0	transitions	0	0.20452730357646942
0	transitions	1	-10000.0
0	transitions	2	0.18451574444770813
0	transitions	3	-0.45831334590911865
0	transitions	4	-10000.0
0	transitions	5	-10000.0
0	transitions	6	-10000.0
0	transitions	7	0.9896597862243652
0	transitions	8	1.098016619682312
0	transitions	9	-0.5276703834533691
0	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
0	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
0	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
0	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
0	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
0	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
0	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
0	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
0	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
0	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
0	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
0	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
0	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
0	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
0	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
0	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
0	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
0	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
0	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
0	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
0	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
0	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
0	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
0	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
0	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
0	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
0	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
0	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
0	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
0	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
0	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
0	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
0	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
0	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
0	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
0	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
0	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
0	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
0	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
0	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
0	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
0	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
0	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
0	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
0	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
0	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
0	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
0	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
0	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
0	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
0	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
0	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
0	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
0	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
0	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
0	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
0	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
0	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
0	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
0	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
0	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
0	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
0	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
0	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
0	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
0	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
0	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
0	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
0	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
0	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
0	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
0	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
0	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
0	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
0	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
0	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
0	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
0	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
0	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
0	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
0	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
0	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
0	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
0	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
0	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
0	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
0	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
0	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
0	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
0	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
0	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
0	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
0	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
0	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
0	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
0	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
0	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
0	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
0	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
0	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
0	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
0	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
0	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
0	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
0	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
0	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
0	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
0	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
0	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
0	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
0	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
0	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
0	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
0	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
0	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
0	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
0	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
0	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
0	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
0	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
0	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
0	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
0	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
0	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
0	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
0	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
0	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
0	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
0	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
0	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
0	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
0	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
0	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
0	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
0	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
0	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
0	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
0	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
0	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
0	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
0	embedding2nn.weight	0	0.01470900233834982
0	embedding2nn.weight	1	0.0007588458247482777
0	embedding2nn.weight	2	0.005691540893167257
0	embedding2nn.weight	3	0.0008630764205008745
0	embedding2nn.weight	4	-0.007619480602443218
0	embedding2nn.weight	5	-0.005292847286909819
0	embedding2nn.weight	6	-0.001607468700967729
0	embedding2nn.weight	7	-0.003439975203946233
0	embedding2nn.weight	8	0.015275219455361366
0	embedding2nn.weight	9	0.004382554907351732
0	embedding2nn.bias	0	0.005995308980345726
0	embedding2nn.bias	1	-0.013895928859710693
0	embedding2nn.bias	2	0.004930499009788036
0	embedding2nn.bias	3	-0.01755390875041485
0	embedding2nn.bias	4	-0.008741776458919048
0	embedding2nn.bias	5	-0.007472432684153318
0	embedding2nn.bias	6	0.003699063789099455
0	embedding2nn.bias	7	0.014551768079400063
0	embedding2nn.bias	8	0.003018371295183897
0	embedding2nn.bias	9	-0.005013938061892986
0	rnn.weight_ih_l0	0	-0.05089160054922104
0	rnn.weight_ih_l0	1	0.050721168518066406
0	rnn.weight_ih_l0	2	0.03186270222067833
0	rnn.weight_ih_l0	3	0.014758612029254436
0	rnn.weight_ih_l0	4	0.012688111513853073
0	rnn.weight_ih_l0	5	0.08418246358633041
0	rnn.weight_ih_l0	6	0.07559186965227127
0	rnn.weight_ih_l0	7	0.03776999190449715
0	rnn.weight_ih_l0	8	-0.04605955630540848
0	rnn.weight_ih_l0	9	0.008124735206365585
0	rnn.weight_hh_l0	0	0.008557325229048729
0	rnn.weight_hh_l0	1	-0.06365013867616653
0	rnn.weight_hh_l0	2	-0.06542627513408661
0	rnn.weight_hh_l0	3	0.07279297709465027
0	rnn.weight_hh_l0	4	0.07113350927829742
0	rnn.weight_hh_l0	5	0.0042794435285031796
0	rnn.weight_hh_l0	6	0.003936830908060074
0	rnn.weight_hh_l0	7	-0.02597908489406109
0	rnn.weight_hh_l0	8	-0.02975095808506012
0	rnn.weight_hh_l0	9	0.05799547955393791
0	rnn.bias_ih_l0	0	-0.07248860597610474
0	rnn.bias_ih_l0	1	0.08650017529726028
0	rnn.bias_ih_l0	2	0.021657390519976616
0	rnn.bias_ih_l0	3	0.0882812887430191
0	rnn.bias_ih_l0	4	-0.07180015742778778
0	rnn.bias_ih_l0	5	0.08755814284086227
0	rnn.bias_ih_l0	6	-0.06861410290002823
0	rnn.bias_ih_l0	7	-0.03295637667179108
0	rnn.bias_ih_l0	8	-0.08826486766338348
0	rnn.bias_ih_l0	9	-0.05033443123102188
0	rnn.bias_hh_l0	0	0.029410500079393387
0	rnn.bias_hh_l0	1	0.07193193584680557
0	rnn.bias_hh_l0	2	0.06733281165361404
0	rnn.bias_hh_l0	3	0.08288608491420746
0	rnn.bias_hh_l0	4	-0.07521317899227142
0	rnn.bias_hh_l0	5	-0.07076751440763474
0	rnn.bias_hh_l0	6	0.0758163183927536
0	rnn.bias_hh_l0	7	-0.08256420493125916
0	rnn.bias_hh_l0	8	-0.025777801871299744
0	rnn.bias_hh_l0	9	0.015211248770356178
0	rnn.weight_ih_l0_reverse	0	0.07928692549467087
0	rnn.weight_ih_l0_reverse	1	0.07371778041124344
0	rnn.weight_ih_l0_reverse	2	0.03891985863447189
0	rnn.weight_ih_l0_reverse	3	0.03384651988744736
0	rnn.weight_ih_l0_reverse	4	-0.03709855675697327
0	rnn.weight_ih_l0_reverse	5	0.051101867109537125
0	rnn.weight_ih_l0_reverse	6	0.06640183925628662
0	rnn.weight_ih_l0_reverse	7	0.02302604913711548
0	rnn.weight_ih_l0_reverse	8	-0.05865610018372536
0	rnn.weight_ih_l0_reverse	9	-0.052833933383226395
0	rnn.weight_hh_l0_reverse	0	0.025442006066441536
0	rnn.weight_hh_l0_reverse	1	-0.08722496032714844
0	rnn.weight_hh_l0_reverse	2	0.06280473619699478
0	rnn.weight_hh_l0_reverse	3	-0.02147650346159935
0	rnn.weight_hh_l0_reverse	4	0.08379598706960678
0	rnn.weight_hh_l0_reverse	5	-0.001166117493994534
0	rnn.weight_hh_l0_reverse	6	0.028029507026076317
0	rnn.weight_hh_l0_reverse	7	0.0783524438738823
0	rnn.weight_hh_l0_reverse	8	-0.0221855565905571
0	rnn.weight_hh_l0_reverse	9	-0.0466623492538929
0	rnn.bias_ih_l0_reverse	0	9.471100202063099e-05
0	rnn.bias_ih_l0_reverse	1	-0.022550243884325027
0	rnn.bias_ih_l0_reverse	2	-0.02184205688536167
0	rnn.bias_ih_l0_reverse	3	0.04879198595881462
0	rnn.bias_ih_l0_reverse	4	0.06882040202617645
0	rnn.bias_ih_l0_reverse	5	-0.026133107021450996
0	rnn.bias_ih_l0_reverse	6	-0.026724928990006447
0	rnn.bias_ih_l0_reverse	7	-0.052669789642095566
0	rnn.bias_ih_l0_reverse	8	0.006066028494387865
0	rnn.bias_ih_l0_reverse	9	-0.06946421414613724
0	rnn.bias_hh_l0_reverse	0	0.03643712401390076
0	rnn.bias_hh_l0_reverse	1	-0.07082681357860565
0	rnn.bias_hh_l0_reverse	2	0.07712061703205109
0	rnn.bias_hh_l0_reverse	3	0.05534670501947403
0	rnn.bias_hh_l0_reverse	4	0.02996549941599369
0	rnn.bias_hh_l0_reverse	5	0.04086022078990936
0	rnn.bias_hh_l0_reverse	6	0.061394400894641876
0	rnn.bias_hh_l0_reverse	7	0.08519531786441803
0	rnn.bias_hh_l0_reverse	8	-0.008771028369665146
0	rnn.bias_hh_l0_reverse	9	0.051206592470407486
0	rnn.weight_ih_l1	0	0.021388761699199677
0	rnn.weight_ih_l1	1	0.015216853469610214
0	rnn.weight_ih_l1	2	0.06885252892971039
0	rnn.weight_ih_l1	3	-0.024439560249447823
0	rnn.weight_ih_l1	4	-0.02421632409095764
0	rnn.weight_ih_l1	5	-0.012045705690979958
0	rnn.weight_ih_l1	6	0.0712541863322258
0	rnn.weight_ih_l1	7	-0.00652065547183156
0	rnn.weight_ih_l1	8	-0.05344487726688385
0	rnn.weight_ih_l1	9	0.06037895753979683
0	rnn.weight_hh_l1	0	-0.07040682435035706
0	rnn.weight_hh_l1	1	-0.03719637542963028
0	rnn.weight_hh_l1	2	-0.008188080042600632
0	rnn.weight_hh_l1	3	-0.058424364775419235
0	rnn.weight_hh_l1	4	0.08592760562896729
0	rnn.weight_hh_l1	5	-0.08452189713716507
0	rnn.weight_hh_l1	6	-0.04835104942321777
0	rnn.weight_hh_l1	7	0.0655273050069809
0	rnn.weight_hh_l1	8	-0.013574068434536457
0	rnn.weight_hh_l1	9	-0.04102582484483719
0	rnn.bias_ih_l1	0	-0.06790746748447418
0	rnn.bias_ih_l1	1	0.05858584865927696
0	rnn.bias_ih_l1	2	-0.051066361367702484
0	rnn.bias_ih_l1	3	-0.06524737179279327
0	rnn.bias_ih_l1	4	-0.029207982122898102
0	rnn.bias_ih_l1	5	-0.038069192320108414
0	rnn.bias_ih_l1	6	-0.04966922104358673
0	rnn.bias_ih_l1	7	0.06198533996939659
0	rnn.bias_ih_l1	8	0.08742374926805496
0	rnn.bias_ih_l1	9	0.029946032911539078
0	rnn.bias_hh_l1	0	0.07035715132951736
0	rnn.bias_hh_l1	1	-0.05819202959537506
0	rnn.bias_hh_l1	2	0.025415057316422462
0	rnn.bias_hh_l1	3	0.06228475645184517
0	rnn.bias_hh_l1	4	0.05768531188368797
0	rnn.bias_hh_l1	5	-0.07815896719694138
0	rnn.bias_hh_l1	6	0.0161590576171875
0	rnn.bias_hh_l1	7	0.03857525438070297
0	rnn.bias_hh_l1	8	0.01030554249882698
0	rnn.bias_hh_l1	9	-0.0028788463678210974
0	rnn.weight_ih_l1_reverse	0	0.08615513145923615
0	rnn.weight_ih_l1_reverse	1	-0.041548509150743484
0	rnn.weight_ih_l1_reverse	2	-0.06216895952820778
0	rnn.weight_ih_l1_reverse	3	0.025502918288111687
0	rnn.weight_ih_l1_reverse	4	-0.04603046551346779
0	rnn.weight_ih_l1_reverse	5	0.024195024743676186
0	rnn.weight_ih_l1_reverse	6	0.04032332822680473
0	rnn.weight_ih_l1_reverse	7	0.020350171253085136
0	rnn.weight_ih_l1_reverse	8	-0.007730560842901468
0	rnn.weight_ih_l1_reverse	9	-0.06651297956705093
0	rnn.weight_hh_l1_reverse	0	0.005216851830482483
0	rnn.weight_hh_l1_reverse	1	0.018825873732566833
0	rnn.weight_hh_l1_reverse	2	-0.05819441005587578
0	rnn.weight_hh_l1_reverse	3	-0.012928366661071777
0	rnn.weight_hh_l1_reverse	4	0.008670088835060596
0	rnn.weight_hh_l1_reverse	5	-0.06293172389268875
0	rnn.weight_hh_l1_reverse	6	-0.0672951340675354
0	rnn.weight_hh_l1_reverse	7	-0.011505592614412308
0	rnn.weight_hh_l1_reverse	8	-0.05604947358369827
0	rnn.weight_hh_l1_reverse	9	-0.04336915910243988
0	rnn.bias_ih_l1_reverse	0	-0.0023530612234026194
0	rnn.bias_ih_l1_reverse	1	-0.03887561708688736
0	rnn.bias_ih_l1_reverse	2	0.020882703363895416
0	rnn.bias_ih_l1_reverse	3	-0.0757342278957367
0	rnn.bias_ih_l1_reverse	4	-0.08699284493923187
0	rnn.bias_ih_l1_reverse	5	-0.0860513299703598
0	rnn.bias_ih_l1_reverse	6	0.0561685748398304
0	rnn.bias_ih_l1_reverse	7	0.08655896782875061
0	rnn.bias_ih_l1_reverse	8	-0.003937588073313236
0	rnn.bias_ih_l1_reverse	9	-0.014786120504140854
0	rnn.bias_hh_l1_reverse	0	0.06010027602314949
0	rnn.bias_hh_l1_reverse	1	-0.06974324584007263
0	rnn.bias_hh_l1_reverse	2	-0.04884624481201172
0	rnn.bias_hh_l1_reverse	3	0.07437584549188614
0	rnn.bias_hh_l1_reverse	4	-0.0224312711507082
0	rnn.bias_hh_l1_reverse	5	-0.007147878408432007
0	rnn.bias_hh_l1_reverse	6	-0.05953676253557205
0	rnn.bias_hh_l1_reverse	7	-0.060818180441856384
0	rnn.bias_hh_l1_reverse	8	0.06531728804111481
0	rnn.bias_hh_l1_reverse	9	0.03325433284044266
0	rnn.weight_ih_l2	0	0.07982851564884186
0	rnn.weight_ih_l2	1	-0.054375357925891876
0	rnn.weight_ih_l2	2	0.06333494931459427
0	rnn.weight_ih_l2	3	0.06546817719936371
0	rnn.weight_ih_l2	4	0.05601371079683304
0	rnn.weight_ih_l2	5	-0.03860640525817871
0	rnn.weight_ih_l2	6	-0.07612147927284241
0	rnn.weight_ih_l2	7	0.014332531951367855
0	rnn.weight_ih_l2	8	-0.017135972157120705
0	rnn.weight_ih_l2	9	-0.06925109028816223
0	rnn.weight_hh_l2	0	0.04858359694480896
0	rnn.weight_hh_l2	1	0.03187232464551926
0	rnn.weight_hh_l2	2	-0.05492958426475525
0	rnn.weight_hh_l2	3	-0.025088101625442505
0	rnn.weight_hh_l2	4	0.05411911755800247
0	rnn.weight_hh_l2	5	-0.028152579441666603
0	rnn.weight_hh_l2	6	0.008047043345868587
0	rnn.weight_hh_l2	7	-0.05281684920191765
0	rnn.weight_hh_l2	8	-0.005284599028527737
0	rnn.weight_hh_l2	9	-0.019740363582968712
0	rnn.bias_ih_l2	0	0.08312694728374481
0	rnn.bias_ih_l2	1	0.013235891237854958
0	rnn.bias_ih_l2	2	0.07148508727550507
0	rnn.bias_ih_l2	3	0.013404903002083302
0	rnn.bias_ih_l2	4	-0.0030825145076960325
0	rnn.bias_ih_l2	5	0.036362506449222565
0	rnn.bias_ih_l2	6	0.016768649220466614
0	rnn.bias_ih_l2	7	0.012662036344408989
0	rnn.bias_ih_l2	8	0.02616465650498867
0	rnn.bias_ih_l2	9	-0.012220144271850586
0	rnn.bias_hh_l2	0	0.07184214890003204
0	rnn.bias_hh_l2	1	-0.00024233937438111752
0	rnn.bias_hh_l2	2	0.06570526212453842
0	rnn.bias_hh_l2	3	0.033058445900678635
0	rnn.bias_hh_l2	4	0.0728219598531723
0	rnn.bias_hh_l2	5	-0.05020290985703468
0	rnn.bias_hh_l2	6	0.04170228913426399
0	rnn.bias_hh_l2	7	-0.02516184374690056
0	rnn.bias_hh_l2	8	0.044903602451086044
0	rnn.bias_hh_l2	9	0.06091316416859627
0	rnn.weight_ih_l2_reverse	0	0.08241917937994003
0	rnn.weight_ih_l2_reverse	1	-0.060733210295438766
0	rnn.weight_ih_l2_reverse	2	0.0008373385644517839
0	rnn.weight_ih_l2_reverse	3	0.035347893834114075
0	rnn.weight_ih_l2_reverse	4	0.05396794155240059
0	rnn.weight_ih_l2_reverse	5	-0.040581636130809784
0	rnn.weight_ih_l2_reverse	6	-0.0005806505214422941
0	rnn.weight_ih_l2_reverse	7	-0.0035025954712182283
0	rnn.weight_ih_l2_reverse	8	0.0027484793681651354
0	rnn.weight_ih_l2_reverse	9	-0.08264859020709991
0	rnn.weight_hh_l2_reverse	0	-0.08285084366798401
0	rnn.weight_hh_l2_reverse	1	0.011773536913096905
0	rnn.weight_hh_l2_reverse	2	0.010535393841564655
0	rnn.weight_hh_l2_reverse	3	0.02444513514637947
0	rnn.weight_hh_l2_reverse	4	-0.03704579547047615
0	rnn.weight_hh_l2_reverse	5	-0.014824367128312588
0	rnn.weight_hh_l2_reverse	6	-0.03931773081421852
0	rnn.weight_hh_l2_reverse	7	-0.05984620004892349
0	rnn.weight_hh_l2_reverse	8	-0.006916056852787733
0	rnn.weight_hh_l2_reverse	9	-0.05900498479604721
0	rnn.bias_ih_l2_reverse	0	-0.023647885769605637
0	rnn.bias_ih_l2_reverse	1	-0.028082165867090225
0	rnn.bias_ih_l2_reverse	2	0.03643815964460373
0	rnn.bias_ih_l2_reverse	3	-0.014986041933298111
0	rnn.bias_ih_l2_reverse	4	0.07970362901687622
0	rnn.bias_ih_l2_reverse	5	-0.08743597567081451
0	rnn.bias_ih_l2_reverse	6	-0.04257785901427269
0	rnn.bias_ih_l2_reverse	7	-0.05772152170538902
0	rnn.bias_ih_l2_reverse	8	0.05920671299099922
0	rnn.bias_ih_l2_reverse	9	0.04547353833913803
0	rnn.bias_hh_l2_reverse	0	0.04205232113599777
0	rnn.bias_hh_l2_reverse	1	-0.08392501622438431
0	rnn.bias_hh_l2_reverse	2	-0.06472034007310867
0	rnn.bias_hh_l2_reverse	3	0.03773783519864082
0	rnn.bias_hh_l2_reverse	4	0.024487601593136787
0	rnn.bias_hh_l2_reverse	5	0.05060441046953201
0	rnn.bias_hh_l2_reverse	6	-0.08004096150398254
0	rnn.bias_hh_l2_reverse	7	-0.010365849360823631
0	rnn.bias_hh_l2_reverse	8	-0.0784754753112793
0	rnn.bias_hh_l2_reverse	9	-0.053495462983846664
0	linear.weight	0	0.025028489530086517
0	linear.weight	1	-0.019026171416044235
0	linear.weight	2	-0.013201192021369934
0	linear.weight	3	-0.01979467272758484
0	linear.weight	4	-0.022248394787311554
0	linear.weight	5	0.0249783955514431
0	linear.weight	6	0.03209603577852249
0	linear.weight	7	-0.02238509990274906
0	linear.weight	8	-0.004460246302187443
0	linear.weight	9	0.025844626128673553
0	linear.bias	0	0.06339328736066818
0	linear.bias	1	0.10535047948360443
0	linear.bias	2	-0.505437970161438
0	linear.bias	3	-0.05754556506872177
0	linear.bias	4	-0.050822705030441284
0	linear.bias	5	0.23539042472839355
1	transitions	0	0.1860543042421341
1	transitions	1	-10000.0
1	transitions	2	0.4279676675796509
1	transitions	3	-0.4668389856815338
1	transitions	4	-10000.0
1	transitions	5	-10000.0
1	transitions	6	-10000.0
1	transitions	7	0.9207499623298645
1	transitions	8	1.0428060293197632
1	transitions	9	-0.5521305799484253
1	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
1	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
1	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
1	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
1	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
1	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
1	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
1	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
1	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
1	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
1	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
1	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
1	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
1	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
1	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
1	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
1	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
1	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
1	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
1	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
1	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
1	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
1	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
1	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
1	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
1	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
1	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
1	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
1	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
1	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
1	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
1	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
1	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
1	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
1	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
1	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
1	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
1	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
1	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
1	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
1	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
1	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
1	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
1	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
1	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
1	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
1	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
1	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
1	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
1	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
1	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
1	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
1	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
1	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
1	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
1	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
1	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
1	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
1	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
1	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
1	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
1	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
1	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
1	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
1	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
1	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
1	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
1	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
1	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
1	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
1	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
1	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
1	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
1	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
1	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
1	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
1	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
1	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
1	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
1	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
1	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
1	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
1	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
1	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
1	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
1	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
1	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
1	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
1	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
1	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
1	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
1	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
1	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
1	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
1	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
1	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
1	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
1	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
1	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
1	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
1	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
1	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
1	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
1	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
1	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
1	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
1	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
1	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
1	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
1	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
1	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
1	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
1	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
1	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
1	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
1	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
1	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
1	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
1	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
1	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
1	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
1	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
1	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
1	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
1	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
1	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
1	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
1	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
1	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
1	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
1	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
1	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
1	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
1	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
1	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
1	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
1	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
1	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
1	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
1	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
1	embedding2nn.weight	0	0.014707977883517742
1	embedding2nn.weight	1	0.0007564654224552214
1	embedding2nn.weight	2	0.005688626319169998
1	embedding2nn.weight	3	0.0008612516685388982
1	embedding2nn.weight	4	-0.007635359652340412
1	embedding2nn.weight	5	-0.005297099240124226
1	embedding2nn.weight	6	-0.0016076583415269852
1	embedding2nn.weight	7	-0.00343957357108593
1	embedding2nn.weight	8	0.015374029986560345
1	embedding2nn.weight	9	0.004387481138110161
1	embedding2nn.bias	0	0.005778765305876732
1	embedding2nn.bias	1	-0.013652644120156765
1	embedding2nn.bias	2	0.005183513276278973
1	embedding2nn.bias	3	-0.019178874790668488
1	embedding2nn.bias	4	-0.007985630072653294
1	embedding2nn.bias	5	-0.006708686705678701
1	embedding2nn.bias	6	0.001780357793904841
1	embedding2nn.bias	7	0.014332294464111328
1	embedding2nn.bias	8	0.0025823924224823713
1	embedding2nn.bias	9	-0.006294926628470421
1	rnn.weight_ih_l0	0	-0.05089481920003891
1	rnn.weight_ih_l0	1	0.050722718238830566
1	rnn.weight_ih_l0	2	0.0318625383079052
1	rnn.weight_ih_l0	3	0.014757760800421238
1	rnn.weight_ih_l0	4	0.012642857618629932
1	rnn.weight_ih_l0	5	0.08416879922151566
1	rnn.weight_ih_l0	6	0.07558861374855042
1	rnn.weight_ih_l0	7	0.037772875279188156
1	rnn.weight_ih_l0	8	-0.046012066304683685
1	rnn.weight_ih_l0	9	0.00807247869670391
1	rnn.weight_hh_l0	0	0.008553127758204937
1	rnn.weight_hh_l0	1	-0.0636473223567009
1	rnn.weight_hh_l0	2	-0.06541331112384796
1	rnn.weight_hh_l0	3	0.07279320061206818
1	rnn.weight_hh_l0	4	0.07113312184810638
1	rnn.weight_hh_l0	5	0.0043231225572526455
1	rnn.weight_hh_l0	6	0.003939290996640921
1	rnn.weight_hh_l0	7	-0.02596164308488369
1	rnn.weight_hh_l0	8	-0.029692357406020164
1	rnn.weight_hh_l0	9	0.05799693241715431
1	rnn.bias_ih_l0	0	-0.07241388410329819
1	rnn.bias_ih_l0	1	0.0864831954240799
1	rnn.bias_ih_l0	2	0.021747292950749397
1	rnn.bias_ih_l0	3	0.0884905532002449
1	rnn.bias_ih_l0	4	-0.07338320463895798
1	rnn.bias_ih_l0	5	0.08777709305286407
1	rnn.bias_ih_l0	6	-0.07024207711219788
1	rnn.bias_ih_l0	7	-0.03290792554616928
1	rnn.bias_ih_l0	8	-0.08724979311227798
1	rnn.bias_ih_l0	9	-0.050349000841379166
1	rnn.bias_hh_l0	0	0.029642606154084206
1	rnn.bias_hh_l0	1	0.0718744695186615
1	rnn.bias_hh_l0	2	0.06728015840053558
1	rnn.bias_hh_l0	3	0.08286143094301224
1	rnn.bias_hh_l0	4	-0.07436718046665192
1	rnn.bias_hh_l0	5	-0.07059962302446365
1	rnn.bias_hh_l0	6	0.07586196810007095
1	rnn.bias_hh_l0	7	-0.08220860362052917
1	rnn.bias_hh_l0	8	-0.025578012689948082
1	rnn.bias_hh_l0	9	0.014690275304019451
1	rnn.weight_ih_l0_reverse	0	0.07928573340177536
1	rnn.weight_ih_l0_reverse	1	0.07371383905410767
1	rnn.weight_ih_l0_reverse	2	0.03892107307910919
1	rnn.weight_ih_l0_reverse	3	0.033847760409116745
1	rnn.weight_ih_l0_reverse	4	-0.037110332399606705
1	rnn.weight_ih_l0_reverse	5	0.05110256373882294
1	rnn.weight_ih_l0_reverse	6	0.066400907933712
1	rnn.weight_ih_l0_reverse	7	0.023017780855298042
1	rnn.weight_ih_l0_reverse	8	-0.058614976704120636
1	rnn.weight_ih_l0_reverse	9	-0.05283638462424278
1	rnn.weight_hh_l0_reverse	0	0.025138994678854942
1	rnn.weight_hh_l0_reverse	1	-0.08722425252199173
1	rnn.weight_hh_l0_reverse	2	0.06280352175235748
1	rnn.weight_hh_l0_reverse	3	-0.021474892273545265
1	rnn.weight_hh_l0_reverse	4	0.08379312604665756
1	rnn.weight_hh_l0_reverse	5	-0.001164193730801344
1	rnn.weight_hh_l0_reverse	6	0.0281483456492424
1	rnn.weight_hh_l0_reverse	7	0.07835637032985687
1	rnn.weight_hh_l0_reverse	8	-0.022188052535057068
1	rnn.weight_hh_l0_reverse	9	-0.04666905850172043
1	rnn.bias_ih_l0_reverse	0	0.00015009350317995995
1	rnn.bias_ih_l0_reverse	1	-0.02691730298101902
1	rnn.bias_ih_l0_reverse	2	-0.02199779823422432
1	rnn.bias_ih_l0_reverse	3	0.048770613968372345
1	rnn.bias_ih_l0_reverse	4	0.06903952360153198
1	rnn.bias_ih_l0_reverse	5	-0.02611342817544937
1	rnn.bias_ih_l0_reverse	6	-0.026744211092591286
1	rnn.bias_ih_l0_reverse	7	-0.0526399090886116
1	rnn.bias_ih_l0_reverse	8	0.005839203950017691
1	rnn.bias_ih_l0_reverse	9	-0.06970207393169403
1	rnn.bias_hh_l0_reverse	0	0.0363854244351387
1	rnn.bias_hh_l0_reverse	1	-0.07106467336416245
1	rnn.bias_hh_l0_reverse	2	0.07769982516765594
1	rnn.bias_hh_l0_reverse	3	0.055486541241407394
1	rnn.bias_hh_l0_reverse	4	0.02902427688241005
1	rnn.bias_hh_l0_reverse	5	0.04086371138691902
1	rnn.bias_hh_l0_reverse	6	0.06140640750527382
1	rnn.bias_hh_l0_reverse	7	0.08803482353687286
1	rnn.bias_hh_l0_reverse	8	-0.008783797733485699
1	rnn.bias_hh_l0_reverse	9	0.05087362602353096
1	rnn.weight_ih_l1	0	0.021382728591561317
1	rnn.weight_ih_l1	1	0.01521950401365757
1	rnn.weight_ih_l1	2	0.06874217092990875
1	rnn.weight_ih_l1	3	-0.024448474869132042
1	rnn.weight_ih_l1	4	-0.02421189472079277
1	rnn.weight_ih_l1	5	-0.012067550793290138
1	rnn.weight_ih_l1	6	0.07124656438827515
1	rnn.weight_ih_l1	7	-0.006449658889323473
1	rnn.weight_ih_l1	8	-0.05340385437011719
1	rnn.weight_ih_l1	9	0.0604470930993557
1	rnn.weight_hh_l1	0	-0.07053861767053604
1	rnn.weight_hh_l1	1	-0.037202388048172
1	rnn.weight_hh_l1	2	-0.008207777515053749
1	rnn.weight_hh_l1	3	-0.05843106657266617
1	rnn.weight_hh_l1	4	0.08592788875102997
1	rnn.weight_hh_l1	5	-0.08453574031591415
1	rnn.weight_hh_l1	6	-0.048350345343351364
1	rnn.weight_hh_l1	7	0.06544946134090424
1	rnn.weight_hh_l1	8	-0.013578474521636963
1	rnn.weight_hh_l1	9	-0.04097292199730873
1	rnn.bias_ih_l1	0	-0.06786342710256577
1	rnn.bias_ih_l1	1	0.05862341448664665
1	rnn.bias_ih_l1	2	-0.05105586722493172
1	rnn.bias_ih_l1	3	-0.06492745876312256
1	rnn.bias_ih_l1	4	-0.028743790462613106
1	rnn.bias_ih_l1	5	-0.037528157234191895
1	rnn.bias_ih_l1	6	-0.04705894738435745
1	rnn.bias_ih_l1	7	0.06191720813512802
1	rnn.bias_ih_l1	8	0.08744169771671295
1	rnn.bias_ih_l1	9	0.02665160410106182
1	rnn.bias_hh_l1	0	0.0705692246556282
1	rnn.bias_hh_l1	1	-0.057669464498758316
1	rnn.bias_hh_l1	2	0.02540138177573681
1	rnn.bias_hh_l1	3	0.06291477382183075
1	rnn.bias_hh_l1	4	0.05765943229198456
1	rnn.bias_hh_l1	5	-0.07825931161642075
1	rnn.bias_hh_l1	6	0.016357596963644028
1	rnn.bias_hh_l1	7	0.038493961095809937
1	rnn.bias_hh_l1	8	0.011013088747859001
1	rnn.bias_hh_l1	9	-0.002725341822952032
1	rnn.weight_ih_l1_reverse	0	0.08616499602794647
1	rnn.weight_ih_l1_reverse	1	-0.04154689982533455
1	rnn.weight_ih_l1_reverse	2	-0.062166448682546616
1	rnn.weight_ih_l1_reverse	3	0.025505732744932175
1	rnn.weight_ih_l1_reverse	4	-0.046034570783376694
1	rnn.weight_ih_l1_reverse	5	0.024192241951823235
1	rnn.weight_ih_l1_reverse	6	0.04032415524125099
1	rnn.weight_ih_l1_reverse	7	0.02035457454621792
1	rnn.weight_ih_l1_reverse	8	-0.007726909127086401
1	rnn.weight_ih_l1_reverse	9	-0.06630963832139969
1	rnn.weight_hh_l1_reverse	0	0.005194892641156912
1	rnn.weight_hh_l1_reverse	1	0.018822016194462776
1	rnn.weight_hh_l1_reverse	2	-0.0581992007791996
1	rnn.weight_hh_l1_reverse	3	-0.012928000651299953
1	rnn.weight_hh_l1_reverse	4	0.008652578108012676
1	rnn.weight_hh_l1_reverse	5	-0.06308534741401672
1	rnn.weight_hh_l1_reverse	6	-0.06729352474212646
1	rnn.weight_hh_l1_reverse	7	-0.011509527452290058
1	rnn.weight_hh_l1_reverse	8	-0.056062962859869
1	rnn.weight_hh_l1_reverse	9	-0.043370429426431656
1	rnn.bias_ih_l1_reverse	0	-0.00229112827219069
1	rnn.bias_ih_l1_reverse	1	-0.038816120475530624
1	rnn.bias_ih_l1_reverse	2	0.0212902519851923
1	rnn.bias_ih_l1_reverse	3	-0.07572133839130402
1	rnn.bias_ih_l1_reverse	4	-0.08689076453447342
1	rnn.bias_ih_l1_reverse	5	-0.08567921817302704
1	rnn.bias_ih_l1_reverse	6	0.05625263229012489
1	rnn.bias_ih_l1_reverse	7	0.08656676858663559
1	rnn.bias_ih_l1_reverse	8	-0.0056887730024755
1	rnn.bias_ih_l1_reverse	9	-0.014793840236961842
1	rnn.bias_hh_l1_reverse	0	0.06016862019896507
1	rnn.bias_hh_l1_reverse	1	-0.06974775344133377
1	rnn.bias_hh_l1_reverse	2	-0.04893907904624939
1	rnn.bias_hh_l1_reverse	3	0.07452481240034103
1	rnn.bias_hh_l1_reverse	4	-0.022381534799933434
1	rnn.bias_hh_l1_reverse	5	-0.006881426554173231
1	rnn.bias_hh_l1_reverse	6	-0.05953628942370415
1	rnn.bias_hh_l1_reverse	7	-0.060831889510154724
1	rnn.bias_hh_l1_reverse	8	0.06528416275978088
1	rnn.bias_hh_l1_reverse	9	0.03457164019346237
1	rnn.weight_ih_l2	0	0.07944034785032272
1	rnn.weight_ih_l2	1	-0.05437052249908447
1	rnn.weight_ih_l2	2	0.06333547085523605
1	rnn.weight_ih_l2	3	0.06592539697885513
1	rnn.weight_ih_l2	4	0.05602378770709038
1	rnn.weight_ih_l2	5	-0.038602106273174286
1	rnn.weight_ih_l2	6	-0.07617045193910599
1	rnn.weight_ih_l2	7	0.014326566830277443
1	rnn.weight_ih_l2	8	-0.017133528366684914
1	rnn.weight_ih_l2	9	-0.06924819946289062
1	rnn.weight_hh_l2	0	0.048561546951532364
1	rnn.weight_hh_l2	1	0.03186191990971565
1	rnn.weight_hh_l2	2	-0.05493052303791046
1	rnn.weight_hh_l2	3	-0.025087440386414528
1	rnn.weight_hh_l2	4	0.054122067987918854
1	rnn.weight_hh_l2	5	-0.027920067310333252
1	rnn.weight_hh_l2	6	0.008049121126532555
1	rnn.weight_hh_l2	7	-0.05281614139676094
1	rnn.weight_hh_l2	8	-0.005285535007715225
1	rnn.weight_hh_l2	9	-0.019775524735450745
1	rnn.bias_ih_l2	0	0.0918869897723198
1	rnn.bias_ih_l2	1	0.01380734983831644
1	rnn.bias_ih_l2	2	0.07246795296669006
1	rnn.bias_ih_l2	3	0.013425540179014206
1	rnn.bias_ih_l2	4	-0.001980212517082691
1	rnn.bias_ih_l2	5	0.03685057908296585
1	rnn.bias_ih_l2	6	0.01693062297999859
1	rnn.bias_ih_l2	7	0.012763909995555878
1	rnn.bias_ih_l2	8	0.026429006829857826
1	rnn.bias_ih_l2	9	-0.011807854287326336
1	rnn.bias_hh_l2	0	0.07344038784503937
1	rnn.bias_hh_l2	1	-0.00028922269120812416
1	rnn.bias_hh_l2	2	0.065766341984272
1	rnn.bias_hh_l2	3	0.03352177515625954
1	rnn.bias_hh_l2	4	0.07285717874765396
1	rnn.bias_hh_l2	5	-0.030871650204062462
1	rnn.bias_hh_l2	6	0.050861988216638565
1	rnn.bias_hh_l2	7	-0.02501312643289566
1	rnn.bias_hh_l2	8	0.04494503140449524
1	rnn.bias_hh_l2	9	0.059947654604911804
1	rnn.weight_ih_l2_reverse	0	0.0824173167347908
1	rnn.weight_ih_l2_reverse	1	-0.06077292189002037
1	rnn.weight_ih_l2_reverse	2	0.0008269322570413351
1	rnn.weight_ih_l2_reverse	3	0.03540069982409477
1	rnn.weight_ih_l2_reverse	4	0.05396459251642227
1	rnn.weight_ih_l2_reverse	5	-0.04058156907558441
1	rnn.weight_ih_l2_reverse	6	-0.0008893850026652217
1	rnn.weight_ih_l2_reverse	7	-0.003121777903288603
1	rnn.weight_ih_l2_reverse	8	0.003910602070391178
1	rnn.weight_ih_l2_reverse	9	-0.08265476673841476
1	rnn.weight_hh_l2_reverse	0	-0.08284582197666168
1	rnn.weight_hh_l2_reverse	1	0.011573134921491146
1	rnn.weight_hh_l2_reverse	2	0.010534466244280338
1	rnn.weight_hh_l2_reverse	3	0.02443942241370678
1	rnn.weight_hh_l2_reverse	4	-0.037077855318784714
1	rnn.weight_hh_l2_reverse	5	-0.014827746897935867
1	rnn.weight_hh_l2_reverse	6	-0.03938252851366997
1	rnn.weight_hh_l2_reverse	7	-0.05984765291213989
1	rnn.weight_hh_l2_reverse	8	-0.0069267163053154945
1	rnn.weight_hh_l2_reverse	9	-0.05900880694389343
1	rnn.bias_ih_l2_reverse	0	-0.024197204038500786
1	rnn.bias_ih_l2_reverse	1	-0.028111549094319344
1	rnn.bias_ih_l2_reverse	2	0.03695568069815636
1	rnn.bias_ih_l2_reverse	3	-0.01603860594332218
1	rnn.bias_ih_l2_reverse	4	0.07961248606443405
1	rnn.bias_ih_l2_reverse	5	-0.08752500265836716
1	rnn.bias_ih_l2_reverse	6	-0.04209253937005997
1	rnn.bias_ih_l2_reverse	7	-0.060047708451747894
1	rnn.bias_ih_l2_reverse	8	0.0653592050075531
1	rnn.bias_ih_l2_reverse	9	0.05278869718313217
1	rnn.bias_hh_l2_reverse	0	0.04598016291856766
1	rnn.bias_hh_l2_reverse	1	-0.08589397370815277
1	rnn.bias_hh_l2_reverse	2	-0.0645955353975296
1	rnn.bias_hh_l2_reverse	3	0.03779849037528038
1	rnn.bias_hh_l2_reverse	4	0.024452868849039078
1	rnn.bias_hh_l2_reverse	5	0.05264880135655403
1	rnn.bias_hh_l2_reverse	6	-0.07966384291648865
1	rnn.bias_hh_l2_reverse	7	-0.010248680599033833
1	rnn.bias_hh_l2_reverse	8	-0.07739665359258652
1	rnn.bias_hh_l2_reverse	9	-0.05344541743397713
1	linear.weight	0	0.025028489530086517
1	linear.weight	1	0.015067304484546185
1	linear.weight	2	-0.0146277891471982
1	linear.weight	3	-0.02032087929546833
1	linear.weight	4	-0.022248394787311554
1	linear.weight	5	0.02687353454530239
1	linear.weight	6	0.03200154006481171
1	linear.weight	7	-0.022624531760811806
1	linear.weight	8	-0.002615917706862092
1	linear.weight	9	0.027563516050577164
1	linear.bias	0	0.0655103251338005
1	linear.bias	1	0.25031688809394836
1	linear.bias	2	-0.8029102087020874
1	linear.bias	3	-0.05754556506872177
1	linear.bias	4	-0.050822705030441284
1	linear.bias	5	0.3857792019844055
2	transitions	0	0.17757989466190338
2	transitions	1	-10000.0
2	transitions	2	0.5388647317886353
2	transitions	3	-0.4665262699127197
2	transitions	4	-10000.0
2	transitions	5	-10000.0
2	transitions	6	-10000.0
2	transitions	7	0.9161849021911621
2	transitions	8	1.0337060689926147
2	transitions	9	-0.5744602680206299
2	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
2	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
2	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
2	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
2	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
2	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
2	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
2	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
2	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
2	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
2	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
2	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
2	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
2	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
2	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
2	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
2	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
2	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
2	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
2	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
2	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
2	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
2	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
2	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
2	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
2	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
2	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
2	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
2	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
2	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
2	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
2	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
2	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
2	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
2	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
2	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
2	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
2	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
2	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
2	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
2	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
2	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
2	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
2	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
2	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
2	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
2	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
2	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
2	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
2	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
2	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
2	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
2	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
2	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
2	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
2	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
2	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
2	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
2	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
2	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
2	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
2	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
2	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
2	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
2	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
2	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
2	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
2	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
2	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
2	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
2	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
2	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
2	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
2	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
2	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
2	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
2	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
2	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
2	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
2	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
2	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
2	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
2	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
2	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
2	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
2	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
2	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
2	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
2	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
2	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
2	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
2	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
2	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
2	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
2	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
2	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
2	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
2	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
2	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
2	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
2	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
2	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
2	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
2	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
2	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
2	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
2	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
2	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
2	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
2	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
2	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
2	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
2	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
2	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
2	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
2	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
2	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
2	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
2	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
2	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
2	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
2	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
2	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
2	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
2	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
2	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
2	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
2	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
2	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
2	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
2	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
2	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
2	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
2	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
2	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
2	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
2	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
2	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
2	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
2	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
2	embedding2nn.weight	0	0.014703793451189995
2	embedding2nn.weight	1	0.0007557510398328304
2	embedding2nn.weight	2	0.005692624486982822
2	embedding2nn.weight	3	0.0008627055794931948
2	embedding2nn.weight	4	-0.007691179867833853
2	embedding2nn.weight	5	-0.005302558187395334
2	embedding2nn.weight	6	-0.0015951365930959582
2	embedding2nn.weight	7	-0.003444879548624158
2	embedding2nn.weight	8	0.015325652435421944
2	embedding2nn.weight	9	0.004386026877909899
2	embedding2nn.bias	0	0.006265506148338318
2	embedding2nn.bias	1	-0.014385849237442017
2	embedding2nn.bias	2	0.0042917924001812935
2	embedding2nn.bias	3	-0.019277973100543022
2	embedding2nn.bias	4	-0.007462897803634405
2	embedding2nn.bias	5	-0.007257194258272648
2	embedding2nn.bias	6	0.0015746781136840582
2	embedding2nn.bias	7	0.014447297900915146
2	embedding2nn.bias	8	0.0024932653177529573
2	embedding2nn.bias	9	-0.005599705968052149
2	rnn.weight_ih_l0	0	-0.05089405179023743
2	rnn.weight_ih_l0	1	0.05072462186217308
2	rnn.weight_ih_l0	2	0.03186139464378357
2	rnn.weight_ih_l0	3	0.01475643739104271
2	rnn.weight_ih_l0	4	0.012626301497220993
2	rnn.weight_ih_l0	5	0.08416624367237091
2	rnn.weight_ih_l0	6	0.07559026032686234
2	rnn.weight_ih_l0	7	0.03777465596795082
2	rnn.weight_ih_l0	8	-0.046030543744564056
2	rnn.weight_ih_l0	9	0.008096462115645409
2	rnn.weight_hh_l0	0	0.008552470244467258
2	rnn.weight_hh_l0	1	-0.0636567696928978
2	rnn.weight_hh_l0	2	-0.0654100626707077
2	rnn.weight_hh_l0	3	0.07279428839683533
2	rnn.weight_hh_l0	4	0.07113180309534073
2	rnn.weight_hh_l0	5	0.004335224628448486
2	rnn.weight_hh_l0	6	0.003938432317227125
2	rnn.weight_hh_l0	7	-0.025966588407754898
2	rnn.weight_hh_l0	8	-0.029695846140384674
2	rnn.weight_hh_l0	9	0.05799463391304016
2	rnn.bias_ih_l0	0	-0.07246430218219757
2	rnn.bias_ih_l0	1	0.08647484332323074
2	rnn.bias_ih_l0	2	0.021694030612707138
2	rnn.bias_ih_l0	3	0.08895523846149445
2	rnn.bias_ih_l0	4	-0.07345707714557648
2	rnn.bias_ih_l0	5	0.08775027096271515
2	rnn.bias_ih_l0	6	-0.07046426832675934
2	rnn.bias_ih_l0	7	-0.03292834758758545
2	rnn.bias_ih_l0	8	-0.0874360054731369
2	rnn.bias_ih_l0	9	-0.050357744097709656
2	rnn.bias_hh_l0	0	0.02884860523045063
2	rnn.bias_hh_l0	1	0.07188700884580612
2	rnn.bias_hh_l0	2	0.06725634634494781
2	rnn.bias_hh_l0	3	0.0828837901353836
2	rnn.bias_hh_l0	4	-0.0740586444735527
2	rnn.bias_hh_l0	5	-0.0706394612789154
2	rnn.bias_hh_l0	6	0.07587192952632904
2	rnn.bias_hh_l0	7	-0.08211510628461838
2	rnn.bias_hh_l0	8	-0.025611869990825653
2	rnn.bias_hh_l0	9	0.015165682882070541
2	rnn.weight_ih_l0_reverse	0	0.07928720116615295
2	rnn.weight_ih_l0_reverse	1	0.07371523976325989
2	rnn.weight_ih_l0_reverse	2	0.038923826068639755
2	rnn.weight_ih_l0_reverse	3	0.03384740278124809
2	rnn.weight_ih_l0_reverse	4	-0.037112679332494736
2	rnn.weight_ih_l0_reverse	5	0.0511019229888916
2	rnn.weight_ih_l0_reverse	6	0.06640059500932693
2	rnn.weight_ih_l0_reverse	7	0.023000508546829224
2	rnn.weight_ih_l0_reverse	8	-0.058609336614608765
2	rnn.weight_ih_l0_reverse	9	-0.05283845216035843
2	rnn.weight_hh_l0_reverse	0	0.025118889287114143
2	rnn.weight_hh_l0_reverse	1	-0.08722397685050964
2	rnn.weight_hh_l0_reverse	2	0.06280231475830078
2	rnn.weight_hh_l0_reverse	3	-0.02147391438484192
2	rnn.weight_hh_l0_reverse	4	0.08379506319761276
2	rnn.weight_hh_l0_reverse	5	-0.0011626441264525056
2	rnn.weight_hh_l0_reverse	6	0.02811955288052559
2	rnn.weight_hh_l0_reverse	7	0.07835973054170609
2	rnn.weight_hh_l0_reverse	8	-0.022188687697052956
2	rnn.weight_hh_l0_reverse	9	-0.046667106449604034
2	rnn.bias_ih_l0_reverse	0	0.0001058929628925398
2	rnn.bias_ih_l0_reverse	1	-0.027187196537852287
2	rnn.bias_ih_l0_reverse	2	-0.021554768085479736
2	rnn.bias_ih_l0_reverse	3	0.048756539821624756
2	rnn.bias_ih_l0_reverse	4	0.06905333697795868
2	rnn.bias_ih_l0_reverse	5	-0.026109453290700912
2	rnn.bias_ih_l0_reverse	6	-0.02675454691052437
2	rnn.bias_ih_l0_reverse	7	-0.05263544246554375
2	rnn.bias_ih_l0_reverse	8	0.006093114614486694
2	rnn.bias_ih_l0_reverse	9	-0.06817293167114258
2	rnn.bias_hh_l0_reverse	0	0.03638507053256035
2	rnn.bias_hh_l0_reverse	1	-0.06953553110361099
2	rnn.bias_hh_l0_reverse	2	0.07788050919771194
2	rnn.bias_hh_l0_reverse	3	0.055352360010147095
2	rnn.bias_hh_l0_reverse	4	0.028575152158737183
2	rnn.bias_hh_l0_reverse	5	0.040927063673734665
2	rnn.bias_hh_l0_reverse	6	0.06144385039806366
2	rnn.bias_hh_l0_reverse	7	0.08794929832220078
2	rnn.bias_hh_l0_reverse	8	-0.008802219294011593
2	rnn.bias_hh_l0_reverse	9	0.05137092247605324
2	rnn.weight_ih_l1	0	0.021384024992585182
2	rnn.weight_ih_l1	1	0.015217425301671028
2	rnn.weight_ih_l1	2	0.06892511993646622
2	rnn.weight_ih_l1	3	-0.02444610744714737
2	rnn.weight_ih_l1	4	-0.024209771305322647
2	rnn.weight_ih_l1	5	-0.01201720256358385
2	rnn.weight_ih_l1	6	0.07124245911836624
2	rnn.weight_ih_l1	7	-0.0063929506577551365
2	rnn.weight_ih_l1	8	-0.05337952449917793
2	rnn.weight_ih_l1	9	0.06040850281715393
2	rnn.weight_hh_l1	0	-0.07053715735673904
2	rnn.weight_hh_l1	1	-0.03719513490796089
2	rnn.weight_hh_l1	2	-0.008207856677472591
2	rnn.weight_hh_l1	3	-0.058426521718502045
2	rnn.weight_hh_l1	4	0.0859261006116867
2	rnn.weight_hh_l1	5	-0.08452737331390381
2	rnn.weight_hh_l1	6	-0.04835169389843941
2	rnn.weight_hh_l1	7	0.06539109349250793
2	rnn.weight_hh_l1	8	-0.013581513427197933
2	rnn.weight_hh_l1	9	-0.040984947234392166
2	rnn.bias_ih_l1	0	-0.06787356734275818
2	rnn.bias_ih_l1	1	0.05857383459806442
2	rnn.bias_ih_l1	2	-0.05114152655005455
2	rnn.bias_ih_l1	3	-0.06514084339141846
2	rnn.bias_ih_l1	4	-0.028391849249601364
2	rnn.bias_ih_l1	5	-0.03867248445749283
2	rnn.bias_ih_l1	6	-0.04626085236668587
2	rnn.bias_ih_l1	7	0.061927977949380875
2	rnn.bias_ih_l1	8	0.08743032068014145
2	rnn.bias_ih_l1	9	0.02623935602605343
2	rnn.bias_hh_l1	0	0.07059706002473831
2	rnn.bias_hh_l1	1	-0.05766363814473152
2	rnn.bias_hh_l1	2	0.0253767017275095
2	rnn.bias_hh_l1	3	0.06311137974262238
2	rnn.bias_hh_l1	4	0.05754971504211426
2	rnn.bias_hh_l1	5	-0.07822801917791367
2	rnn.bias_hh_l1	6	0.016360009089112282
2	rnn.bias_hh_l1	7	0.03852664306759834
2	rnn.bias_hh_l1	8	0.010756785050034523
2	rnn.bias_hh_l1	9	-0.002651877934113145
2	rnn.weight_ih_l1_reverse	0	0.08617056906223297
2	rnn.weight_ih_l1_reverse	1	-0.04154503718018532
2	rnn.weight_ih_l1_reverse	2	-0.062172096222639084
2	rnn.weight_ih_l1_reverse	3	0.02550920471549034
2	rnn.weight_ih_l1_reverse	4	-0.04604285582900047
2	rnn.weight_ih_l1_reverse	5	0.024186335504055023
2	rnn.weight_ih_l1_reverse	6	0.04031994566321373
2	rnn.weight_ih_l1_reverse	7	0.02035527303814888
2	rnn.weight_ih_l1_reverse	8	-0.007731887511909008
2	rnn.weight_ih_l1_reverse	9	-0.06626485288143158
2	rnn.weight_hh_l1_reverse	0	0.005196982529014349
2	rnn.weight_hh_l1_reverse	1	0.018821420148015022
2	rnn.weight_hh_l1_reverse	2	-0.05820280313491821
2	rnn.weight_hh_l1_reverse	3	-0.012931646779179573
2	rnn.weight_hh_l1_reverse	4	0.00864981859922409
2	rnn.weight_hh_l1_reverse	5	-0.06338609009981155
2	rnn.weight_hh_l1_reverse	6	-0.0672939270734787
2	rnn.weight_hh_l1_reverse	7	-0.011510360054671764
2	rnn.weight_hh_l1_reverse	8	-0.05604676157236099
2	rnn.weight_hh_l1_reverse	9	-0.04336809366941452
2	rnn.bias_ih_l1_reverse	0	-0.002372763818129897
2	rnn.bias_ih_l1_reverse	1	-0.03873727470636368
2	rnn.bias_ih_l1_reverse	2	0.021178824827075005
2	rnn.bias_ih_l1_reverse	3	-0.07571294903755188
2	rnn.bias_ih_l1_reverse	4	-0.08689174056053162
2	rnn.bias_ih_l1_reverse	5	-0.08575724810361862
2	rnn.bias_ih_l1_reverse	6	0.056254640221595764
2	rnn.bias_ih_l1_reverse	7	0.0865546390414238
2	rnn.bias_ih_l1_reverse	8	-0.0063092694617807865
2	rnn.bias_ih_l1_reverse	9	-0.01472546812146902
2	rnn.bias_hh_l1_reverse	0	0.06019510328769684
2	rnn.bias_hh_l1_reverse	1	-0.06977023929357529
2	rnn.bias_hh_l1_reverse	2	-0.048946112394332886
2	rnn.bias_hh_l1_reverse	3	0.0746951550245285
2	rnn.bias_hh_l1_reverse	4	-0.022467538714408875
2	rnn.bias_hh_l1_reverse	5	-0.006812861189246178
2	rnn.bias_hh_l1_reverse	6	-0.05950714647769928
2	rnn.bias_hh_l1_reverse	7	-0.06079298257827759
2	rnn.bias_hh_l1_reverse	8	0.06525314599275589
2	rnn.bias_hh_l1_reverse	9	0.035577692091464996
2	rnn.weight_ih_l2	0	0.07934779673814774
2	rnn.weight_ih_l2	1	-0.054369356483221054
2	rnn.weight_ih_l2	2	0.06333521753549576
2	rnn.weight_ih_l2	3	0.0656551793217659
2	rnn.weight_ih_l2	4	0.056036874651908875
2	rnn.weight_ih_l2	5	-0.03859734162688255
2	rnn.weight_ih_l2	6	-0.07619933038949966
2	rnn.weight_ih_l2	7	0.014321363531053066
2	rnn.weight_ih_l2	8	-0.017133120447397232
2	rnn.weight_ih_l2	9	-0.06925734132528305
2	rnn.weight_hh_l2	0	0.048558708280324936
2	rnn.weight_hh_l2	1	0.031858641654253006
2	rnn.weight_hh_l2	2	-0.054930176585912704
2	rnn.weight_hh_l2	3	-0.02508740872144699
2	rnn.weight_hh_l2	4	0.05412029102444649
2	rnn.weight_hh_l2	5	-0.02792857028543949
2	rnn.weight_hh_l2	6	0.008049128577113152
2	rnn.weight_hh_l2	7	-0.052816327661275864
2	rnn.weight_hh_l2	8	-0.005286007653921843
2	rnn.weight_hh_l2	9	-0.01977650076150894
2	rnn.bias_ih_l2	0	0.09355313330888748
2	rnn.bias_ih_l2	1	0.01387542113661766
2	rnn.bias_ih_l2	2	0.07089268416166306
2	rnn.bias_ih_l2	3	0.013244210742413998
2	rnn.bias_ih_l2	4	-0.002250824822112918
2	rnn.bias_ih_l2	5	0.03676825016736984
2	rnn.bias_ih_l2	6	0.01702861115336418
2	rnn.bias_ih_l2	7	0.012934476137161255
2	rnn.bias_ih_l2	8	0.02641570381820202
2	rnn.bias_ih_l2	9	-0.011704020202159882
2	rnn.bias_hh_l2	0	0.073014996945858
2	rnn.bias_hh_l2	1	-0.0002687321975827217
2	rnn.bias_hh_l2	2	0.06575305759906769
2	rnn.bias_hh_l2	3	0.03361731022596359
2	rnn.bias_hh_l2	4	0.07288765907287598
2	rnn.bias_hh_l2	5	-0.04164291173219681
2	rnn.bias_hh_l2	6	0.04778200015425682
2	rnn.bias_hh_l2	7	-0.024970971047878265
2	rnn.bias_hh_l2	8	0.04494371637701988
2	rnn.bias_hh_l2	9	0.05922704562544823
2	rnn.weight_ih_l2_reverse	0	0.08241764456033707
2	rnn.weight_ih_l2_reverse	1	-0.06086568534374237
2	rnn.weight_ih_l2_reverse	2	0.0008197430288419127
2	rnn.weight_ih_l2_reverse	3	0.03540254756808281
2	rnn.weight_ih_l2_reverse	4	0.05396675318479538
2	rnn.weight_ih_l2_reverse	5	-0.04058147966861725
2	rnn.weight_ih_l2_reverse	6	-0.0010028750402852893
2	rnn.weight_ih_l2_reverse	7	-0.0031810132786631584
2	rnn.weight_ih_l2_reverse	8	0.005007861647754908
2	rnn.weight_ih_l2_reverse	9	-0.0826517790555954
2	rnn.weight_hh_l2_reverse	0	-0.08284272253513336
2	rnn.weight_hh_l2_reverse	1	0.011558515019714832
2	rnn.weight_hh_l2_reverse	2	0.010534372180700302
2	rnn.weight_hh_l2_reverse	3	0.02439214289188385
2	rnn.weight_hh_l2_reverse	4	-0.037051498889923096
2	rnn.weight_hh_l2_reverse	5	-0.014823399484157562
2	rnn.weight_hh_l2_reverse	6	-0.03931509330868721
2	rnn.weight_hh_l2_reverse	7	-0.05985614284873009
2	rnn.weight_hh_l2_reverse	8	-0.006925700698047876
2	rnn.weight_hh_l2_reverse	9	-0.059019822627305984
2	rnn.bias_ih_l2_reverse	0	-0.029137294739484787
2	rnn.bias_ih_l2_reverse	1	-0.02812664583325386
2	rnn.bias_ih_l2_reverse	2	0.037031352519989014
2	rnn.bias_ih_l2_reverse	3	-0.009428638964891434
2	rnn.bias_ih_l2_reverse	4	0.07965061813592911
2	rnn.bias_ih_l2_reverse	5	-0.08749885857105255
2	rnn.bias_ih_l2_reverse	6	-0.04225938767194748
2	rnn.bias_ih_l2_reverse	7	-0.05988544970750809
2	rnn.bias_ih_l2_reverse	8	0.06715628504753113
2	rnn.bias_ih_l2_reverse	9	0.05398743227124214
2	rnn.bias_hh_l2_reverse	0	0.048435013741254807
2	rnn.bias_hh_l2_reverse	1	-0.08803478628396988
2	rnn.bias_hh_l2_reverse	2	-0.0640147477388382
2	rnn.bias_hh_l2_reverse	3	0.03770892322063446
2	rnn.bias_hh_l2_reverse	4	0.02458285726606846
2	rnn.bias_hh_l2_reverse	5	0.0521058663725853
2	rnn.bias_hh_l2_reverse	6	-0.08092594891786575
2	rnn.bias_hh_l2_reverse	7	-0.009889013133943081
2	rnn.bias_hh_l2_reverse	8	-0.0772780254483223
2	rnn.bias_hh_l2_reverse	9	-0.05370783433318138
2	linear.weight	0	0.025028489530086517
2	linear.weight	1	-0.011084084399044514
2	linear.weight	2	-0.01504188310354948
2	linear.weight	3	-0.020814208313822746
2	linear.weight	4	-0.022248394787311554
2	linear.weight	5	0.02779419720172882
2	linear.weight	6	0.03533557057380676
2	linear.weight	7	-0.031250715255737305
2	linear.weight	8	-0.0011586867040023208
2	linear.weight	9	0.03596477210521698
2	linear.bias	0	0.2358468770980835
2	linear.bias	1	0.32955220341682434
2	linear.bias	2	-0.8511558771133423
2	linear.bias	3	-0.05754556506872177
2	linear.bias	4	-0.050822705030441284
2	linear.bias	5	0.18445299565792084
3	transitions	0	0.16745950281620026
3	transitions	1	-10000.0
3	transitions	2	0.5792908668518066
3	transitions	3	-0.4944107234477997
3	transitions	4	-10000.0
3	transitions	5	-10000.0
3	transitions	6	-10000.0
3	transitions	7	0.9108474254608154
3	transitions	8	1.0199693441390991
3	transitions	9	-0.6145076751708984
3	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
3	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
3	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
3	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
3	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
3	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
3	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
3	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
3	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
3	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
3	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
3	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
3	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
3	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
3	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
3	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
3	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
3	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
3	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
3	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
3	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
3	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
3	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
3	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
3	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
3	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
3	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
3	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
3	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
3	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
3	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
3	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
3	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
3	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
3	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
3	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
3	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
3	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
3	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
3	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
3	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
3	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
3	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
3	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
3	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
3	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
3	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
3	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
3	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
3	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
3	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
3	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
3	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
3	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
3	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
3	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
3	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
3	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
3	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
3	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
3	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
3	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
3	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
3	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
3	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
3	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
3	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
3	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
3	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
3	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
3	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
3	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
3	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
3	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
3	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
3	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
3	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
3	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
3	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
3	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
3	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
3	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
3	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
3	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
3	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
3	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
3	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
3	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
3	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
3	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
3	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
3	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
3	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
3	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
3	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
3	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
3	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
3	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
3	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
3	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
3	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
3	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
3	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
3	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
3	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
3	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
3	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
3	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
3	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
3	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
3	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
3	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
3	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
3	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
3	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
3	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
3	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
3	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
3	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
3	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
3	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
3	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
3	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
3	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
3	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
3	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
3	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
3	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
3	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
3	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
3	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
3	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
3	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
3	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
3	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
3	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
3	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
3	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
3	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
3	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
3	embedding2nn.weight	0	0.014703734777867794
3	embedding2nn.weight	1	0.0007532244781032205
3	embedding2nn.weight	2	0.005692577455192804
3	embedding2nn.weight	3	0.0008555460372008383
3	embedding2nn.weight	4	-0.007626519538462162
3	embedding2nn.weight	5	-0.00530272675678134
3	embedding2nn.weight	6	-0.001593899680301547
3	embedding2nn.weight	7	-0.003445887006819248
3	embedding2nn.weight	8	0.015362377278506756
3	embedding2nn.weight	9	0.0043855756521224976
3	embedding2nn.bias	0	0.005820249207317829
3	embedding2nn.bias	1	-0.014257139526307583
3	embedding2nn.bias	2	0.004472518805414438
3	embedding2nn.bias	3	-0.01955259218811989
3	embedding2nn.bias	4	-0.0071545373648405075
3	embedding2nn.bias	5	-0.006967715919017792
3	embedding2nn.bias	6	0.0023187031038105488
3	embedding2nn.bias	7	0.014776128344237804
3	embedding2nn.bias	8	0.002317647449672222
3	embedding2nn.bias	9	-0.005951853934675455
3	rnn.weight_ih_l0	0	-0.05089699476957321
3	rnn.weight_ih_l0	1	0.050726596266031265
3	rnn.weight_ih_l0	2	0.031862542033195496
3	rnn.weight_ih_l0	3	0.014755572192370892
3	rnn.weight_ih_l0	4	0.012612532824277878
3	rnn.weight_ih_l0	5	0.08416666835546494
3	rnn.weight_ih_l0	6	0.07559172809123993
3	rnn.weight_ih_l0	7	0.03777391463518143
3	rnn.weight_ih_l0	8	-0.046003904193639755
3	rnn.weight_ih_l0	9	0.00808569323271513
3	rnn.weight_hh_l0	0	0.008552342653274536
3	rnn.weight_hh_l0	1	-0.06365904957056046
3	rnn.weight_hh_l0	2	-0.06540659815073013
3	rnn.weight_hh_l0	3	0.0727933943271637
3	rnn.weight_hh_l0	4	0.0711311399936676
3	rnn.weight_hh_l0	5	0.0043400730937719345
3	rnn.weight_hh_l0	6	0.003939357586205006
3	rnn.weight_hh_l0	7	-0.025953060016036034
3	rnn.weight_hh_l0	8	-0.029732154682278633
3	rnn.weight_hh_l0	9	0.05799338221549988
3	rnn.bias_ih_l0	0	-0.07246555387973785
3	rnn.bias_ih_l0	1	0.08646757900714874
3	rnn.bias_ih_l0	2	0.02169012650847435
3	rnn.bias_ih_l0	3	0.08886280655860901
3	rnn.bias_ih_l0	4	-0.07369521260261536
3	rnn.bias_ih_l0	5	0.08779574930667877
3	rnn.bias_ih_l0	6	-0.07008706778287888
3	rnn.bias_ih_l0	7	-0.03292571380734444
3	rnn.bias_ih_l0	8	-0.08699632436037064
3	rnn.bias_ih_l0	9	-0.05036057159304619
3	rnn.bias_hh_l0	0	0.028314996510744095
3	rnn.bias_hh_l0	1	0.07191509753465652
3	rnn.bias_hh_l0	2	0.06725006550550461
3	rnn.bias_hh_l0	3	0.082960344851017
3	rnn.bias_hh_l0	4	-0.0742834210395813
3	rnn.bias_hh_l0	5	-0.07060639560222626
3	rnn.bias_hh_l0	6	0.07587023079395294
3	rnn.bias_hh_l0	7	-0.08212704956531525
3	rnn.bias_hh_l0	8	-0.02556339092552662
3	rnn.bias_hh_l0	9	0.014802907593548298
3	rnn.weight_ih_l0_reverse	0	0.07928577065467834
3	rnn.weight_ih_l0_reverse	1	0.07371488213539124
3	rnn.weight_ih_l0_reverse	2	0.038923583924770355
3	rnn.weight_ih_l0_reverse	3	0.03384794294834137
3	rnn.weight_ih_l0_reverse	4	-0.03713144361972809
3	rnn.weight_ih_l0_reverse	5	0.05109943449497223
3	rnn.weight_ih_l0_reverse	6	0.06640198826789856
3	rnn.weight_ih_l0_reverse	7	0.02300615794956684
3	rnn.weight_ih_l0_reverse	8	-0.058593712747097015
3	rnn.weight_ih_l0_reverse	9	-0.05283873528242111
3	rnn.weight_hh_l0_reverse	0	0.025111861526966095
3	rnn.weight_hh_l0_reverse	1	-0.08722421526908875
3	rnn.weight_hh_l0_reverse	2	0.0628022626042366
3	rnn.weight_hh_l0_reverse	3	-0.021472657099366188
3	rnn.weight_hh_l0_reverse	4	0.08379524201154709
3	rnn.weight_hh_l0_reverse	5	-0.001161805703304708
3	rnn.weight_hh_l0_reverse	6	0.028127282857894897
3	rnn.weight_hh_l0_reverse	7	0.07836489379405975
3	rnn.weight_hh_l0_reverse	8	-0.02218879573047161
3	rnn.weight_hh_l0_reverse	9	-0.046669840812683105
3	rnn.bias_ih_l0_reverse	0	0.00011115914094261825
3	rnn.bias_ih_l0_reverse	1	-0.027464980259537697
3	rnn.bias_ih_l0_reverse	2	-0.02099664881825447
3	rnn.bias_ih_l0_reverse	3	0.04878513142466545
3	rnn.bias_ih_l0_reverse	4	0.06913501024246216
3	rnn.bias_ih_l0_reverse	5	-0.026108572259545326
3	rnn.bias_ih_l0_reverse	6	-0.026779530569911003
3	rnn.bias_ih_l0_reverse	7	-0.0526360385119915
3	rnn.bias_ih_l0_reverse	8	0.00607018917798996
3	rnn.bias_ih_l0_reverse	9	-0.06854908168315887
3	rnn.bias_hh_l0_reverse	0	0.03637879714369774
3	rnn.bias_hh_l0_reverse	1	-0.06991168111562729
3	rnn.bias_hh_l0_reverse	2	0.07794123888015747
3	rnn.bias_hh_l0_reverse	3	0.055328186601400375
3	rnn.bias_hh_l0_reverse	4	0.02889922447502613
3	rnn.bias_hh_l0_reverse	5	0.04088692367076874
3	rnn.bias_hh_l0_reverse	6	0.06140022352337837
3	rnn.bias_hh_l0_reverse	7	0.08786195516586304
3	rnn.bias_hh_l0_reverse	8	-0.0088084377348423
3	rnn.bias_hh_l0_reverse	9	0.052107635885477066
3	rnn.weight_ih_l1	0	0.021382221952080727
3	rnn.weight_ih_l1	1	0.01521396730095148
3	rnn.weight_ih_l1	2	0.06881750375032425
3	rnn.weight_ih_l1	3	-0.024450603872537613
3	rnn.weight_ih_l1	4	-0.0242077074944973
3	rnn.weight_ih_l1	5	-0.012018569745123386
3	rnn.weight_ih_l1	6	0.07124511897563934
3	rnn.weight_ih_l1	7	-0.006265723612159491
3	rnn.weight_ih_l1	8	-0.05336858332157135
3	rnn.weight_ih_l1	9	0.06031855568289757
3	rnn.weight_hh_l1	0	-0.07054609060287476
3	rnn.weight_hh_l1	1	-0.03719059377908707
3	rnn.weight_hh_l1	2	-0.008209642954170704
3	rnn.weight_hh_l1	3	-0.058426633477211
3	rnn.weight_hh_l1	4	0.08592429757118225
3	rnn.weight_hh_l1	5	-0.08453049510717392
3	rnn.weight_hh_l1	6	-0.0483524464070797
3	rnn.weight_hh_l1	7	0.06538227200508118
3	rnn.weight_hh_l1	8	-0.013581995852291584
3	rnn.weight_hh_l1	9	-0.04095663130283356
3	rnn.bias_ih_l1	0	-0.06780391186475754
3	rnn.bias_ih_l1	1	0.0586346797645092
3	rnn.bias_ih_l1	2	-0.05110597983002663
3	rnn.bias_ih_l1	3	-0.06507445126771927
3	rnn.bias_ih_l1	4	-0.028036069124937057
3	rnn.bias_ih_l1	5	-0.039757825434207916
3	rnn.bias_ih_l1	6	-0.04650493711233139
3	rnn.bias_ih_l1	7	0.06199168041348457
3	rnn.bias_ih_l1	8	0.08744838833808899
3	rnn.bias_ih_l1	9	0.0264289490878582
3	rnn.bias_hh_l1	0	0.07061941921710968
3	rnn.bias_hh_l1	1	-0.05754606053233147
3	rnn.bias_hh_l1	2	0.025408562272787094
3	rnn.bias_hh_l1	3	0.06315122544765472
3	rnn.bias_hh_l1	4	0.05761277675628662
3	rnn.bias_hh_l1	5	-0.07813145965337753
3	rnn.bias_hh_l1	6	0.016383657231926918
3	rnn.bias_hh_l1	7	0.03852115944027901
3	rnn.bias_hh_l1	8	0.011054866947233677
3	rnn.bias_hh_l1	9	-0.0026230388320982456
3	rnn.weight_ih_l1_reverse	0	0.08617332577705383
3	rnn.weight_ih_l1_reverse	1	-0.04154225438833237
3	rnn.weight_ih_l1_reverse	2	-0.062174491584300995
3	rnn.weight_ih_l1_reverse	3	0.025516344234347343
3	rnn.weight_ih_l1_reverse	4	-0.046045586466789246
3	rnn.weight_ih_l1_reverse	5	0.024176860228180885
3	rnn.weight_ih_l1_reverse	6	0.040322620421648026
3	rnn.weight_ih_l1_reverse	7	0.020355870947241783
3	rnn.weight_ih_l1_reverse	8	-0.007730652112513781
3	rnn.weight_ih_l1_reverse	9	-0.066177137196064
3	rnn.weight_hh_l1_reverse	0	0.005196611396968365
3	rnn.weight_hh_l1_reverse	1	0.018819686025381088
3	rnn.weight_hh_l1_reverse	2	-0.05820556357502937
3	rnn.weight_hh_l1_reverse	3	-0.0129322474822402
3	rnn.weight_hh_l1_reverse	4	0.00864838995039463
3	rnn.weight_hh_l1_reverse	5	-0.06346146762371063
3	rnn.weight_hh_l1_reverse	6	-0.06729570031166077
3	rnn.weight_hh_l1_reverse	7	-0.011512729339301586
3	rnn.weight_hh_l1_reverse	8	-0.05604548752307892
3	rnn.weight_hh_l1_reverse	9	-0.043365802615880966
3	rnn.bias_ih_l1_reverse	0	-0.0024143510963767767
3	rnn.bias_ih_l1_reverse	1	-0.038696255534887314
3	rnn.bias_ih_l1_reverse	2	0.02118055708706379
3	rnn.bias_ih_l1_reverse	3	-0.0756954774260521
3	rnn.bias_ih_l1_reverse	4	-0.08694292604923248
3	rnn.bias_ih_l1_reverse	5	-0.08561985939741135
3	rnn.bias_ih_l1_reverse	6	0.056269001215696335
3	rnn.bias_ih_l1_reverse	7	0.08656219393014908
3	rnn.bias_ih_l1_reverse	8	-0.005239373072981834
3	rnn.bias_ih_l1_reverse	9	-0.014764044433832169
3	rnn.bias_hh_l1_reverse	0	0.06019977107644081
3	rnn.bias_hh_l1_reverse	1	-0.06983419507741928
3	rnn.bias_hh_l1_reverse	2	-0.048977985978126526
3	rnn.bias_hh_l1_reverse	3	0.07475143671035767
3	rnn.bias_hh_l1_reverse	4	-0.022451888769865036
3	rnn.bias_hh_l1_reverse	5	-0.0067273392342031
3	rnn.bias_hh_l1_reverse	6	-0.05948246642947197
3	rnn.bias_hh_l1_reverse	7	-0.060806188732385635
3	rnn.bias_hh_l1_reverse	8	0.06526346504688263
3	rnn.bias_hh_l1_reverse	9	0.03522324189543724
3	rnn.weight_ih_l2	0	0.0792827308177948
3	rnn.weight_ih_l2	1	-0.05436590686440468
3	rnn.weight_ih_l2	2	0.06333699822425842
3	rnn.weight_ih_l2	3	0.06577915698289871
3	rnn.weight_ih_l2	4	0.05603502318263054
3	rnn.weight_ih_l2	5	-0.03859703615307808
3	rnn.weight_ih_l2	6	-0.07619817554950714
3	rnn.weight_ih_l2	7	0.01432286761701107
3	rnn.weight_ih_l2	8	-0.017132965847849846
3	rnn.weight_ih_l2	9	-0.0692548155784607
3	rnn.weight_hh_l2	0	0.04855525121092796
3	rnn.weight_hh_l2	1	0.0318504236638546
3	rnn.weight_hh_l2	2	-0.05493168532848358
3	rnn.weight_hh_l2	3	-0.025089817121624947
3	rnn.weight_hh_l2	4	0.054115939885377884
3	rnn.weight_hh_l2	5	-0.027861593291163445
3	rnn.weight_hh_l2	6	0.008045616559684277
3	rnn.weight_hh_l2	7	-0.05281471461057663
3	rnn.weight_hh_l2	8	-0.005285829305648804
3	rnn.weight_hh_l2	9	-0.01978379301726818
3	rnn.bias_ih_l2	0	0.08932586759328842
3	rnn.bias_ih_l2	1	0.014127152040600777
3	rnn.bias_ih_l2	2	0.07157490402460098
3	rnn.bias_ih_l2	3	0.013274642638862133
3	rnn.bias_ih_l2	4	-0.0019128640415146947
3	rnn.bias_ih_l2	5	0.036871474236249924
3	rnn.bias_ih_l2	6	0.017086856067180634
3	rnn.bias_ih_l2	7	0.012913702055811882
3	rnn.bias_ih_l2	8	0.026523035019636154
3	rnn.bias_ih_l2	9	-0.011712949723005295
3	rnn.bias_hh_l2	0	0.07365144789218903
3	rnn.bias_hh_l2	1	-0.0003133110294584185
3	rnn.bias_hh_l2	2	0.06579975038766861
3	rnn.bias_hh_l2	3	0.03374386578798294
3	rnn.bias_hh_l2	4	0.07287919521331787
3	rnn.bias_hh_l2	5	-0.036109209060668945
3	rnn.bias_hh_l2	6	0.04723349213600159
3	rnn.bias_hh_l2	7	-0.024961991235613823
3	rnn.bias_hh_l2	8	0.04494348540902138
3	rnn.bias_hh_l2	9	0.061864033341407776
3	rnn.weight_ih_l2_reverse	0	0.08242093771696091
3	rnn.weight_ih_l2_reverse	1	-0.06087271124124527
3	rnn.weight_ih_l2_reverse	2	0.0008235036511905491
3	rnn.weight_ih_l2_reverse	3	0.03540787100791931
3	rnn.weight_ih_l2_reverse	4	0.053965289145708084
3	rnn.weight_ih_l2_reverse	5	-0.04058144986629486
3	rnn.weight_ih_l2_reverse	6	-0.0010537395719438791
3	rnn.weight_ih_l2_reverse	7	-0.003168542869389057
3	rnn.weight_ih_l2_reverse	8	0.004678618628531694
3	rnn.weight_ih_l2_reverse	9	-0.08265376091003418
3	rnn.weight_hh_l2_reverse	0	-0.08284817636013031
3	rnn.weight_hh_l2_reverse	1	0.011553959921002388
3	rnn.weight_hh_l2_reverse	2	0.010535171255469322
3	rnn.weight_hh_l2_reverse	3	0.024391820654273033
3	rnn.weight_hh_l2_reverse	4	-0.03705189749598503
3	rnn.weight_hh_l2_reverse	5	-0.014824232086539268
3	rnn.weight_hh_l2_reverse	6	-0.039298392832279205
3	rnn.weight_hh_l2_reverse	7	-0.059855103492736816
3	rnn.weight_hh_l2_reverse	8	-0.006929077208042145
3	rnn.weight_hh_l2_reverse	9	-0.05901965871453285
3	rnn.bias_ih_l2_reverse	0	-0.028937721624970436
3	rnn.bias_ih_l2_reverse	1	-0.02810177020728588
3	rnn.bias_ih_l2_reverse	2	0.03706391900777817
3	rnn.bias_ih_l2_reverse	3	-0.011938115581870079
3	rnn.bias_ih_l2_reverse	4	0.07969393581151962
3	rnn.bias_ih_l2_reverse	5	-0.08749014884233475
3	rnn.bias_ih_l2_reverse	6	-0.042136918753385544
3	rnn.bias_ih_l2_reverse	7	-0.058614496141672134
3	rnn.bias_ih_l2_reverse	8	0.06644990295171738
3	rnn.bias_ih_l2_reverse	9	0.054544027894735336
3	rnn.bias_hh_l2_reverse	0	0.05038488656282425
3	rnn.bias_hh_l2_reverse	1	-0.08741938322782516
3	rnn.bias_hh_l2_reverse	2	-0.06397715210914612
3	rnn.bias_hh_l2_reverse	3	0.03767768666148186
3	rnn.bias_hh_l2_reverse	4	0.02456376515328884
3	rnn.bias_hh_l2_reverse	5	0.052804894745349884
3	rnn.bias_hh_l2_reverse	6	-0.08083992451429367
3	rnn.bias_hh_l2_reverse	7	-0.009926753118634224
3	rnn.bias_hh_l2_reverse	8	-0.07713323831558228
3	rnn.bias_hh_l2_reverse	9	-0.05368215963244438
3	linear.weight	0	0.025028489530086517
3	linear.weight	1	0.008508078753948212
3	linear.weight	2	-0.016080455854535103
3	linear.weight	3	-0.02234099991619587
3	linear.weight	4	-0.022248394787311554
3	linear.weight	5	0.03007800690829754
3	linear.weight	6	0.03239009901881218
3	linear.weight	7	-0.029007237404584885
3	linear.weight	8	-0.0012656064936891198
3	linear.weight	9	0.03731565922498703
3	linear.bias	0	0.2520243525505066
3	linear.bias	1	0.27679115533828735
3	linear.bias	2	-0.9060513377189636
3	linear.bias	3	-0.05754556506872177
3	linear.bias	4	-0.050822705030441284
3	linear.bias	5	0.2759319543838501
4	transitions	0	0.160983607172966
4	transitions	1	-10000.0
4	transitions	2	0.6189687252044678
4	transitions	3	-0.5431797504425049
4	transitions	4	-10000.0
4	transitions	5	-10000.0
4	transitions	6	-10000.0
4	transitions	7	0.9058303236961365
4	transitions	8	1.0041117668151855
4	transitions	9	-0.6473067402839661
4	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
4	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
4	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
4	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
4	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
4	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
4	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
4	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
4	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
4	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
4	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
4	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
4	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
4	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
4	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
4	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
4	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
4	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
4	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
4	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
4	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
4	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
4	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
4	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
4	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
4	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
4	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
4	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
4	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
4	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
4	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
4	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
4	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
4	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
4	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
4	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
4	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
4	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
4	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
4	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
4	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
4	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
4	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
4	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
4	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
4	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
4	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
4	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
4	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
4	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
4	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
4	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
4	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
4	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
4	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
4	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
4	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
4	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
4	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
4	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
4	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
4	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
4	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
4	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
4	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
4	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
4	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
4	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
4	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
4	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
4	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
4	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
4	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
4	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
4	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
4	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
4	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
4	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
4	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
4	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
4	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
4	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
4	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
4	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
4	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
4	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
4	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
4	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
4	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
4	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
4	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
4	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
4	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
4	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
4	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
4	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
4	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
4	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
4	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
4	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
4	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
4	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
4	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
4	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
4	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
4	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
4	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
4	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
4	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
4	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
4	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
4	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
4	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
4	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
4	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
4	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
4	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
4	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
4	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
4	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
4	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
4	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
4	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
4	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
4	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
4	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
4	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
4	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
4	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
4	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
4	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
4	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
4	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
4	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
4	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
4	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
4	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
4	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
4	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
4	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
4	embedding2nn.weight	0	0.014692170545458794
4	embedding2nn.weight	1	0.0007499649655073881
4	embedding2nn.weight	2	0.005692787002772093
4	embedding2nn.weight	3	0.0008496482623741031
4	embedding2nn.weight	4	-0.007866157218813896
4	embedding2nn.weight	5	-0.005307503044605255
4	embedding2nn.weight	6	-0.0015868244227021933
4	embedding2nn.weight	7	-0.0034404515754431486
4	embedding2nn.weight	8	0.015404547564685345
4	embedding2nn.weight	9	0.004393651615828276
4	embedding2nn.bias	0	0.005911258514970541
4	embedding2nn.bias	1	-0.012320643290877342
4	embedding2nn.bias	2	0.005439994856715202
4	embedding2nn.bias	3	-0.019087817519903183
4	embedding2nn.bias	4	-0.008121510967612267
4	embedding2nn.bias	5	-0.007192712742835283
4	embedding2nn.bias	6	0.002919161692261696
4	embedding2nn.bias	7	0.01563255488872528
4	embedding2nn.bias	8	0.0021842308342456818
4	embedding2nn.bias	9	-0.005559162236750126
4	rnn.weight_ih_l0	0	-0.05089733004570007
4	rnn.weight_ih_l0	1	0.05073101073503494
4	rnn.weight_ih_l0	2	0.03185797482728958
4	rnn.weight_ih_l0	3	0.014755249954760075
4	rnn.weight_ih_l0	4	0.012627379968762398
4	rnn.weight_ih_l0	5	0.08416666835546494
4	rnn.weight_ih_l0	6	0.07559280097484589
4	rnn.weight_ih_l0	7	0.03777357190847397
4	rnn.weight_ih_l0	8	-0.04593408480286598
4	rnn.weight_ih_l0	9	0.008117126300930977
4	rnn.weight_hh_l0	0	0.008553246967494488
4	rnn.weight_hh_l0	1	-0.06366319954395294
4	rnn.weight_hh_l0	2	-0.06539453566074371
4	rnn.weight_hh_l0	3	0.07279296219348907
4	rnn.weight_hh_l0	4	0.071127749979496
4	rnn.weight_hh_l0	5	0.004288337659090757
4	rnn.weight_hh_l0	6	0.003933853469789028
4	rnn.weight_hh_l0	7	-0.025967972353100777
4	rnn.weight_hh_l0	8	-0.029786156490445137
4	rnn.weight_hh_l0	9	0.05799224600195885
4	rnn.bias_ih_l0	0	-0.0722966194152832
4	rnn.bias_ih_l0	1	0.08634375780820847
4	rnn.bias_ih_l0	2	0.02178892120718956
4	rnn.bias_ih_l0	3	0.08843308687210083
4	rnn.bias_ih_l0	4	-0.07483658194541931
4	rnn.bias_ih_l0	5	0.0878920704126358
4	rnn.bias_ih_l0	6	-0.06889109313488007
4	rnn.bias_ih_l0	7	-0.03286532685160637
4	rnn.bias_ih_l0	8	-0.08561567962169647
4	rnn.bias_ih_l0	9	-0.05034298822283745
4	rnn.bias_hh_l0	0	0.03030010685324669
4	rnn.bias_hh_l0	1	0.0719958022236824
4	rnn.bias_hh_l0	2	0.06721533089876175
4	rnn.bias_hh_l0	3	0.08305693417787552
4	rnn.bias_hh_l0	4	-0.07623378187417984
4	rnn.bias_hh_l0	5	-0.07056964188814163
4	rnn.bias_hh_l0	6	0.07583119720220566
4	rnn.bias_hh_l0	7	-0.08171900361776352
4	rnn.bias_hh_l0	8	-0.025411825627088547
4	rnn.bias_hh_l0	9	0.013584091328084469
4	rnn.weight_ih_l0_reverse	0	0.07928559184074402
4	rnn.weight_ih_l0_reverse	1	0.07371746003627777
4	rnn.weight_ih_l0_reverse	2	0.03892812505364418
4	rnn.weight_ih_l0_reverse	3	0.03384597972035408
4	rnn.weight_ih_l0_reverse	4	-0.0371515192091465
4	rnn.weight_ih_l0_reverse	5	0.051099859178066254
4	rnn.weight_ih_l0_reverse	6	0.06640446186065674
4	rnn.weight_ih_l0_reverse	7	0.02299589291214943
4	rnn.weight_ih_l0_reverse	8	-0.05858037993311882
4	rnn.weight_ih_l0_reverse	9	-0.05283911153674126
4	rnn.weight_hh_l0_reverse	0	0.025156734511256218
4	rnn.weight_hh_l0_reverse	1	-0.08722138404846191
4	rnn.weight_hh_l0_reverse	2	0.06280239671468735
4	rnn.weight_hh_l0_reverse	3	-0.021470917388796806
4	rnn.weight_hh_l0_reverse	4	0.08379679173231125
4	rnn.weight_hh_l0_reverse	5	-0.001161127001978457
4	rnn.weight_hh_l0_reverse	6	0.028143681585788727
4	rnn.weight_hh_l0_reverse	7	0.07837098091840744
4	rnn.weight_hh_l0_reverse	8	-0.022190243005752563
4	rnn.weight_hh_l0_reverse	9	-0.046666648238897324
4	rnn.bias_ih_l0_reverse	0	0.00011015266500180587
4	rnn.bias_ih_l0_reverse	1	-0.02865254506468773
4	rnn.bias_ih_l0_reverse	2	-0.020546933636069298
4	rnn.bias_ih_l0_reverse	3	0.048886850476264954
4	rnn.bias_ih_l0_reverse	4	0.06926869601011276
4	rnn.bias_ih_l0_reverse	5	-0.026152703911066055
4	rnn.bias_ih_l0_reverse	6	-0.026812633499503136
4	rnn.bias_ih_l0_reverse	7	-0.05267715081572533
4	rnn.bias_ih_l0_reverse	8	0.0061788856983184814
4	rnn.bias_ih_l0_reverse	9	-0.06900487095117569
4	rnn.bias_hh_l0_reverse	0	0.03639405593276024
4	rnn.bias_hh_l0_reverse	1	-0.0703674703836441
4	rnn.bias_hh_l0_reverse	2	0.07914598286151886
4	rnn.bias_hh_l0_reverse	3	0.05533432215452194
4	rnn.bias_hh_l0_reverse	4	0.029826771467924118
4	rnn.bias_hh_l0_reverse	5	0.04087238386273384
4	rnn.bias_hh_l0_reverse	6	0.06141890212893486
4	rnn.bias_hh_l0_reverse	7	0.08890005946159363
4	rnn.bias_hh_l0_reverse	8	-0.008842193521559238
4	rnn.bias_hh_l0_reverse	9	0.052186064422130585
4	rnn.weight_ih_l1	0	0.021380595862865448
4	rnn.weight_ih_l1	1	0.015201998874545097
4	rnn.weight_ih_l1	2	0.06856705993413925
4	rnn.weight_ih_l1	3	-0.024456407874822617
4	rnn.weight_ih_l1	4	-0.024205991998314857
4	rnn.weight_ih_l1	5	-0.012070652097463608
4	rnn.weight_ih_l1	6	0.07124582678079605
4	rnn.weight_ih_l1	7	-0.006402898579835892
4	rnn.weight_ih_l1	8	-0.053396888077259064
4	rnn.weight_ih_l1	9	0.06049264594912529
4	rnn.weight_hh_l1	0	-0.07057452946901321
4	rnn.weight_hh_l1	1	-0.03716757148504257
4	rnn.weight_hh_l1	2	-0.008205867372453213
4	rnn.weight_hh_l1	3	-0.05842803418636322
4	rnn.weight_hh_l1	4	0.08592019975185394
4	rnn.weight_hh_l1	5	-0.0845523253083229
4	rnn.weight_hh_l1	6	-0.0483534000813961
4	rnn.weight_hh_l1	7	0.06534407287836075
4	rnn.weight_hh_l1	8	-0.01359284482896328
4	rnn.weight_hh_l1	9	-0.041015300899744034
4	rnn.bias_ih_l1	0	-0.06746608763933182
4	rnn.bias_ih_l1	1	0.05872731655836105
4	rnn.bias_ih_l1	2	-0.05123530700802803
4	rnn.bias_ih_l1	3	-0.06450258940458298
4	rnn.bias_ih_l1	4	-0.027832230553030968
4	rnn.bias_ih_l1	5	-0.04280568286776543
4	rnn.bias_ih_l1	6	-0.04352244362235069
4	rnn.bias_ih_l1	7	0.06206575408577919
4	rnn.bias_ih_l1	8	0.08746642619371414
4	rnn.bias_ih_l1	9	0.02713804505765438
4	rnn.bias_hh_l1	0	0.07065141946077347
4	rnn.bias_hh_l1	1	-0.05691808462142944
4	rnn.bias_hh_l1	2	0.025183826684951782
4	rnn.bias_hh_l1	3	0.06330510228872299
4	rnn.bias_hh_l1	4	0.05763085559010506
4	rnn.bias_hh_l1	5	-0.07823468744754791
4	rnn.bias_hh_l1	6	0.016429416835308075
4	rnn.bias_hh_l1	7	0.038550786674022675
4	rnn.bias_hh_l1	8	0.01271198969334364
4	rnn.bias_hh_l1	9	-0.002735371235758066
4	rnn.weight_ih_l1_reverse	0	0.08618158102035522
4	rnn.weight_ih_l1_reverse	1	-0.04153981804847717
4	rnn.weight_ih_l1_reverse	2	-0.06217004358768463
4	rnn.weight_ih_l1_reverse	3	0.025515012443065643
4	rnn.weight_ih_l1_reverse	4	-0.046021588146686554
4	rnn.weight_ih_l1_reverse	5	0.024202542379498482
4	rnn.weight_ih_l1_reverse	6	0.040323030203580856
4	rnn.weight_ih_l1_reverse	7	0.020350750535726547
4	rnn.weight_ih_l1_reverse	8	-0.007719838060438633
4	rnn.weight_ih_l1_reverse	9	-0.06611008197069168
4	rnn.weight_hh_l1_reverse	0	0.005155069753527641
4	rnn.weight_hh_l1_reverse	1	0.01882057636976242
4	rnn.weight_hh_l1_reverse	2	-0.05820133164525032
4	rnn.weight_hh_l1_reverse	3	-0.01292312890291214
4	rnn.weight_hh_l1_reverse	4	0.00864478386938572
4	rnn.weight_hh_l1_reverse	5	-0.06326956301927567
4	rnn.weight_hh_l1_reverse	6	-0.06729154288768768
4	rnn.weight_hh_l1_reverse	7	-0.011516798287630081
4	rnn.weight_hh_l1_reverse	8	-0.056040894240140915
4	rnn.weight_hh_l1_reverse	9	-0.04336414113640785
4	rnn.bias_ih_l1_reverse	0	-0.002413417212665081
4	rnn.bias_ih_l1_reverse	1	-0.03883640095591545
4	rnn.bias_ih_l1_reverse	2	0.021395541727542877
4	rnn.bias_ih_l1_reverse	3	-0.07576002925634384
4	rnn.bias_ih_l1_reverse	4	-0.08707880228757858
4	rnn.bias_ih_l1_reverse	5	-0.08530938625335693
4	rnn.bias_ih_l1_reverse	6	0.05631071329116821
4	rnn.bias_ih_l1_reverse	7	0.08656319975852966
4	rnn.bias_ih_l1_reverse	8	-0.004951801151037216
4	rnn.bias_ih_l1_reverse	9	-0.014889998361468315
4	rnn.bias_hh_l1_reverse	0	0.060143448412418365
4	rnn.bias_hh_l1_reverse	1	-0.06977315247058868
4	rnn.bias_hh_l1_reverse	2	-0.0489560030400753
4	rnn.bias_hh_l1_reverse	3	0.07488693296909332
4	rnn.bias_hh_l1_reverse	4	-0.022371970117092133
4	rnn.bias_hh_l1_reverse	5	-0.006574331317096949
4	rnn.bias_hh_l1_reverse	6	-0.05948374792933464
4	rnn.bias_hh_l1_reverse	7	-0.06077553331851959
4	rnn.bias_hh_l1_reverse	8	0.0652533546090126
4	rnn.bias_hh_l1_reverse	9	0.036692433059215546
4	rnn.weight_ih_l2	0	0.07957823574542999
4	rnn.weight_ih_l2	1	-0.05435340479016304
4	rnn.weight_ih_l2	2	0.06333345919847488
4	rnn.weight_ih_l2	3	0.0658150464296341
4	rnn.weight_ih_l2	4	0.056053467094898224
4	rnn.weight_ih_l2	5	-0.038590800017118454
4	rnn.weight_ih_l2	6	-0.07621558755636215
4	rnn.weight_ih_l2	7	0.014336539432406425
4	rnn.weight_ih_l2	8	-0.0171346478164196
4	rnn.weight_ih_l2	9	-0.06926260143518448
4	rnn.weight_hh_l2	0	0.048545584082603455
4	rnn.weight_hh_l2	1	0.03183785825967789
4	rnn.weight_hh_l2	2	-0.05492902919650078
4	rnn.weight_hh_l2	3	-0.025089332833886147
4	rnn.weight_hh_l2	4	0.054119858890771866
4	rnn.weight_hh_l2	5	-0.027489257976412773
4	rnn.weight_hh_l2	6	0.0080410186201334
4	rnn.weight_hh_l2	7	-0.05280958116054535
4	rnn.weight_hh_l2	8	-0.005285919178277254
4	rnn.weight_hh_l2	9	-0.0197935551404953
4	rnn.bias_ih_l2	0	0.08711575716733932
4	rnn.bias_ih_l2	1	0.014668837189674377
4	rnn.bias_ih_l2	2	0.07263660430908203
4	rnn.bias_ih_l2	3	0.013346925377845764
4	rnn.bias_ih_l2	4	-0.0011937095550820231
4	rnn.bias_ih_l2	5	0.0369461365044117
4	rnn.bias_ih_l2	6	0.01722330041229725
4	rnn.bias_ih_l2	7	0.01263301819562912
4	rnn.bias_ih_l2	8	0.026800524443387985
4	rnn.bias_ih_l2	9	-0.011793315410614014
4	rnn.bias_hh_l2	0	0.07699794322252274
4	rnn.bias_hh_l2	1	-0.00044734220136888325
4	rnn.bias_hh_l2	2	0.06579772382974625
4	rnn.bias_hh_l2	3	0.03380340710282326
4	rnn.bias_hh_l2	4	0.07285436242818832
4	rnn.bias_hh_l2	5	-0.03021753765642643
4	rnn.bias_hh_l2	6	0.05293408781290054
4	rnn.bias_hh_l2	7	-0.024963602423667908
4	rnn.bias_hh_l2	8	0.04496714100241661
4	rnn.bias_hh_l2	9	0.07435792684555054
4	rnn.weight_ih_l2_reverse	0	0.08241906762123108
4	rnn.weight_ih_l2_reverse	1	-0.06029227748513222
4	rnn.weight_ih_l2_reverse	2	0.0008279893663711846
4	rnn.weight_ih_l2_reverse	3	0.03540969640016556
4	rnn.weight_ih_l2_reverse	4	0.05396279692649841
4	rnn.weight_ih_l2_reverse	5	-0.04058140143752098
4	rnn.weight_ih_l2_reverse	6	-0.0011102817952632904
4	rnn.weight_ih_l2_reverse	7	-0.0032772149424999952
4	rnn.weight_ih_l2_reverse	8	0.003698448184877634
4	rnn.weight_ih_l2_reverse	9	-0.0826396718621254
4	rnn.weight_hh_l2_reverse	0	-0.08288536965847015
4	rnn.weight_hh_l2_reverse	1	0.011585726402699947
4	rnn.weight_hh_l2_reverse	2	0.010536194778978825
4	rnn.weight_hh_l2_reverse	3	0.024422941729426384
4	rnn.weight_hh_l2_reverse	4	-0.03709597885608673
4	rnn.weight_hh_l2_reverse	5	-0.014830099418759346
4	rnn.weight_hh_l2_reverse	6	-0.039317622780799866
4	rnn.weight_hh_l2_reverse	7	-0.05985342711210251
4	rnn.weight_hh_l2_reverse	8	-0.006923974491655827
4	rnn.weight_hh_l2_reverse	9	-0.05901894345879555
4	rnn.bias_ih_l2_reverse	0	-0.029141778126358986
4	rnn.bias_ih_l2_reverse	1	-0.028106175363063812
4	rnn.bias_ih_l2_reverse	2	0.037321459501981735
4	rnn.bias_ih_l2_reverse	3	-0.015214670449495316
4	rnn.bias_ih_l2_reverse	4	0.07961151748895645
4	rnn.bias_ih_l2_reverse	5	-0.0872260332107544
4	rnn.bias_ih_l2_reverse	6	-0.04162339121103287
4	rnn.bias_ih_l2_reverse	7	-0.060632605105638504
4	rnn.bias_ih_l2_reverse	8	0.06805437803268433
4	rnn.bias_ih_l2_reverse	9	0.05349286273121834
4	rnn.bias_hh_l2_reverse	0	0.048325613141059875
4	rnn.bias_hh_l2_reverse	1	-0.08897518366575241
4	rnn.bias_hh_l2_reverse	2	-0.06404712796211243
4	rnn.bias_hh_l2_reverse	3	0.03773137927055359
4	rnn.bias_hh_l2_reverse	4	0.024432577192783356
4	rnn.bias_hh_l2_reverse	5	0.052734117954969406
4	rnn.bias_hh_l2_reverse	6	-0.08046991378068924
4	rnn.bias_hh_l2_reverse	7	-0.009978928603231907
4	rnn.bias_hh_l2_reverse	8	-0.07733301818370819
4	rnn.bias_hh_l2_reverse	9	-0.053678352385759354
4	linear.weight	0	0.025028489530086517
4	linear.weight	1	0.05651334673166275
4	linear.weight	2	-0.017791038379073143
4	linear.weight	3	-0.017940623685717583
4	linear.weight	4	-0.022248394787311554
4	linear.weight	5	0.027558887377381325
4	linear.weight	6	0.03333299979567528
4	linear.weight	7	-0.025225508958101273
4	linear.weight	8	-0.0049730767495930195
4	linear.weight	9	0.04096505418419838
4	linear.bias	0	0.14225605130195618
4	linear.bias	1	0.19776977598667145
4	linear.bias	2	-0.9679195284843445
4	linear.bias	3	-0.05754556506872177
4	linear.bias	4	-0.050822705030441284
4	linear.bias	5	0.5265898704528809
5	transitions	0	0.1595376431941986
5	transitions	1	-10000.0
5	transitions	2	0.7839494347572327
5	transitions	3	-0.5061190724372864
5	transitions	4	-10000.0
5	transitions	5	-10000.0
5	transitions	6	-10000.0
5	transitions	7	0.9052327871322632
5	transitions	8	1.002317190170288
5	transitions	9	-0.65666264295578
5	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
5	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
5	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
5	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
5	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
5	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
5	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
5	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
5	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
5	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
5	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
5	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
5	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
5	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
5	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
5	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
5	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
5	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
5	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
5	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
5	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
5	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
5	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
5	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
5	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
5	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
5	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
5	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
5	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
5	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
5	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
5	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
5	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
5	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
5	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
5	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
5	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
5	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
5	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
5	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
5	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
5	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
5	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
5	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
5	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
5	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
5	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
5	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
5	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
5	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
5	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
5	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
5	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
5	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
5	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
5	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
5	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
5	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
5	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
5	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
5	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
5	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
5	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
5	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
5	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
5	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
5	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
5	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
5	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
5	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
5	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
5	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
5	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
5	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
5	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
5	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
5	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
5	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
5	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
5	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
5	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
5	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
5	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
5	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
5	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
5	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
5	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
5	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
5	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
5	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
5	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
5	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
5	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
5	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
5	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
5	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
5	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
5	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
5	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
5	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
5	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
5	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
5	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
5	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
5	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
5	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
5	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
5	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
5	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
5	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
5	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
5	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
5	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
5	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
5	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
5	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
5	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
5	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
5	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
5	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
5	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
5	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
5	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
5	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
5	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
5	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
5	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
5	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
5	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
5	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
5	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
5	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
5	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
5	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
5	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
5	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
5	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
5	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
5	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
5	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
5	embedding2nn.weight	0	0.01470065675675869
5	embedding2nn.weight	1	0.0007419011672027409
5	embedding2nn.weight	2	0.005692834500223398
5	embedding2nn.weight	3	0.0008494483190588653
5	embedding2nn.weight	4	-0.007892590016126633
5	embedding2nn.weight	5	-0.005292647983878851
5	embedding2nn.weight	6	-0.0015904183965176344
5	embedding2nn.weight	7	-0.003442342858761549
5	embedding2nn.weight	8	0.015337545424699783
5	embedding2nn.weight	9	0.004396222997456789
5	embedding2nn.bias	0	0.006040269508957863
5	embedding2nn.bias	1	-0.014813422225415707
5	embedding2nn.bias	2	0.0037632372695952654
5	embedding2nn.bias	3	-0.017158685252070427
5	embedding2nn.bias	4	-0.007932628504931927
5	embedding2nn.bias	5	-0.00708437105640769
5	embedding2nn.bias	6	0.002927072113379836
5	embedding2nn.bias	7	0.014520850963890553
5	embedding2nn.bias	8	0.001151671982370317
5	embedding2nn.bias	9	-0.004756509326398373
5	rnn.weight_ih_l0	0	-0.05088963359594345
5	rnn.weight_ih_l0	1	0.05073944851756096
5	rnn.weight_ih_l0	2	0.031859975308179855
5	rnn.weight_ih_l0	3	0.014756624586880207
5	rnn.weight_ih_l0	4	0.012549106031656265
5	rnn.weight_ih_l0	5	0.08416402339935303
5	rnn.weight_ih_l0	6	0.07560070604085922
5	rnn.weight_ih_l0	7	0.03777160868048668
5	rnn.weight_ih_l0	8	-0.045995015650987625
5	rnn.weight_ih_l0	9	0.0080910325050354
5	rnn.weight_hh_l0	0	0.00855370331555605
5	rnn.weight_hh_l0	1	-0.06366153061389923
5	rnn.weight_hh_l0	2	-0.06539753079414368
5	rnn.weight_hh_l0	3	0.07279322296380997
5	rnn.weight_hh_l0	4	0.07112433761358261
5	rnn.weight_hh_l0	5	0.0043094828724861145
5	rnn.weight_hh_l0	6	0.003933895379304886
5	rnn.weight_hh_l0	7	-0.025995716452598572
5	rnn.weight_hh_l0	8	-0.029688501730561256
5	rnn.weight_hh_l0	9	0.057991720736026764
5	rnn.bias_ih_l0	0	-0.0724659413099289
5	rnn.bias_ih_l0	1	0.08640982955694199
5	rnn.bias_ih_l0	2	0.02174277976155281
5	rnn.bias_ih_l0	3	0.08720851689577103
5	rnn.bias_ih_l0	4	-0.0742385983467102
5	rnn.bias_ih_l0	5	0.08740327507257462
5	rnn.bias_ih_l0	6	-0.06983531266450882
5	rnn.bias_ih_l0	7	-0.03296763077378273
5	rnn.bias_ih_l0	8	-0.08595897257328033
5	rnn.bias_ih_l0	9	-0.050515711307525635
5	rnn.bias_hh_l0	0	0.02973533794283867
5	rnn.bias_hh_l0	1	0.07195339351892471
5	rnn.bias_hh_l0	2	0.06724938005208969
5	rnn.bias_hh_l0	3	0.08274029940366745
5	rnn.bias_hh_l0	4	-0.07653438299894333
5	rnn.bias_hh_l0	5	-0.07066942006349564
5	rnn.bias_hh_l0	6	0.07584365457296371
5	rnn.bias_hh_l0	7	-0.0825783982872963
5	rnn.bias_hh_l0	8	-0.025607101619243622
5	rnn.bias_hh_l0	9	0.01510055921971798
5	rnn.weight_ih_l0_reverse	0	0.07928673177957535
5	rnn.weight_ih_l0_reverse	1	0.07371541857719421
5	rnn.weight_ih_l0_reverse	2	0.03892786055803299
5	rnn.weight_ih_l0_reverse	3	0.03384867683053017
5	rnn.weight_ih_l0_reverse	4	-0.03717546910047531
5	rnn.weight_ih_l0_reverse	5	0.05109783634543419
5	rnn.weight_ih_l0_reverse	6	0.06640278548002243
5	rnn.weight_ih_l0_reverse	7	0.022933848202228546
5	rnn.weight_ih_l0_reverse	8	-0.05865246802568436
5	rnn.weight_ih_l0_reverse	9	-0.05284028500318527
5	rnn.weight_hh_l0_reverse	0	0.02517411857843399
5	rnn.weight_hh_l0_reverse	1	-0.08722149580717087
5	rnn.weight_hh_l0_reverse	2	0.06280297785997391
5	rnn.weight_hh_l0_reverse	3	-0.021472401916980743
5	rnn.weight_hh_l0_reverse	4	0.08379115909337997
5	rnn.weight_hh_l0_reverse	5	-0.0011602850863710046
5	rnn.weight_hh_l0_reverse	6	0.028053943067789078
5	rnn.weight_hh_l0_reverse	7	0.07835119962692261
5	rnn.weight_hh_l0_reverse	8	-0.02219112403690815
5	rnn.weight_hh_l0_reverse	9	-0.0466790609061718
5	rnn.bias_ih_l0_reverse	0	9.507630602456629e-05
5	rnn.bias_ih_l0_reverse	1	-0.026960454881191254
5	rnn.bias_ih_l0_reverse	2	-0.020661085844039917
5	rnn.bias_ih_l0_reverse	3	0.04857146739959717
5	rnn.bias_ih_l0_reverse	4	0.06883788108825684
5	rnn.bias_ih_l0_reverse	5	-0.02606865204870701
5	rnn.bias_ih_l0_reverse	6	-0.02679927833378315
5	rnn.bias_ih_l0_reverse	7	-0.05259673669934273
5	rnn.bias_ih_l0_reverse	8	0.006133757997304201
5	rnn.bias_ih_l0_reverse	9	-0.06643399596214294
5	rnn.bias_hh_l0_reverse	0	0.03632550686597824
5	rnn.bias_hh_l0_reverse	1	-0.06779659539461136
5	rnn.bias_hh_l0_reverse	2	0.07820118218660355
5	rnn.bias_hh_l0_reverse	3	0.0551409013569355
5	rnn.bias_hh_l0_reverse	4	0.02997196465730667
5	rnn.bias_hh_l0_reverse	5	0.04093974083662033
5	rnn.bias_hh_l0_reverse	6	0.06152036413550377
5	rnn.bias_hh_l0_reverse	7	0.08840115368366241
5	rnn.bias_hh_l0_reverse	8	-0.008970269002020359
5	rnn.bias_hh_l0_reverse	9	0.05147416144609451
5	rnn.weight_ih_l1	0	0.021379252895712852
5	rnn.weight_ih_l1	1	0.015219470486044884
5	rnn.weight_ih_l1	2	0.06910835206508636
5	rnn.weight_ih_l1	3	-0.024464724585413933
5	rnn.weight_ih_l1	4	-0.02420835942029953
5	rnn.weight_ih_l1	5	-0.011943159624934196
5	rnn.weight_ih_l1	6	0.07124076038599014
5	rnn.weight_ih_l1	7	-0.006039512809365988
5	rnn.weight_ih_l1	8	-0.05348263308405876
5	rnn.weight_ih_l1	9	0.06025347113609314
5	rnn.weight_hh_l1	0	-0.07057604193687439
5	rnn.weight_hh_l1	1	-0.037179477512836456
5	rnn.weight_hh_l1	2	-0.00820634514093399
5	rnn.weight_hh_l1	3	-0.058427970856428146
5	rnn.weight_hh_l1	4	0.0859360545873642
5	rnn.weight_hh_l1	5	-0.08454088866710663
5	rnn.weight_hh_l1	6	-0.04835611209273338
5	rnn.weight_hh_l1	7	0.06541682034730911
5	rnn.weight_hh_l1	8	-0.0135914646089077
5	rnn.weight_hh_l1	9	-0.040717173367738724
5	rnn.bias_ih_l1	0	-0.06786823272705078
5	rnn.bias_ih_l1	1	0.05859534814953804
5	rnn.bias_ih_l1	2	-0.05126015469431877
5	rnn.bias_ih_l1	3	-0.06557814031839371
5	rnn.bias_ih_l1	4	-0.028440991416573524
5	rnn.bias_ih_l1	5	-0.04167034476995468
5	rnn.bias_ih_l1	6	-0.04422280192375183
5	rnn.bias_ih_l1	7	0.0620039738714695
5	rnn.bias_ih_l1	8	0.08748390525579453
5	rnn.bias_ih_l1	9	0.029176391661167145
5	rnn.bias_hh_l1	0	0.0705195888876915
5	rnn.bias_hh_l1	1	-0.05784181132912636
5	rnn.bias_hh_l1	2	0.02466689608991146
5	rnn.bias_hh_l1	3	0.06321709603071213
5	rnn.bias_hh_l1	4	0.05746345594525337
5	rnn.bias_hh_l1	5	-0.07834567129611969
5	rnn.bias_hh_l1	6	0.016260994598269463
5	rnn.bias_hh_l1	7	0.038570065051317215
5	rnn.bias_hh_l1	8	0.010307500138878822
5	rnn.bias_hh_l1	9	-0.0027838428504765034
5	rnn.weight_ih_l1_reverse	0	0.0861734077334404
5	rnn.weight_ih_l1_reverse	1	-0.04155832901597023
5	rnn.weight_ih_l1_reverse	2	-0.062173403799533844
5	rnn.weight_ih_l1_reverse	3	0.025514855980873108
5	rnn.weight_ih_l1_reverse	4	-0.04604192078113556
5	rnn.weight_ih_l1_reverse	5	0.024157308042049408
5	rnn.weight_ih_l1_reverse	6	0.04032685607671738
5	rnn.weight_ih_l1_reverse	7	0.02035900205373764
5	rnn.weight_ih_l1_reverse	8	-0.007750355172902346
5	rnn.weight_ih_l1_reverse	9	-0.06627912074327469
5	rnn.weight_hh_l1_reverse	0	0.005196188576519489
5	rnn.weight_hh_l1_reverse	1	0.018821321427822113
5	rnn.weight_hh_l1_reverse	2	-0.058199264109134674
5	rnn.weight_hh_l1_reverse	3	-0.012935604900121689
5	rnn.weight_hh_l1_reverse	4	0.008626565337181091
5	rnn.weight_hh_l1_reverse	5	-0.06302040815353394
5	rnn.weight_hh_l1_reverse	6	-0.06729146838188171
5	rnn.weight_hh_l1_reverse	7	-0.011512468568980694
5	rnn.weight_hh_l1_reverse	8	-0.05599094554781914
5	rnn.weight_hh_l1_reverse	9	-0.04337288811802864
5	rnn.bias_ih_l1_reverse	0	-0.0028510300908237696
5	rnn.bias_ih_l1_reverse	1	-0.03892971947789192
5	rnn.bias_ih_l1_reverse	2	0.020704135298728943
5	rnn.bias_ih_l1_reverse	3	-0.07565493881702423
5	rnn.bias_ih_l1_reverse	4	-0.08705698698759079
5	rnn.bias_ih_l1_reverse	5	-0.08565700054168701
5	rnn.bias_ih_l1_reverse	6	0.056321706622838974
5	rnn.bias_ih_l1_reverse	7	0.0865333303809166
5	rnn.bias_ih_l1_reverse	8	-0.0067547825165092945
5	rnn.bias_ih_l1_reverse	9	-0.014916740357875824
5	rnn.bias_hh_l1_reverse	0	0.060356780886650085
5	rnn.bias_hh_l1_reverse	1	-0.0699758380651474
5	rnn.bias_hh_l1_reverse	2	-0.04891476407647133
5	rnn.bias_hh_l1_reverse	3	0.07490425556898117
5	rnn.bias_hh_l1_reverse	4	-0.022468334063887596
5	rnn.bias_hh_l1_reverse	5	-0.00638584466651082
5	rnn.bias_hh_l1_reverse	6	-0.05961107090115547
5	rnn.bias_hh_l1_reverse	7	-0.060943737626075745
5	rnn.bias_hh_l1_reverse	8	0.06507281959056854
5	rnn.bias_hh_l1_reverse	9	0.03420925885438919
5	rnn.weight_ih_l2	0	0.07962261140346527
5	rnn.weight_ih_l2	1	-0.054369792342185974
5	rnn.weight_ih_l2	2	0.06333456188440323
5	rnn.weight_ih_l2	3	0.06575983762741089
5	rnn.weight_ih_l2	4	0.056064728647470474
5	rnn.weight_ih_l2	5	-0.03858911618590355
5	rnn.weight_ih_l2	6	-0.07603120803833008
5	rnn.weight_ih_l2	7	0.014316868036985397
5	rnn.weight_ih_l2	8	-0.017134051769971848
5	rnn.weight_ih_l2	9	-0.06928759813308716
5	rnn.weight_hh_l2	0	0.048543836921453476
5	rnn.weight_hh_l2	1	0.03183472529053688
5	rnn.weight_hh_l2	2	-0.05492979288101196
5	rnn.weight_hh_l2	3	-0.025089526548981667
5	rnn.weight_hh_l2	4	0.05412517860531807
5	rnn.weight_hh_l2	5	-0.02750547043979168
5	rnn.weight_hh_l2	6	0.008040829561650753
5	rnn.weight_hh_l2	7	-0.052817702293395996
5	rnn.weight_hh_l2	8	-0.005284621845930815
5	rnn.weight_hh_l2	9	-0.01977737620472908
5	rnn.bias_ih_l2	0	0.09006007760763168
5	rnn.bias_ih_l2	1	0.01392743643373251
5	rnn.bias_ih_l2	2	0.07031650096178055
5	rnn.bias_ih_l2	3	0.013021307066082954
5	rnn.bias_ih_l2	4	-0.003000126453116536
5	rnn.bias_ih_l2	5	0.037004504352808
5	rnn.bias_ih_l2	6	0.016750866547226906
5	rnn.bias_ih_l2	7	0.013172582723200321
5	rnn.bias_ih_l2	8	0.026905681937932968
5	rnn.bias_ih_l2	9	-0.011893975548446178
5	rnn.bias_hh_l2	0	0.07376202195882797
5	rnn.bias_hh_l2	1	-0.0002711404813453555
5	rnn.bias_hh_l2	2	0.0657782033085823
5	rnn.bias_hh_l2	3	0.033568691462278366
5	rnn.bias_hh_l2	4	0.07289929687976837
5	rnn.bias_hh_l2	5	-0.04500687122344971
5	rnn.bias_hh_l2	6	0.05104250833392143
5	rnn.bias_hh_l2	7	-0.024779483675956726
5	rnn.bias_hh_l2	8	0.04498130828142166
5	rnn.bias_hh_l2	9	0.05660039931535721
5	rnn.weight_ih_l2_reverse	0	0.08241984993219376
5	rnn.weight_ih_l2_reverse	1	-0.06081973388791084
5	rnn.weight_ih_l2_reverse	2	0.0008302118512801826
5	rnn.weight_ih_l2_reverse	3	0.035422127693891525
5	rnn.weight_ih_l2_reverse	4	0.053987614810466766
5	rnn.weight_ih_l2_reverse	5	-0.04058093950152397
5	rnn.weight_ih_l2_reverse	6	-0.0012414844240993261
5	rnn.weight_ih_l2_reverse	7	-0.0033601541072130203
5	rnn.weight_ih_l2_reverse	8	0.0045496937818825245
5	rnn.weight_ih_l2_reverse	9	-0.08265583217144012
5	rnn.weight_hh_l2_reverse	0	-0.0828152671456337
5	rnn.weight_hh_l2_reverse	1	0.01179623231291771
5	rnn.weight_hh_l2_reverse	2	0.010536879301071167
5	rnn.weight_hh_l2_reverse	3	0.024336740374565125
5	rnn.weight_hh_l2_reverse	4	-0.03701712563633919
5	rnn.weight_hh_l2_reverse	5	-0.014820493757724762
5	rnn.weight_hh_l2_reverse	6	-0.03928039222955704
5	rnn.weight_hh_l2_reverse	7	-0.05986851081252098
5	rnn.weight_hh_l2_reverse	8	-0.006928113289177418
5	rnn.weight_hh_l2_reverse	9	-0.05902177095413208
5	rnn.bias_ih_l2_reverse	0	-0.04018957167863846
5	rnn.bias_ih_l2_reverse	1	-0.028137510642409325
5	rnn.bias_ih_l2_reverse	2	0.03641533851623535
5	rnn.bias_ih_l2_reverse	3	-0.011409248225390911
5	rnn.bias_ih_l2_reverse	4	0.07953937351703644
5	rnn.bias_ih_l2_reverse	5	-0.0876346156001091
5	rnn.bias_ih_l2_reverse	6	-0.04255495220422745
5	rnn.bias_ih_l2_reverse	7	-0.05815109983086586
5	rnn.bias_ih_l2_reverse	8	0.06355592608451843
5	rnn.bias_ih_l2_reverse	9	0.05747628211975098
5	rnn.bias_hh_l2_reverse	0	0.045868974179029465
5	rnn.bias_hh_l2_reverse	1	-0.09154655039310455
5	rnn.bias_hh_l2_reverse	2	-0.06265675276517868
5	rnn.bias_hh_l2_reverse	3	0.037661559879779816
5	rnn.bias_hh_l2_reverse	4	0.024895505979657173
5	rnn.bias_hh_l2_reverse	5	0.053299762308597565
5	rnn.bias_hh_l2_reverse	6	-0.08106036484241486
5	rnn.bias_hh_l2_reverse	7	-0.009546076878905296
5	rnn.bias_hh_l2_reverse	8	-0.07637979090213776
5	rnn.bias_hh_l2_reverse	9	-0.053829289972782135
5	linear.weight	0	0.025028489530086517
5	linear.weight	1	-0.007618587464094162
5	linear.weight	2	-0.017803361639380455
5	linear.weight	3	-0.02299259603023529
5	linear.weight	4	-0.022248394787311554
5	linear.weight	5	0.029294388368725777
5	linear.weight	6	0.04562829062342644
5	linear.weight	7	-0.03354315459728241
5	linear.weight	8	0.0057789976708590984
5	linear.weight	9	0.04453691467642784
5	linear.bias	0	0.3470979928970337
5	linear.bias	1	0.39634963870048523
5	linear.bias	2	-0.981498122215271
5	linear.bias	3	-0.05754556506872177
5	linear.bias	4	-0.050822705030441284
5	linear.bias	5	0.13674665987491608
6	transitions	0	0.15309645235538483
6	transitions	1	-10000.0
6	transitions	2	0.6903051733970642
6	transitions	3	-0.5901955962181091
6	transitions	4	-10000.0
6	transitions	5	-10000.0
6	transitions	6	-10000.0
6	transitions	7	0.9024323225021362
6	transitions	8	0.9906697273254395
6	transitions	9	-0.6983079314231873
6	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
6	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
6	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
6	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
6	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
6	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
6	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
6	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
6	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
6	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
6	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
6	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
6	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
6	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
6	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
6	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
6	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
6	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
6	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
6	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
6	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
6	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
6	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
6	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
6	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
6	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
6	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
6	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
6	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
6	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
6	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
6	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
6	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
6	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
6	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
6	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
6	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
6	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
6	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
6	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
6	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
6	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
6	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
6	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
6	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
6	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
6	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
6	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
6	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
6	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
6	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
6	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
6	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
6	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
6	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
6	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
6	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
6	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
6	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
6	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
6	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
6	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
6	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
6	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
6	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
6	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
6	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
6	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
6	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
6	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
6	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
6	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
6	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
6	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
6	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
6	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
6	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
6	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
6	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
6	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
6	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
6	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
6	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
6	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
6	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
6	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
6	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
6	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
6	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
6	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
6	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
6	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
6	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
6	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
6	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
6	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
6	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
6	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
6	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
6	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
6	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
6	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
6	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
6	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
6	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
6	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
6	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
6	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
6	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
6	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
6	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
6	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
6	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
6	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
6	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
6	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
6	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
6	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
6	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
6	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
6	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
6	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
6	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
6	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
6	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
6	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
6	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
6	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
6	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
6	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
6	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
6	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
6	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
6	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
6	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
6	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
6	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
6	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
6	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
6	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
6	embedding2nn.weight	0	0.014704760164022446
6	embedding2nn.weight	1	0.0007437553722411394
6	embedding2nn.weight	2	0.005678634624928236
6	embedding2nn.weight	3	0.0008432846516370773
6	embedding2nn.weight	4	-0.007614050526171923
6	embedding2nn.weight	5	-0.00528716342523694
6	embedding2nn.weight	6	-0.0015837112441658974
6	embedding2nn.weight	7	-0.0034281867556273937
6	embedding2nn.weight	8	0.015347580425441265
6	embedding2nn.weight	9	0.004393382463604212
6	embedding2nn.bias	0	0.004869900643825531
6	embedding2nn.bias	1	-0.013414731249213219
6	embedding2nn.bias	2	0.00607535894960165
6	embedding2nn.bias	3	-0.016123013570904732
6	embedding2nn.bias	4	-0.008570270612835884
6	embedding2nn.bias	5	-0.005978688597679138
6	embedding2nn.bias	6	0.005053213331848383
6	embedding2nn.bias	7	0.015194294974207878
6	embedding2nn.bias	8	-0.00018345289572607726
6	embedding2nn.bias	9	-0.0033055278472602367
6	rnn.weight_ih_l0	0	-0.050892122089862823
6	rnn.weight_ih_l0	1	0.05073849484324455
6	rnn.weight_ih_l0	2	0.031859975308179855
6	rnn.weight_ih_l0	3	0.014751136302947998
6	rnn.weight_ih_l0	4	0.012599914334714413
6	rnn.weight_ih_l0	5	0.08416902273893356
6	rnn.weight_ih_l0	6	0.07560190558433533
6	rnn.weight_ih_l0	7	0.03777044266462326
6	rnn.weight_ih_l0	8	-0.04600374773144722
6	rnn.weight_ih_l0	9	0.00806425977498293
6	rnn.weight_hh_l0	0	0.008552931249141693
6	rnn.weight_hh_l0	1	-0.0636635348200798
6	rnn.weight_hh_l0	2	-0.06540727615356445
6	rnn.weight_hh_l0	3	0.07279251515865326
6	rnn.weight_hh_l0	4	0.07112183421850204
6	rnn.weight_hh_l0	5	0.0042613809928298
6	rnn.weight_hh_l0	6	0.003935305401682854
6	rnn.weight_hh_l0	7	-0.025931868702173233
6	rnn.weight_hh_l0	8	-0.02951710857450962
6	rnn.weight_hh_l0	9	0.057990577071905136
6	rnn.bias_ih_l0	0	-0.07232638448476791
6	rnn.bias_ih_l0	1	0.08649411797523499
6	rnn.bias_ih_l0	2	0.021679647266864777
6	rnn.bias_ih_l0	3	0.08687763661146164
6	rnn.bias_ih_l0	4	-0.07205755263566971
6	rnn.bias_ih_l0	5	0.08753764629364014
6	rnn.bias_ih_l0	6	-0.06900845468044281
6	rnn.bias_ih_l0	7	-0.033002037554979324
6	rnn.bias_ih_l0	8	-0.08494425565004349
6	rnn.bias_ih_l0	9	-0.050498176366090775
6	rnn.bias_hh_l0	0	0.03035140410065651
6	rnn.bias_hh_l0	1	0.07189856469631195
6	rnn.bias_hh_l0	2	0.06724977493286133
6	rnn.bias_hh_l0	3	0.08268079161643982
6	rnn.bias_hh_l0	4	-0.0776703804731369
6	rnn.bias_hh_l0	5	-0.07070349156856537
6	rnn.bias_hh_l0	6	0.07590416073799133
6	rnn.bias_hh_l0	7	-0.08344078063964844
6	rnn.bias_hh_l0	8	-0.02578519470989704
6	rnn.bias_hh_l0	9	0.01348453015089035
6	rnn.weight_ih_l0_reverse	0	0.07928609848022461
6	rnn.weight_ih_l0_reverse	1	0.07371309399604797
6	rnn.weight_ih_l0_reverse	2	0.038926128298044205
6	rnn.weight_ih_l0_reverse	3	0.03384823352098465
6	rnn.weight_ih_l0_reverse	4	-0.03714189678430557
6	rnn.weight_ih_l0_reverse	5	0.0510982982814312
6	rnn.weight_ih_l0_reverse	6	0.06639377772808075
6	rnn.weight_ih_l0_reverse	7	0.02292924001812935
6	rnn.weight_ih_l0_reverse	8	-0.05866560339927673
6	rnn.weight_ih_l0_reverse	9	-0.05283740907907486
6	rnn.weight_hh_l0_reverse	0	0.025243092328310013
6	rnn.weight_hh_l0_reverse	1	-0.08722364157438278
6	rnn.weight_hh_l0_reverse	2	0.06280489265918732
6	rnn.weight_hh_l0_reverse	3	-0.021473702043294907
6	rnn.weight_hh_l0_reverse	4	0.08378967642784119
6	rnn.weight_hh_l0_reverse	5	-0.0011608611093834043
6	rnn.weight_hh_l0_reverse	6	0.028075994923710823
6	rnn.weight_hh_l0_reverse	7	0.0783502459526062
6	rnn.weight_hh_l0_reverse	8	-0.022187765687704086
6	rnn.weight_hh_l0_reverse	9	-0.046678632497787476
6	rnn.bias_ih_l0_reverse	0	0.00016299910203088075
6	rnn.bias_ih_l0_reverse	1	-0.0266350656747818
6	rnn.bias_ih_l0_reverse	2	-0.019891608506441116
6	rnn.bias_ih_l0_reverse	3	0.04852783679962158
6	rnn.bias_ih_l0_reverse	4	0.06887929886579514
6	rnn.bias_ih_l0_reverse	5	-0.025735070928931236
6	rnn.bias_ih_l0_reverse	6	-0.026774317026138306
6	rnn.bias_ih_l0_reverse	7	-0.052229106426239014
6	rnn.bias_ih_l0_reverse	8	0.005090917926281691
6	rnn.bias_ih_l0_reverse	9	-0.06718280911445618
6	rnn.bias_hh_l0_reverse	0	0.036338984966278076
6	rnn.bias_hh_l0_reverse	1	-0.06854540854692459
6	rnn.bias_hh_l0_reverse	2	0.08048301190137863
6	rnn.bias_hh_l0_reverse	3	0.055200859904289246
6	rnn.bias_hh_l0_reverse	4	0.029691215604543686
6	rnn.bias_hh_l0_reverse	5	0.04102100059390068
6	rnn.bias_hh_l0_reverse	6	0.06151270493865013
6	rnn.bias_hh_l0_reverse	7	0.08659619092941284
6	rnn.bias_hh_l0_reverse	8	-0.00899282842874527
6	rnn.bias_hh_l0_reverse	9	0.052644938230514526
6	rnn.weight_ih_l1	0	0.021382130682468414
6	rnn.weight_ih_l1	1	0.015212385915219784
6	rnn.weight_ih_l1	2	0.06913971155881882
6	rnn.weight_ih_l1	3	-0.024474026635289192
6	rnn.weight_ih_l1	4	-0.02420645020902157
6	rnn.weight_ih_l1	5	-0.01196362730115652
6	rnn.weight_ih_l1	6	0.07124748080968857
6	rnn.weight_ih_l1	7	-0.006084154825657606
6	rnn.weight_ih_l1	8	-0.05347622185945511
6	rnn.weight_ih_l1	9	0.06037857383489609
6	rnn.weight_hh_l1	0	-0.07053529471158981
6	rnn.weight_hh_l1	1	-0.037167832255363464
6	rnn.weight_hh_l1	2	-0.008208764716982841
6	rnn.weight_hh_l1	3	-0.0584297738969326
6	rnn.weight_hh_l1	4	0.08593855798244476
6	rnn.weight_hh_l1	5	-0.08453469723463058
6	rnn.weight_hh_l1	6	-0.04835342615842819
6	rnn.weight_hh_l1	7	0.06540055572986603
6	rnn.weight_hh_l1	8	-0.013575341552495956
6	rnn.weight_hh_l1	9	-0.04070570319890976
6	rnn.bias_ih_l1	0	-0.06810057908296585
6	rnn.bias_ih_l1	1	0.05863678455352783
6	rnn.bias_ih_l1	2	-0.05130412057042122
6	rnn.bias_ih_l1	3	-0.06536202132701874
6	rnn.bias_ih_l1	4	-0.029272183775901794
6	rnn.bias_ih_l1	5	-0.044446565210819244
6	rnn.bias_ih_l1	6	-0.04690783470869064
6	rnn.bias_ih_l1	7	0.062224503606557846
6	rnn.bias_ih_l1	8	0.08751446008682251
6	rnn.bias_ih_l1	9	0.02783963643014431
6	rnn.bias_hh_l1	0	0.07052859663963318
6	rnn.bias_hh_l1	1	-0.05754955857992172
6	rnn.bias_hh_l1	2	0.02457229234278202
6	rnn.bias_hh_l1	3	0.06235140189528465
6	rnn.bias_hh_l1	4	0.05739778280258179
6	rnn.bias_hh_l1	5	-0.07825888693332672
6	rnn.bias_hh_l1	6	0.016271943226456642
6	rnn.bias_hh_l1	7	0.03831949084997177
6	rnn.bias_hh_l1	8	0.010373933240771294
6	rnn.bias_hh_l1	9	-0.002466717967763543
6	rnn.weight_ih_l1_reverse	0	0.08619049191474915
6	rnn.weight_ih_l1_reverse	1	-0.04155927523970604
6	rnn.weight_ih_l1_reverse	2	-0.062169454991817474
6	rnn.weight_ih_l1_reverse	3	0.025512607768177986
6	rnn.weight_ih_l1_reverse	4	-0.04604504257440567
6	rnn.weight_ih_l1_reverse	5	0.024170860648155212
6	rnn.weight_ih_l1_reverse	6	0.040324028581380844
6	rnn.weight_ih_l1_reverse	7	0.020366566255688667
6	rnn.weight_ih_l1_reverse	8	-0.007747445721179247
6	rnn.weight_ih_l1_reverse	9	-0.06621891260147095
6	rnn.weight_hh_l1_reverse	0	0.005187267437577248
6	rnn.weight_hh_l1_reverse	1	0.018821202218532562
6	rnn.weight_hh_l1_reverse	2	-0.058192890137434006
6	rnn.weight_hh_l1_reverse	3	-0.012936009094119072
6	rnn.weight_hh_l1_reverse	4	0.008629065938293934
6	rnn.weight_hh_l1_reverse	5	-0.06260599195957184
6	rnn.weight_hh_l1_reverse	6	-0.06729256361722946
6	rnn.weight_hh_l1_reverse	7	-0.011511380784213543
6	rnn.weight_hh_l1_reverse	8	-0.05596872419118881
6	rnn.weight_hh_l1_reverse	9	-0.043380577117204666
6	rnn.bias_ih_l1_reverse	0	-0.0028406325727701187
6	rnn.bias_ih_l1_reverse	1	-0.03882493078708649
6	rnn.bias_ih_l1_reverse	2	0.02082952857017517
6	rnn.bias_ih_l1_reverse	3	-0.07581769675016403
6	rnn.bias_ih_l1_reverse	4	-0.0870160460472107
6	rnn.bias_ih_l1_reverse	5	-0.0861833468079567
6	rnn.bias_ih_l1_reverse	6	0.056359466165304184
6	rnn.bias_ih_l1_reverse	7	0.08651544153690338
6	rnn.bias_ih_l1_reverse	8	-0.009203323163092136
6	rnn.bias_ih_l1_reverse	9	-0.014964465983211994
6	rnn.bias_hh_l1_reverse	0	0.060094188898801804
6	rnn.bias_hh_l1_reverse	1	-0.07011540234088898
6	rnn.bias_hh_l1_reverse	2	-0.04885187745094299
6	rnn.bias_hh_l1_reverse	3	0.07434696704149246
6	rnn.bias_hh_l1_reverse	4	-0.02243858017027378
6	rnn.bias_hh_l1_reverse	5	-0.0070383683778345585
6	rnn.bias_hh_l1_reverse	6	-0.0596236027777195
6	rnn.bias_hh_l1_reverse	7	-0.06102343648672104
6	rnn.bias_hh_l1_reverse	8	0.0654609352350235
6	rnn.bias_hh_l1_reverse	9	0.03286758065223694
6	rnn.weight_ih_l2	0	0.07969975471496582
6	rnn.weight_ih_l2	1	-0.054374195635318756
6	rnn.weight_ih_l2	2	0.0633322075009346
6	rnn.weight_ih_l2	3	0.06587377935647964
6	rnn.weight_ih_l2	4	0.05605221167206764
6	rnn.weight_ih_l2	5	-0.0385887511074543
6	rnn.weight_ih_l2	6	-0.07605361938476562
6	rnn.weight_ih_l2	7	0.014311428181827068
6	rnn.weight_ih_l2	8	-0.017133234068751335
6	rnn.weight_ih_l2	9	-0.069280706346035
6	rnn.weight_hh_l2	0	0.04853888973593712
6	rnn.weight_hh_l2	1	0.03185218945145607
6	rnn.weight_hh_l2	2	-0.05493082106113434
6	rnn.weight_hh_l2	3	-0.025089535862207413
6	rnn.weight_hh_l2	4	0.05411965399980545
6	rnn.weight_hh_l2	5	-0.02739584445953369
6	rnn.weight_hh_l2	6	0.008040880784392357
6	rnn.weight_hh_l2	7	-0.05281690135598183
6	rnn.weight_hh_l2	8	-0.005285917315632105
6	rnn.weight_hh_l2	9	-0.01978299207985401
6	rnn.bias_ih_l2	0	0.0825771763920784
6	rnn.bias_ih_l2	1	0.014313561841845512
6	rnn.bias_ih_l2	2	0.07250073552131653
6	rnn.bias_ih_l2	3	0.012916259467601776
6	rnn.bias_ih_l2	4	-0.002494949148967862
6	rnn.bias_ih_l2	5	0.03697632625699043
6	rnn.bias_ih_l2	6	0.01672597974538803
6	rnn.bias_ih_l2	7	0.012400020845234394
6	rnn.bias_ih_l2	8	0.027158010751008987
6	rnn.bias_ih_l2	9	-0.012065310962498188
6	rnn.bias_hh_l2	0	0.07698407769203186
6	rnn.bias_hh_l2	1	-0.0007417096639983356
6	rnn.bias_hh_l2	2	0.06575249880552292
6	rnn.bias_hh_l2	3	0.03200776129961014
6	rnn.bias_hh_l2	4	0.07287381589412689
6	rnn.bias_hh_l2	5	-0.03757394105195999
6	rnn.bias_hh_l2	6	0.05357041209936142
6	rnn.bias_hh_l2	7	-0.024802884086966515
6	rnn.bias_hh_l2	8	0.044922515749931335
6	rnn.bias_hh_l2	9	0.06999479979276657
6	rnn.weight_ih_l2_reverse	0	0.08241821080446243
6	rnn.weight_ih_l2_reverse	1	-0.060331933200359344
6	rnn.weight_ih_l2_reverse	2	0.0008405114058405161
6	rnn.weight_ih_l2_reverse	3	0.035397969186306
6	rnn.weight_ih_l2_reverse	4	0.05398990958929062
6	rnn.weight_ih_l2_reverse	5	-0.04058116301894188
6	rnn.weight_ih_l2_reverse	6	-0.0009938370203599334
6	rnn.weight_ih_l2_reverse	7	-0.003883136436343193
6	rnn.weight_ih_l2_reverse	8	0.0020062036346644163
6	rnn.weight_ih_l2_reverse	9	-0.08263130486011505
6	rnn.weight_hh_l2_reverse	0	-0.08282550424337387
6	rnn.weight_hh_l2_reverse	1	0.011800084263086319
6	rnn.weight_hh_l2_reverse	2	0.010538696311414242
6	rnn.weight_hh_l2_reverse	3	0.02434135414659977
6	rnn.weight_hh_l2_reverse	4	-0.03702402114868164
6	rnn.weight_hh_l2_reverse	5	-0.014819438569247723
6	rnn.weight_hh_l2_reverse	6	-0.03927253931760788
6	rnn.weight_hh_l2_reverse	7	-0.05983494967222214
6	rnn.weight_hh_l2_reverse	8	-0.006896761246025562
6	rnn.weight_hh_l2_reverse	9	-0.059019144624471664
6	rnn.bias_ih_l2_reverse	0	-0.028175216168165207
6	rnn.bias_ih_l2_reverse	1	-0.028173107653856277
6	rnn.bias_ih_l2_reverse	2	0.036303337663412094
6	rnn.bias_ih_l2_reverse	3	-0.019480930641293526
6	rnn.bias_ih_l2_reverse	4	0.07956040650606155
6	rnn.bias_ih_l2_reverse	5	-0.08714026212692261
6	rnn.bias_ih_l2_reverse	6	-0.042282164096832275
6	rnn.bias_ih_l2_reverse	7	-0.06126342713832855
6	rnn.bias_ih_l2_reverse	8	0.054243650287389755
6	rnn.bias_ih_l2_reverse	9	0.04373966529965401
6	rnn.bias_hh_l2_reverse	0	0.04867769405245781
6	rnn.bias_hh_l2_reverse	1	-0.08648644387722015
6	rnn.bias_hh_l2_reverse	2	-0.06603658944368362
6	rnn.bias_hh_l2_reverse	3	0.03789398819208145
6	rnn.bias_hh_l2_reverse	4	0.024099502712488174
6	rnn.bias_hh_l2_reverse	5	0.05142594501376152
6	rnn.bias_hh_l2_reverse	6	-0.08167826384305954
6	rnn.bias_hh_l2_reverse	7	-0.009913084097206593
6	rnn.bias_hh_l2_reverse	8	-0.07672039419412613
6	rnn.bias_hh_l2_reverse	9	-0.0538778193295002
6	linear.weight	0	0.025028489530086517
6	linear.weight	1	0.0605137012898922
6	linear.weight	2	-0.018631817772984505
6	linear.weight	3	-0.025074362754821777
6	linear.weight	4	-0.022248394787311554
6	linear.weight	5	0.029726583510637283
6	linear.weight	6	0.03920595720410347
6	linear.weight	7	-0.01939569227397442
6	linear.weight	8	0.003977465908974409
6	linear.weight	9	0.04463524371385574
6	linear.bias	0	0.1608377993106842
6	linear.bias	1	0.16773809492588043
6	linear.bias	2	-1.0184470415115356
6	linear.bias	3	-0.05754556506872177
6	linear.bias	4	-0.050822705030441284
6	linear.bias	5	0.5885673761367798
7	transitions	0	0.1501941829919815
7	transitions	1	-10000.0
7	transitions	2	0.784389853477478
7	transitions	3	-0.5964584350585938
7	transitions	4	-10000.0
7	transitions	5	-10000.0
7	transitions	6	-10000.0
7	transitions	7	0.9010031819343567
7	transitions	8	0.986567497253418
7	transitions	9	-0.6995916366577148
7	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
7	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
7	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
7	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
7	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
7	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
7	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
7	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
7	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
7	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
7	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
7	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
7	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
7	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
7	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
7	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
7	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
7	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
7	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
7	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
7	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
7	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
7	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
7	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
7	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
7	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
7	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
7	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
7	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
7	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
7	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
7	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
7	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
7	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
7	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
7	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
7	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
7	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
7	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
7	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
7	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
7	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
7	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
7	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
7	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
7	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
7	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
7	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
7	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
7	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
7	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
7	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
7	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
7	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
7	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
7	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
7	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
7	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
7	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
7	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
7	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
7	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
7	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
7	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
7	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
7	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
7	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
7	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
7	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
7	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
7	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
7	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
7	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
7	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
7	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
7	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
7	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
7	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
7	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
7	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
7	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
7	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
7	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
7	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
7	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
7	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
7	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
7	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
7	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
7	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
7	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
7	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
7	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
7	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
7	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
7	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
7	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
7	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
7	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
7	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
7	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
7	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
7	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
7	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
7	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
7	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
7	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
7	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
7	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
7	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
7	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
7	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
7	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
7	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
7	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
7	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
7	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
7	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
7	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
7	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
7	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
7	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
7	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
7	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
7	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
7	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
7	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
7	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
7	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
7	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
7	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
7	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
7	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
7	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
7	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
7	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
7	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
7	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
7	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
7	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
7	embedding2nn.weight	0	0.01470533199608326
7	embedding2nn.weight	1	0.000749287661164999
7	embedding2nn.weight	2	0.005683764815330505
7	embedding2nn.weight	3	0.0008423947147093713
7	embedding2nn.weight	4	-0.007574655115604401
7	embedding2nn.weight	5	-0.005327210761606693
7	embedding2nn.weight	6	-0.0015814581420272589
7	embedding2nn.weight	7	-0.0034274186473339796
7	embedding2nn.weight	8	0.015360059216618538
7	embedding2nn.weight	9	0.004392827861011028
7	embedding2nn.bias	0	0.005260109901428223
7	embedding2nn.bias	1	-0.013901790603995323
7	embedding2nn.bias	2	0.00549577409401536
7	embedding2nn.bias	3	-0.01575656607747078
7	embedding2nn.bias	4	-0.00906316563487053
7	embedding2nn.bias	5	-0.0058806235902011395
7	embedding2nn.bias	6	0.004353672731667757
7	embedding2nn.bias	7	0.014960418455302715
7	embedding2nn.bias	8	-0.00022898349561728537
7	embedding2nn.bias	9	-0.003512641414999962
7	rnn.weight_ih_l0	0	-0.050887662917375565
7	rnn.weight_ih_l0	1	0.05073755607008934
7	rnn.weight_ih_l0	2	0.03185805678367615
7	rnn.weight_ih_l0	3	0.014750923030078411
7	rnn.weight_ih_l0	4	0.012614227831363678
7	rnn.weight_ih_l0	5	0.08416778594255447
7	rnn.weight_ih_l0	6	0.07559764385223389
7	rnn.weight_ih_l0	7	0.03776939958333969
7	rnn.weight_ih_l0	8	-0.04600876569747925
7	rnn.weight_ih_l0	9	0.00805324874818325
7	rnn.weight_hh_l0	0	0.008552322164177895
7	rnn.weight_hh_l0	1	-0.06366895884275436
7	rnn.weight_hh_l0	2	-0.06540795415639877
7	rnn.weight_hh_l0	3	0.07279196381568909
7	rnn.weight_hh_l0	4	0.0711231678724289
7	rnn.weight_hh_l0	5	0.004271811340004206
7	rnn.weight_hh_l0	6	0.003940953407436609
7	rnn.weight_hh_l0	7	-0.025939056649804115
7	rnn.weight_hh_l0	8	-0.029483770951628685
7	rnn.weight_hh_l0	9	0.05799195170402527
7	rnn.bias_ih_l0	0	-0.07224401086568832
7	rnn.bias_ih_l0	1	0.08656923472881317
7	rnn.bias_ih_l0	2	0.021697409451007843
7	rnn.bias_ih_l0	3	0.086748868227005
7	rnn.bias_ih_l0	4	-0.07209336757659912
7	rnn.bias_ih_l0	5	0.0874178484082222
7	rnn.bias_ih_l0	6	-0.06869639456272125
7	rnn.bias_ih_l0	7	-0.033097196370363235
7	rnn.bias_ih_l0	8	-0.08528529852628708
7	rnn.bias_ih_l0	9	-0.05048741400241852
7	rnn.bias_hh_l0	0	0.029865136370062828
7	rnn.bias_hh_l0	1	0.07188212126493454
7	rnn.bias_hh_l0	2	0.06727024167776108
7	rnn.bias_hh_l0	3	0.08268966525793076
7	rnn.bias_hh_l0	4	-0.0778096616268158
7	rnn.bias_hh_l0	5	-0.07069702446460724
7	rnn.bias_hh_l0	6	0.07597541809082031
7	rnn.bias_hh_l0	7	-0.08364671468734741
7	rnn.bias_hh_l0	8	-0.025742007419466972
7	rnn.bias_hh_l0	9	0.013421444222331047
7	rnn.weight_ih_l0_reverse	0	0.07928512245416641
7	rnn.weight_ih_l0_reverse	1	0.07371421158313751
7	rnn.weight_ih_l0_reverse	2	0.03892729431390762
7	rnn.weight_ih_l0_reverse	3	0.033847957849502563
7	rnn.weight_ih_l0_reverse	4	-0.0371255986392498
7	rnn.weight_ih_l0_reverse	5	0.05109795928001404
7	rnn.weight_ih_l0_reverse	6	0.06639280915260315
7	rnn.weight_ih_l0_reverse	7	0.022931352257728577
7	rnn.weight_ih_l0_reverse	8	-0.05861443281173706
7	rnn.weight_ih_l0_reverse	9	-0.052836157381534576
7	rnn.weight_hh_l0_reverse	0	0.025224165990948677
7	rnn.weight_hh_l0_reverse	1	-0.08722507208585739
7	rnn.weight_hh_l0_reverse	2	0.06280560046434402
7	rnn.weight_hh_l0_reverse	3	-0.021473530679941177
7	rnn.weight_hh_l0_reverse	4	0.08378998935222626
7	rnn.weight_hh_l0_reverse	5	-0.0011606059269979596
7	rnn.weight_hh_l0_reverse	6	0.0280758049339056
7	rnn.weight_hh_l0_reverse	7	0.07834797352552414
7	rnn.weight_hh_l0_reverse	8	-0.02219119481742382
7	rnn.weight_hh_l0_reverse	9	-0.04667806625366211
7	rnn.bias_ih_l0_reverse	0	0.000213569903280586
7	rnn.bias_ih_l0_reverse	1	-0.02680983953177929
7	rnn.bias_ih_l0_reverse	2	-0.01971486769616604
7	rnn.bias_ih_l0_reverse	3	0.04861124977469444
7	rnn.bias_ih_l0_reverse	4	0.06889976561069489
7	rnn.bias_ih_l0_reverse	5	-0.025764942169189453
7	rnn.bias_ih_l0_reverse	6	-0.026770325377583504
7	rnn.bias_ih_l0_reverse	7	-0.05225594714283943
7	rnn.bias_ih_l0_reverse	8	0.004824850708246231
7	rnn.bias_ih_l0_reverse	9	-0.06705071032047272
7	rnn.bias_hh_l0_reverse	0	0.03634427487850189
7	rnn.bias_hh_l0_reverse	1	-0.06841330975294113
7	rnn.bias_hh_l0_reverse	2	0.07969778776168823
7	rnn.bias_hh_l0_reverse	3	0.055209919810295105
7	rnn.bias_hh_l0_reverse	4	0.0293849129229784
7	rnn.bias_hh_l0_reverse	5	0.04103078320622444
7	rnn.bias_hh_l0_reverse	6	0.06146574765443802
7	rnn.bias_hh_l0_reverse	7	0.08784351497888565
7	rnn.bias_hh_l0_reverse	8	-0.009009215980768204
7	rnn.bias_hh_l0_reverse	9	0.05254702270030975
7	rnn.weight_ih_l1	0	0.02138817496597767
7	rnn.weight_ih_l1	1	0.015214315615594387
7	rnn.weight_ih_l1	2	0.06909024715423584
7	rnn.weight_ih_l1	3	-0.02446669153869152
7	rnn.weight_ih_l1	4	-0.024211468175053596
7	rnn.weight_ih_l1	5	-0.011957298964262009
7	rnn.weight_ih_l1	6	0.07124366611242294
7	rnn.weight_ih_l1	7	-0.006113627925515175
7	rnn.weight_ih_l1	8	-0.05347206071019173
7	rnn.weight_ih_l1	9	0.060181017965078354
7	rnn.weight_hh_l1	0	-0.07051412761211395
7	rnn.weight_hh_l1	1	-0.03716985508799553
7	rnn.weight_hh_l1	2	-0.00820968858897686
7	rnn.weight_hh_l1	3	-0.05842995643615723
7	rnn.weight_hh_l1	4	0.08593668043613434
7	rnn.weight_hh_l1	5	-0.0845380425453186
7	rnn.weight_hh_l1	6	-0.04835332930088043
7	rnn.weight_hh_l1	7	0.0654100850224495
7	rnn.weight_hh_l1	8	-0.013578182086348534
7	rnn.weight_hh_l1	9	-0.04069432243704796
7	rnn.bias_ih_l1	0	-0.0681457668542862
7	rnn.bias_ih_l1	1	0.05838970094919205
7	rnn.bias_ih_l1	2	-0.051327452063560486
7	rnn.bias_ih_l1	3	-0.06547512114048004
7	rnn.bias_ih_l1	4	-0.028920762240886688
7	rnn.bias_ih_l1	5	-0.045411888509988785
7	rnn.bias_ih_l1	6	-0.04675580933690071
7	rnn.bias_ih_l1	7	0.06223289668560028
7	rnn.bias_ih_l1	8	0.08752689510583878
7	rnn.bias_ih_l1	9	0.028077751398086548
7	rnn.bias_hh_l1	0	0.0705285519361496
7	rnn.bias_hh_l1	1	-0.05762125924229622
7	rnn.bias_hh_l1	2	0.024575652554631233
7	rnn.bias_hh_l1	3	0.062391143292188644
7	rnn.bias_hh_l1	4	0.05752959102392197
7	rnn.bias_hh_l1	5	-0.07830828428268433
7	rnn.bias_hh_l1	6	0.01623740792274475
7	rnn.bias_hh_l1	7	0.03827367722988129
7	rnn.bias_hh_l1	8	0.010580946691334248
7	rnn.bias_hh_l1	9	-0.0025119169149547815
7	rnn.weight_ih_l1_reverse	0	0.0861864686012268
7	rnn.weight_ih_l1_reverse	1	-0.041554078459739685
7	rnn.weight_ih_l1_reverse	2	-0.062168966978788376
7	rnn.weight_ih_l1_reverse	3	0.02551558054983616
7	rnn.weight_ih_l1_reverse	4	-0.04603993892669678
7	rnn.weight_ih_l1_reverse	5	0.024178538471460342
7	rnn.weight_ih_l1_reverse	6	0.04032338410615921
7	rnn.weight_ih_l1_reverse	7	0.020364884287118912
7	rnn.weight_ih_l1_reverse	8	-0.007752093020826578
7	rnn.weight_ih_l1_reverse	9	-0.06620238721370697
7	rnn.weight_hh_l1_reverse	0	0.0051896353252232075
7	rnn.weight_hh_l1_reverse	1	0.018820907920598984
7	rnn.weight_hh_l1_reverse	2	-0.05819195881485939
7	rnn.weight_hh_l1_reverse	3	-0.012938224710524082
7	rnn.weight_hh_l1_reverse	4	0.008628168143332005
7	rnn.weight_hh_l1_reverse	5	-0.06273703277111053
7	rnn.weight_hh_l1_reverse	6	-0.06729088723659515
7	rnn.weight_hh_l1_reverse	7	-0.011510740034282207
7	rnn.weight_hh_l1_reverse	8	-0.0559687577188015
7	rnn.weight_hh_l1_reverse	9	-0.04338039085268974
7	rnn.bias_ih_l1_reverse	0	-0.002846946008503437
7	rnn.bias_ih_l1_reverse	1	-0.038814857602119446
7	rnn.bias_ih_l1_reverse	2	0.020798344165086746
7	rnn.bias_ih_l1_reverse	3	-0.07577455788850784
7	rnn.bias_ih_l1_reverse	4	-0.08700694143772125
7	rnn.bias_ih_l1_reverse	5	-0.08599905669689178
7	rnn.bias_ih_l1_reverse	6	0.05638694763183594
7	rnn.bias_ih_l1_reverse	7	0.08646547049283981
7	rnn.bias_ih_l1_reverse	8	-0.009045980870723724
7	rnn.bias_ih_l1_reverse	9	-0.014982671476900578
7	rnn.bias_hh_l1_reverse	0	0.06009683385491371
7	rnn.bias_hh_l1_reverse	1	-0.07013223320245743
7	rnn.bias_hh_l1_reverse	2	-0.04883716255426407
7	rnn.bias_hh_l1_reverse	3	0.07454200834035873
7	rnn.bias_hh_l1_reverse	4	-0.02252751961350441
7	rnn.bias_hh_l1_reverse	5	-0.007042377721518278
7	rnn.bias_hh_l1_reverse	6	-0.05960344895720482
7	rnn.bias_hh_l1_reverse	7	-0.06111650541424751
7	rnn.bias_hh_l1_reverse	8	0.06531251966953278
7	rnn.bias_hh_l1_reverse	9	0.03147606551647186
7	rnn.weight_ih_l2	0	0.07964875549077988
7	rnn.weight_ih_l2	1	-0.05437156930565834
7	rnn.weight_ih_l2	2	0.06333207339048386
7	rnn.weight_ih_l2	3	0.06593924760818481
7	rnn.weight_ih_l2	4	0.0560506246984005
7	rnn.weight_ih_l2	5	-0.03853854164481163
7	rnn.weight_ih_l2	6	-0.0760493054986
7	rnn.weight_ih_l2	7	0.014307866804301739
7	rnn.weight_ih_l2	8	-0.0171344131231308
7	rnn.weight_ih_l2	9	-0.0692807137966156
7	rnn.weight_hh_l2	0	0.048540160059928894
7	rnn.weight_hh_l2	1	0.03184717148542404
7	rnn.weight_hh_l2	2	-0.05493122339248657
7	rnn.weight_hh_l2	3	-0.02509009651839733
7	rnn.weight_hh_l2	4	0.054120030254125595
7	rnn.weight_hh_l2	5	-0.02729933150112629
7	rnn.weight_hh_l2	6	0.008041445165872574
7	rnn.weight_hh_l2	7	-0.05281670764088631
7	rnn.weight_hh_l2	8	-0.005285068415105343
7	rnn.weight_hh_l2	9	-0.01977284997701645
7	rnn.bias_ih_l2	0	0.08708983659744263
7	rnn.bias_ih_l2	1	0.014077887870371342
7	rnn.bias_ih_l2	2	0.07296159863471985
7	rnn.bias_ih_l2	3	0.012915258295834064
7	rnn.bias_ih_l2	4	-0.00258789979852736
7	rnn.bias_ih_l2	5	0.037046197801828384
7	rnn.bias_ih_l2	6	0.01681477017700672
7	rnn.bias_ih_l2	7	0.012729324400424957
7	rnn.bias_ih_l2	8	0.027028201147913933
7	rnn.bias_ih_l2	9	-0.01192921306937933
7	rnn.bias_hh_l2	0	0.07667291164398193
7	rnn.bias_hh_l2	1	-0.0007428886601701379
7	rnn.bias_hh_l2	2	0.06577257812023163
7	rnn.bias_hh_l2	3	0.03204845264554024
7	rnn.bias_hh_l2	4	0.07286352664232254
7	rnn.bias_hh_l2	5	-0.03822573274374008
7	rnn.bias_hh_l2	6	0.05469386279582977
7	rnn.bias_hh_l2	7	-0.024742327630519867
7	rnn.bias_hh_l2	8	0.04490792378783226
7	rnn.bias_hh_l2	9	0.0732332170009613
7	rnn.weight_ih_l2_reverse	0	0.08241831511259079
7	rnn.weight_ih_l2_reverse	1	-0.0602826327085495
7	rnn.weight_ih_l2_reverse	2	0.0008358610793948174
7	rnn.weight_ih_l2_reverse	3	0.03541997820138931
7	rnn.weight_ih_l2_reverse	4	0.05399096757173538
7	rnn.weight_ih_l2_reverse	5	-0.04058155417442322
7	rnn.weight_ih_l2_reverse	6	-0.0010041126515716314
7	rnn.weight_ih_l2_reverse	7	-0.003771052462980151
7	rnn.weight_ih_l2_reverse	8	0.002013069810345769
7	rnn.weight_ih_l2_reverse	9	-0.08263380825519562
7	rnn.weight_hh_l2_reverse	0	-0.08282282203435898
7	rnn.weight_hh_l2_reverse	1	0.011705261655151844
7	rnn.weight_hh_l2_reverse	2	0.010540593415498734
7	rnn.weight_hh_l2_reverse	3	0.02433740347623825
7	rnn.weight_hh_l2_reverse	4	-0.03702407330274582
7	rnn.weight_hh_l2_reverse	5	-0.014820964075624943
7	rnn.weight_hh_l2_reverse	6	-0.03933386132121086
7	rnn.weight_hh_l2_reverse	7	-0.05982991307973862
7	rnn.weight_hh_l2_reverse	8	-0.006885393522679806
7	rnn.weight_hh_l2_reverse	9	-0.05902332440018654
7	rnn.bias_ih_l2_reverse	0	-0.02727208100259304
7	rnn.bias_ih_l2_reverse	1	-0.028158733621239662
7	rnn.bias_ih_l2_reverse	2	0.03633800148963928
7	rnn.bias_ih_l2_reverse	3	-0.01802988350391388
7	rnn.bias_ih_l2_reverse	4	0.079510897397995
7	rnn.bias_ih_l2_reverse	5	-0.08735322207212448
7	rnn.bias_ih_l2_reverse	6	-0.04251072183251381
7	rnn.bias_ih_l2_reverse	7	-0.06133569777011871
7	rnn.bias_ih_l2_reverse	8	0.05785169079899788
7	rnn.bias_ih_l2_reverse	9	0.04492641240358353
7	rnn.bias_hh_l2_reverse	0	0.05109063535928726
7	rnn.bias_hh_l2_reverse	1	-0.08699650317430496
7	rnn.bias_hh_l2_reverse	2	-0.06588480621576309
7	rnn.bias_hh_l2_reverse	3	0.03762270137667656
7	rnn.bias_hh_l2_reverse	4	0.02412700653076172
7	rnn.bias_hh_l2_reverse	5	0.05135944485664368
7	rnn.bias_hh_l2_reverse	6	-0.08163267374038696
7	rnn.bias_hh_l2_reverse	7	-0.009826112538576126
7	rnn.bias_hh_l2_reverse	8	-0.07644374668598175
7	rnn.bias_hh_l2_reverse	9	-0.053858596831560135
7	linear.weight	0	0.025028489530086517
7	linear.weight	1	0.05155442655086517
7	linear.weight	2	-0.018204567953944206
7	linear.weight	3	-0.025173010304570198
7	linear.weight	4	-0.022248394787311554
7	linear.weight	5	0.030361581593751907
7	linear.weight	6	0.039128292351961136
7	linear.weight	7	-0.023268135264515877
7	linear.weight	8	0.003167248796671629
7	linear.weight	9	0.04644680395722389
7	linear.bias	0	0.24689602851867676
7	linear.bias	1	0.22218404710292816
7	linear.bias	2	-1.0456507205963135
7	linear.bias	3	-0.05754556506872177
7	linear.bias	4	-0.050822705030441284
7	linear.bias	5	0.47526687383651733
8	transitions	0	0.14756546914577484
8	transitions	1	-10000.0
8	transitions	2	0.994539201259613
8	transitions	3	-0.6104168891906738
8	transitions	4	-10000.0
8	transitions	5	-10000.0
8	transitions	6	-10000.0
8	transitions	7	0.8992950320243835
8	transitions	8	0.9808710813522339
8	transitions	9	-0.7190521955490112
8	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
8	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
8	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
8	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
8	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
8	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
8	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
8	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
8	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
8	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
8	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
8	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
8	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
8	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
8	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
8	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
8	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
8	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
8	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
8	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
8	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
8	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
8	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
8	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
8	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
8	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
8	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
8	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
8	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
8	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
8	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
8	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
8	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
8	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
8	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
8	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
8	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
8	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
8	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
8	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
8	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
8	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
8	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
8	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
8	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
8	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
8	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
8	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
8	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
8	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
8	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
8	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
8	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
8	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
8	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
8	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
8	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
8	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
8	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
8	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
8	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
8	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
8	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
8	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
8	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
8	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
8	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
8	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
8	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
8	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
8	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
8	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
8	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
8	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
8	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
8	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
8	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
8	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
8	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
8	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
8	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
8	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
8	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
8	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
8	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
8	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
8	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
8	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
8	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
8	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
8	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
8	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
8	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
8	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
8	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
8	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
8	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
8	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
8	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
8	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
8	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
8	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
8	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
8	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
8	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
8	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
8	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
8	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
8	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
8	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
8	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
8	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
8	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
8	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
8	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
8	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
8	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
8	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
8	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
8	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
8	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
8	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
8	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
8	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
8	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
8	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
8	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
8	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
8	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
8	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
8	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
8	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
8	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
8	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
8	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
8	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
8	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
8	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
8	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
8	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
8	embedding2nn.weight	0	0.014709721319377422
8	embedding2nn.weight	1	0.0007383910706266761
8	embedding2nn.weight	2	0.005691931117326021
8	embedding2nn.weight	3	0.0008520293049514294
8	embedding2nn.weight	4	-0.007566180545836687
8	embedding2nn.weight	5	-0.005330855958163738
8	embedding2nn.weight	6	-0.001622577547095716
8	embedding2nn.weight	7	-0.003437955863773823
8	embedding2nn.weight	8	0.015386324375867844
8	embedding2nn.weight	9	0.004392832517623901
8	embedding2nn.bias	0	0.006116351578384638
8	embedding2nn.bias	1	-0.014111794531345367
8	embedding2nn.bias	2	0.0056222896091639996
8	embedding2nn.bias	3	-0.015111630782485008
8	embedding2nn.bias	4	-0.009368730708956718
8	embedding2nn.bias	5	-0.007488134782761335
8	embedding2nn.bias	6	0.004241586197167635
8	embedding2nn.bias	7	0.015033078379929066
8	embedding2nn.bias	8	0.0010271857026964426
8	embedding2nn.bias	9	-0.004349831026047468
8	rnn.weight_ih_l0	0	-0.050885699689388275
8	rnn.weight_ih_l0	1	0.050740644335746765
8	rnn.weight_ih_l0	2	0.03185782581567764
8	rnn.weight_ih_l0	3	0.014751660637557507
8	rnn.weight_ih_l0	4	0.012580676935613155
8	rnn.weight_ih_l0	5	0.08416685461997986
8	rnn.weight_ih_l0	6	0.07559312134981155
8	rnn.weight_ih_l0	7	0.03776765614748001
8	rnn.weight_ih_l0	8	-0.04602823778986931
8	rnn.weight_ih_l0	9	0.008049875497817993
8	rnn.weight_hh_l0	0	0.008549921214580536
8	rnn.weight_hh_l0	1	-0.06367015838623047
8	rnn.weight_hh_l0	2	-0.06542295962572098
8	rnn.weight_hh_l0	3	0.07279961556196213
8	rnn.weight_hh_l0	4	0.07111731916666031
8	rnn.weight_hh_l0	5	0.0042020538821816444
8	rnn.weight_hh_l0	6	0.003936989698559046
8	rnn.weight_hh_l0	7	-0.025910796597599983
8	rnn.weight_hh_l0	8	-0.029408959671854973
8	rnn.weight_hh_l0	9	0.05797215923666954
8	rnn.bias_ih_l0	0	-0.07237804681062698
8	rnn.bias_ih_l0	1	0.08626767247915268
8	rnn.bias_ih_l0	2	0.021790364757180214
8	rnn.bias_ih_l0	3	0.0883190780878067
8	rnn.bias_ih_l0	4	-0.07127083837985992
8	rnn.bias_ih_l0	5	0.08746938407421112
8	rnn.bias_ih_l0	6	-0.06977301836013794
8	rnn.bias_ih_l0	7	-0.03299422189593315
8	rnn.bias_ih_l0	8	-0.08476889133453369
8	rnn.bias_ih_l0	9	-0.05043705552816391
8	rnn.bias_hh_l0	0	0.030581753700971603
8	rnn.bias_hh_l0	1	0.07184113562107086
8	rnn.bias_hh_l0	2	0.0672505795955658
8	rnn.bias_hh_l0	3	0.0825866237282753
8	rnn.bias_hh_l0	4	-0.07719331979751587
8	rnn.bias_hh_l0	5	-0.07061800360679626
8	rnn.bias_hh_l0	6	0.07610613852739334
8	rnn.bias_hh_l0	7	-0.08365970104932785
8	rnn.bias_hh_l0	8	-0.025727085769176483
8	rnn.bias_hh_l0	9	0.014765349216759205
8	rnn.weight_ih_l0_reverse	0	0.07928488403558731
8	rnn.weight_ih_l0_reverse	1	0.07370999455451965
8	rnn.weight_ih_l0_reverse	2	0.038928501307964325
8	rnn.weight_ih_l0_reverse	3	0.03384428098797798
8	rnn.weight_ih_l0_reverse	4	-0.037136007100343704
8	rnn.weight_ih_l0_reverse	5	0.051097527146339417
8	rnn.weight_ih_l0_reverse	6	0.06640127301216125
8	rnn.weight_ih_l0_reverse	7	0.022923925891518593
8	rnn.weight_ih_l0_reverse	8	-0.05862642824649811
8	rnn.weight_ih_l0_reverse	9	-0.052839674055576324
8	rnn.weight_hh_l0_reverse	0	0.025183575227856636
8	rnn.weight_hh_l0_reverse	1	-0.08722677081823349
8	rnn.weight_hh_l0_reverse	2	0.06280547380447388
8	rnn.weight_hh_l0_reverse	3	-0.02146856114268303
8	rnn.weight_hh_l0_reverse	4	0.0838007852435112
8	rnn.weight_hh_l0_reverse	5	-0.001162077416665852
8	rnn.weight_hh_l0_reverse	6	0.02802242338657379
8	rnn.weight_hh_l0_reverse	7	0.07834362238645554
8	rnn.weight_hh_l0_reverse	8	-0.02219313196837902
8	rnn.weight_hh_l0_reverse	9	-0.046673256903886795
8	rnn.bias_ih_l0_reverse	0	0.00023794537992216647
8	rnn.bias_ih_l0_reverse	1	-0.025981470942497253
8	rnn.bias_ih_l0_reverse	2	-0.020716682076454163
8	rnn.bias_ih_l0_reverse	3	0.048441436141729355
8	rnn.bias_ih_l0_reverse	4	0.06895242631435394
8	rnn.bias_ih_l0_reverse	5	-0.02591164968907833
8	rnn.bias_ih_l0_reverse	6	-0.02682395651936531
8	rnn.bias_ih_l0_reverse	7	-0.052405327558517456
8	rnn.bias_ih_l0_reverse	8	0.004432043060660362
8	rnn.bias_ih_l0_reverse	9	-0.06715340167284012
8	rnn.bias_hh_l0_reverse	0	0.036381978541612625
8	rnn.bias_hh_l0_reverse	1	-0.06851600110530853
8	rnn.bias_hh_l0_reverse	2	0.07949128746986389
8	rnn.bias_hh_l0_reverse	3	0.055142536759376526
8	rnn.bias_hh_l0_reverse	4	0.029460247606039047
8	rnn.bias_hh_l0_reverse	5	0.04091475158929825
8	rnn.bias_hh_l0_reverse	6	0.06147107109427452
8	rnn.bias_hh_l0_reverse	7	0.08861852437257767
8	rnn.bias_hh_l0_reverse	8	-0.009008688852190971
8	rnn.bias_hh_l0_reverse	9	0.05152108147740364
8	rnn.weight_ih_l1	0	0.02139471098780632
8	rnn.weight_ih_l1	1	0.015210672281682491
8	rnn.weight_ih_l1	2	0.06908266991376877
8	rnn.weight_ih_l1	3	-0.02446484938263893
8	rnn.weight_ih_l1	4	-0.024197744205594063
8	rnn.weight_ih_l1	5	-0.011959216557443142
8	rnn.weight_ih_l1	6	0.0712425708770752
8	rnn.weight_ih_l1	7	-0.0061647105030715466
8	rnn.weight_ih_l1	8	-0.05350934714078903
8	rnn.weight_ih_l1	9	0.060339655727148056
8	rnn.weight_hh_l1	0	-0.07053594291210175
8	rnn.weight_hh_l1	1	-0.037209730595350266
8	rnn.weight_hh_l1	2	-0.008214536122977734
8	rnn.weight_hh_l1	3	-0.05843045935034752
8	rnn.weight_hh_l1	4	0.08593843132257462
8	rnn.weight_hh_l1	5	-0.08451908081769943
8	rnn.weight_hh_l1	6	-0.04835355281829834
8	rnn.weight_hh_l1	7	0.06564544886350632
8	rnn.weight_hh_l1	8	-0.013579698279500008
8	rnn.weight_hh_l1	9	-0.04064514487981796
8	rnn.bias_ih_l1	0	-0.06833672523498535
8	rnn.bias_ih_l1	1	0.058172374963760376
8	rnn.bias_ih_l1	2	-0.05136801674962044
8	rnn.bias_ih_l1	3	-0.06557100266218185
8	rnn.bias_ih_l1	4	-0.028537077829241753
8	rnn.bias_ih_l1	5	-0.04250249266624451
8	rnn.bias_ih_l1	6	-0.048214517533779144
8	rnn.bias_ih_l1	7	0.062219250947237015
8	rnn.bias_ih_l1	8	0.08751247078180313
8	rnn.bias_ih_l1	9	0.02943311631679535
8	rnn.bias_hh_l1	0	0.07055526971817017
8	rnn.bias_hh_l1	1	-0.05755620822310448
8	rnn.bias_hh_l1	2	0.024412421509623528
8	rnn.bias_hh_l1	3	0.06302173435688019
8	rnn.bias_hh_l1	4	0.057332709431648254
8	rnn.bias_hh_l1	5	-0.07854320853948593
8	rnn.bias_hh_l1	6	0.016272559762001038
8	rnn.bias_hh_l1	7	0.0382169671356678
8	rnn.bias_hh_l1	8	0.010191488079726696
8	rnn.bias_hh_l1	9	-0.002905059838667512
8	rnn.weight_ih_l1_reverse	0	0.08618906140327454
8	rnn.weight_ih_l1_reverse	1	-0.041558295488357544
8	rnn.weight_ih_l1_reverse	2	-0.06217137351632118
8	rnn.weight_ih_l1_reverse	3	0.025518134236335754
8	rnn.weight_ih_l1_reverse	4	-0.04604669660329819
8	rnn.weight_ih_l1_reverse	5	0.02418016456067562
8	rnn.weight_ih_l1_reverse	6	0.04032148793339729
8	rnn.weight_ih_l1_reverse	7	0.020366020500659943
8	rnn.weight_ih_l1_reverse	8	-0.007753509562462568
8	rnn.weight_ih_l1_reverse	9	-0.06607716530561447
8	rnn.weight_hh_l1_reverse	0	0.005207694135606289
8	rnn.weight_hh_l1_reverse	1	0.018820809200406075
8	rnn.weight_hh_l1_reverse	2	-0.05816325545310974
8	rnn.weight_hh_l1_reverse	3	-0.012934674508869648
8	rnn.weight_hh_l1_reverse	4	0.00862840749323368
8	rnn.weight_hh_l1_reverse	5	-0.06262023001909256
8	rnn.weight_hh_l1_reverse	6	-0.0672905296087265
8	rnn.weight_hh_l1_reverse	7	-0.011509479023516178
8	rnn.weight_hh_l1_reverse	8	-0.05593421310186386
8	rnn.weight_hh_l1_reverse	9	-0.04339062049984932
8	rnn.bias_ih_l1_reverse	0	-0.0029221316799521446
8	rnn.bias_ih_l1_reverse	1	-0.0388835147023201
8	rnn.bias_ih_l1_reverse	2	0.020565293729305267
8	rnn.bias_ih_l1_reverse	3	-0.0755804255604744
8	rnn.bias_ih_l1_reverse	4	-0.0869564339518547
8	rnn.bias_ih_l1_reverse	5	-0.08608074486255646
8	rnn.bias_ih_l1_reverse	6	0.05640627071261406
8	rnn.bias_ih_l1_reverse	7	0.08640722930431366
8	rnn.bias_ih_l1_reverse	8	-0.011315075680613518
8	rnn.bias_ih_l1_reverse	9	-0.014972949400544167
8	rnn.bias_hh_l1_reverse	0	0.0602564662694931
8	rnn.bias_hh_l1_reverse	1	-0.07014315575361252
8	rnn.bias_hh_l1_reverse	2	-0.048924293369054794
8	rnn.bias_hh_l1_reverse	3	0.07485106587409973
8	rnn.bias_hh_l1_reverse	4	-0.022594831883907318
8	rnn.bias_hh_l1_reverse	5	-0.007008652668446302
8	rnn.bias_hh_l1_reverse	6	-0.05956577882170677
8	rnn.bias_hh_l1_reverse	7	-0.06100333109498024
8	rnn.bias_hh_l1_reverse	8	0.06521811336278915
8	rnn.bias_hh_l1_reverse	9	0.032689373940229416
8	rnn.weight_ih_l2	0	0.07867628335952759
8	rnn.weight_ih_l2	1	-0.05436762794852257
8	rnn.weight_ih_l2	2	0.06333203613758087
8	rnn.weight_ih_l2	3	0.06595302373170853
8	rnn.weight_ih_l2	4	0.056066177785396576
8	rnn.weight_ih_l2	5	-0.03853940963745117
8	rnn.weight_ih_l2	6	-0.07606913894414902
8	rnn.weight_ih_l2	7	0.014276182278990746
8	rnn.weight_ih_l2	8	-0.0171340461820364
8	rnn.weight_ih_l2	9	-0.06928662955760956
8	rnn.weight_hh_l2	0	0.04853862524032593
8	rnn.weight_hh_l2	1	0.03185820206999779
8	rnn.weight_hh_l2	2	-0.054931189864873886
8	rnn.weight_hh_l2	3	-0.025090400129556656
8	rnn.weight_hh_l2	4	0.054118264466524124
8	rnn.weight_hh_l2	5	-0.027475630864501
8	rnn.weight_hh_l2	6	0.008041555061936378
8	rnn.weight_hh_l2	7	-0.05281740799546242
8	rnn.weight_hh_l2	8	-0.0052824500016868114
8	rnn.weight_hh_l2	9	-0.019769534468650818
8	rnn.bias_ih_l2	0	0.092899389564991
8	rnn.bias_ih_l2	1	0.013986252248287201
8	rnn.bias_ih_l2	2	0.06883317977190018
8	rnn.bias_ih_l2	3	0.012918537482619286
8	rnn.bias_ih_l2	4	-0.0026813107542693615
8	rnn.bias_ih_l2	5	0.037325240671634674
8	rnn.bias_ih_l2	6	0.017198529094457626
8	rnn.bias_ih_l2	7	0.013572534546256065
8	rnn.bias_ih_l2	8	0.02700851485133171
8	rnn.bias_ih_l2	9	-0.01179071981459856
8	rnn.bias_hh_l2	0	0.07083608210086823
8	rnn.bias_hh_l2	1	-0.0008141870494000614
8	rnn.bias_hh_l2	2	0.06577492505311966
8	rnn.bias_hh_l2	3	0.03198188543319702
8	rnn.bias_hh_l2	4	0.07289410382509232
8	rnn.bias_hh_l2	5	-0.04963797330856323
8	rnn.bias_hh_l2	6	0.06801803410053253
8	rnn.bias_hh_l2	7	-0.02445547841489315
8	rnn.bias_hh_l2	8	0.04490283876657486
8	rnn.bias_hh_l2	9	0.05722026526927948
8	rnn.weight_ih_l2_reverse	0	0.08241873234510422
8	rnn.weight_ih_l2_reverse	1	-0.060575932264328
8	rnn.weight_ih_l2_reverse	2	0.0008390059811063111
8	rnn.weight_ih_l2_reverse	3	0.03545461967587471
8	rnn.weight_ih_l2_reverse	4	0.05399486422538757
8	rnn.weight_ih_l2_reverse	5	-0.04058226943016052
8	rnn.weight_ih_l2_reverse	6	-0.0010274853557348251
8	rnn.weight_ih_l2_reverse	7	-0.003765394678339362
8	rnn.weight_ih_l2_reverse	8	0.0027745102997869253
8	rnn.weight_ih_l2_reverse	9	-0.08267387002706528
8	rnn.weight_hh_l2_reverse	0	-0.08281397819519043
8	rnn.weight_hh_l2_reverse	1	0.011675518937408924
8	rnn.weight_hh_l2_reverse	2	0.010542740114033222
8	rnn.weight_hh_l2_reverse	3	0.02432633563876152
8	rnn.weight_hh_l2_reverse	4	-0.036934539675712585
8	rnn.weight_hh_l2_reverse	5	-0.014821352437138557
8	rnn.weight_hh_l2_reverse	6	-0.03939761593937874
8	rnn.weight_hh_l2_reverse	7	-0.059827953577041626
8	rnn.weight_hh_l2_reverse	8	-0.0068679070100188255
8	rnn.weight_hh_l2_reverse	9	-0.05902525782585144
8	rnn.bias_ih_l2_reverse	0	-0.026742029935121536
8	rnn.bias_ih_l2_reverse	1	-0.02812785468995571
8	rnn.bias_ih_l2_reverse	2	0.036383744329214096
8	rnn.bias_ih_l2_reverse	3	-0.015271089971065521
8	rnn.bias_ih_l2_reverse	4	0.07951617985963821
8	rnn.bias_ih_l2_reverse	5	-0.0880526602268219
8	rnn.bias_ih_l2_reverse	6	-0.04270727559924126
8	rnn.bias_ih_l2_reverse	7	-0.06037609279155731
8	rnn.bias_ih_l2_reverse	8	0.06821513175964355
8	rnn.bias_ih_l2_reverse	9	0.04618892818689346
8	rnn.bias_hh_l2_reverse	0	0.04840150475502014
8	rnn.bias_hh_l2_reverse	1	-0.08713459223508835
8	rnn.bias_hh_l2_reverse	2	-0.06533857434988022
8	rnn.bias_hh_l2_reverse	3	0.037636928260326385
8	rnn.bias_hh_l2_reverse	4	0.024242794141173363
8	rnn.bias_hh_l2_reverse	5	0.047475665807724
8	rnn.bias_hh_l2_reverse	6	-0.08153805136680603
8	rnn.bias_hh_l2_reverse	7	-0.009458157233893871
8	rnn.bias_hh_l2_reverse	8	-0.07269958406686783
8	rnn.bias_hh_l2_reverse	9	-0.05387859791517258
8	linear.weight	0	0.025028489530086517
8	linear.weight	1	0.03334162384271622
8	linear.weight	2	-0.018231160938739777
8	linear.weight	3	-0.02567429281771183
8	linear.weight	4	-0.022248394787311554
8	linear.weight	5	0.0326530896127224
8	linear.weight	6	0.03700559213757515
8	linear.weight	7	-0.047356054186820984
8	linear.weight	8	0.007032021414488554
8	linear.weight	9	0.0511089488863945
8	linear.bias	0	0.4158356785774231
8	linear.bias	1	0.37661540508270264
8	linear.bias	2	-1.0752379894256592
8	linear.bias	3	-0.05754556506872177
8	linear.bias	4	-0.050822705030441284
8	linear.bias	5	0.18148325383663177
9	transitions	0	0.14290311932563782
9	transitions	1	-10000.0
9	transitions	2	0.9199783802032471
9	transitions	3	-0.69363933801651
9	transitions	4	-10000.0
9	transitions	5	-10000.0
9	transitions	6	-10000.0
9	transitions	7	0.8972553610801697
9	transitions	8	0.9713207483291626
9	transitions	9	-0.7392750382423401
9	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
9	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
9	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
9	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
9	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
9	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
9	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
9	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
9	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
9	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
9	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
9	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
9	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
9	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
9	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
9	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
9	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
9	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
9	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
9	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
9	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
9	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
9	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
9	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
9	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
9	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
9	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
9	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
9	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
9	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
9	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
9	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
9	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
9	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
9	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
9	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
9	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
9	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
9	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
9	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
9	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
9	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
9	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
9	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
9	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
9	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
9	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
9	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
9	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
9	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
9	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
9	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
9	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
9	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
9	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
9	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
9	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
9	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
9	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
9	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
9	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
9	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
9	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
9	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
9	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
9	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
9	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
9	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
9	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
9	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
9	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
9	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
9	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
9	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
9	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
9	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
9	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
9	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
9	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
9	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
9	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
9	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
9	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
9	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
9	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
9	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
9	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
9	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
9	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
9	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
9	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
9	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
9	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
9	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
9	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
9	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
9	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
9	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
9	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
9	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
9	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
9	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
9	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
9	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
9	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
9	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
9	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
9	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
9	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
9	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
9	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
9	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
9	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
9	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
9	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
9	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
9	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
9	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
9	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
9	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
9	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
9	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
9	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
9	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
9	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
9	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
9	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
9	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
9	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
9	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
9	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
9	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
9	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
9	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
9	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
9	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
9	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
9	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
9	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
9	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
9	embedding2nn.weight	0	0.01471127849072218
9	embedding2nn.weight	1	0.0007354804547503591
9	embedding2nn.weight	2	0.005689108278602362
9	embedding2nn.weight	3	0.0008474144851788878
9	embedding2nn.weight	4	-0.007742759771645069
9	embedding2nn.weight	5	-0.005317406263202429
9	embedding2nn.weight	6	-0.0016282987780869007
9	embedding2nn.weight	7	-0.0034331839997321367
9	embedding2nn.weight	8	0.01533354353159666
9	embedding2nn.weight	9	0.004430663306266069
9	embedding2nn.bias	0	0.005874402355402708
9	embedding2nn.bias	1	-0.013293244875967503
9	embedding2nn.bias	2	0.005469336174428463
9	embedding2nn.bias	3	-0.016288358718156815
9	embedding2nn.bias	4	-0.009758396074175835
9	embedding2nn.bias	5	-0.0080800736322999
9	embedding2nn.bias	6	0.005603803787380457
9	embedding2nn.bias	7	0.016582893207669258
9	embedding2nn.bias	8	0.0014112174976617098
9	embedding2nn.bias	9	-0.00419623265042901
9	rnn.weight_ih_l0	0	-0.05088292434811592
9	rnn.weight_ih_l0	1	0.050740815699100494
9	rnn.weight_ih_l0	2	0.0318574421107769
9	rnn.weight_ih_l0	3	0.014747329987585545
9	rnn.weight_ih_l0	4	0.012617228552699089
9	rnn.weight_ih_l0	5	0.08416763693094254
9	rnn.weight_ih_l0	6	0.07559754699468613
9	rnn.weight_ih_l0	7	0.03776867315173149
9	rnn.weight_ih_l0	8	-0.04599915072321892
9	rnn.weight_ih_l0	9	0.008085226640105247
9	rnn.weight_hh_l0	0	0.008550792001187801
9	rnn.weight_hh_l0	1	-0.06367027759552002
9	rnn.weight_hh_l0	2	-0.06543362885713577
9	rnn.weight_hh_l0	3	0.07280722260475159
9	rnn.weight_hh_l0	4	0.07111699134111404
9	rnn.weight_hh_l0	5	0.004272400867193937
9	rnn.weight_hh_l0	6	0.003934524487704039
9	rnn.weight_hh_l0	7	-0.02583661861717701
9	rnn.weight_hh_l0	8	-0.02945789322257042
9	rnn.weight_hh_l0	9	0.057968638837337494
9	rnn.bias_ih_l0	0	-0.07242254167795181
9	rnn.bias_ih_l0	1	0.0862828865647316
9	rnn.bias_ih_l0	2	0.021782539784908295
9	rnn.bias_ih_l0	3	0.08768776059150696
9	rnn.bias_ih_l0	4	-0.0705704316496849
9	rnn.bias_ih_l0	5	0.08752496540546417
9	rnn.bias_ih_l0	6	-0.06862202286720276
9	rnn.bias_ih_l0	7	-0.033036552369594574
9	rnn.bias_ih_l0	8	-0.08508921414613724
9	rnn.bias_ih_l0	9	-0.050525106489658356
9	rnn.bias_hh_l0	0	0.03133271634578705
9	rnn.bias_hh_l0	1	0.07181493192911148
9	rnn.bias_hh_l0	2	0.06728947907686234
9	rnn.bias_hh_l0	3	0.08265227824449539
9	rnn.bias_hh_l0	4	-0.07841257750988007
9	rnn.bias_hh_l0	5	-0.07068941742181778
9	rnn.bias_hh_l0	6	0.07592921704053879
9	rnn.bias_hh_l0	7	-0.08328425139188766
9	rnn.bias_hh_l0	8	-0.02565377578139305
9	rnn.bias_hh_l0	9	0.012459621764719486
9	rnn.weight_ih_l0_reverse	0	0.07928285002708435
9	rnn.weight_ih_l0_reverse	1	0.0737122893333435
9	rnn.weight_ih_l0_reverse	2	0.03893478959798813
9	rnn.weight_ih_l0_reverse	3	0.03384370356798172
9	rnn.weight_ih_l0_reverse	4	-0.03715238720178604
9	rnn.weight_ih_l0_reverse	5	0.051097992807626724
9	rnn.weight_ih_l0_reverse	6	0.06640232354402542
9	rnn.weight_ih_l0_reverse	7	0.022936204448342323
9	rnn.weight_ih_l0_reverse	8	-0.058695804327726364
9	rnn.weight_ih_l0_reverse	9	-0.05284055322408676
9	rnn.weight_hh_l0_reverse	0	0.02518787421286106
9	rnn.weight_hh_l0_reverse	1	-0.08722972869873047
9	rnn.weight_hh_l0_reverse	2	0.06280408054590225
9	rnn.weight_hh_l0_reverse	3	-0.021467534825205803
9	rnn.weight_hh_l0_reverse	4	0.08380179852247238
9	rnn.weight_hh_l0_reverse	5	-0.0011623911559581757
9	rnn.weight_hh_l0_reverse	6	0.02808171696960926
9	rnn.weight_hh_l0_reverse	7	0.07833415269851685
9	rnn.weight_hh_l0_reverse	8	-0.022192243486642838
9	rnn.weight_hh_l0_reverse	9	-0.04667903855443001
9	rnn.bias_ih_l0_reverse	0	0.00023688777582719922
9	rnn.bias_ih_l0_reverse	1	-0.02408975549042225
9	rnn.bias_ih_l0_reverse	2	-0.02237953431904316
9	rnn.bias_ih_l0_reverse	3	0.048386406153440475
9	rnn.bias_ih_l0_reverse	4	0.0690191462635994
9	rnn.bias_ih_l0_reverse	5	-0.02591986581683159
9	rnn.bias_ih_l0_reverse	6	-0.026918763294816017
9	rnn.bias_ih_l0_reverse	7	-0.052422910928726196
9	rnn.bias_ih_l0_reverse	8	0.004486797843128443
9	rnn.bias_ih_l0_reverse	9	-0.06661870330572128
9	rnn.bias_hh_l0_reverse	0	0.03638000413775444
9	rnn.bias_hh_l0_reverse	1	-0.0679813027381897
9	rnn.bias_hh_l0_reverse	2	0.07983791083097458
9	rnn.bias_hh_l0_reverse	3	0.05515492707490921
9	rnn.bias_hh_l0_reverse	4	0.03093157708644867
9	rnn.bias_hh_l0_reverse	5	0.04093397408723831
9	rnn.bias_hh_l0_reverse	6	0.061445124447345734
9	rnn.bias_hh_l0_reverse	7	0.08680806308984756
9	rnn.bias_hh_l0_reverse	8	-0.009179214015603065
9	rnn.bias_hh_l0_reverse	9	0.05340668186545372
9	rnn.weight_ih_l1	0	0.021392880007624626
9	rnn.weight_ih_l1	1	0.015200971625745296
9	rnn.weight_ih_l1	2	0.06895394623279572
9	rnn.weight_ih_l1	3	-0.024460086598992348
9	rnn.weight_ih_l1	4	-0.024196607992053032
9	rnn.weight_ih_l1	5	-0.011972206644713879
9	rnn.weight_ih_l1	6	0.07124073058366776
9	rnn.weight_ih_l1	7	-0.006086154840886593
9	rnn.weight_ih_l1	8	-0.0535140335559845
9	rnn.weight_ih_l1	9	0.06031627953052521
9	rnn.weight_hh_l1	0	-0.07043849676847458
9	rnn.weight_hh_l1	1	-0.037201762199401855
9	rnn.weight_hh_l1	2	-0.008218354545533657
9	rnn.weight_hh_l1	3	-0.058428771793842316
9	rnn.weight_hh_l1	4	0.08594724535942078
9	rnn.weight_hh_l1	5	-0.08448782563209534
9	rnn.weight_hh_l1	6	-0.04835326969623566
9	rnn.weight_hh_l1	7	0.06569567322731018
9	rnn.weight_hh_l1	8	-0.013589025475084782
9	rnn.weight_hh_l1	9	-0.04072599858045578
9	rnn.bias_ih_l1	0	-0.06831607222557068
9	rnn.bias_ih_l1	1	0.058203961700201035
9	rnn.bias_ih_l1	2	-0.05135192722082138
9	rnn.bias_ih_l1	3	-0.06532219052314758
9	rnn.bias_ih_l1	4	-0.02921549789607525
9	rnn.bias_ih_l1	5	-0.04328138381242752
9	rnn.bias_ih_l1	6	-0.045707009732723236
9	rnn.bias_ih_l1	7	0.06245969608426094
9	rnn.bias_ih_l1	8	0.08749321103096008
9	rnn.bias_ih_l1	9	0.024865014478564262
9	rnn.bias_hh_l1	0	0.0705743059515953
9	rnn.bias_hh_l1	1	-0.05778695270419121
9	rnn.bias_hh_l1	2	0.02462518960237503
9	rnn.bias_hh_l1	3	0.06219594553112984
9	rnn.bias_hh_l1	4	0.057460494339466095
9	rnn.bias_hh_l1	5	-0.07827499508857727
9	rnn.bias_hh_l1	6	0.016260698437690735
9	rnn.bias_hh_l1	7	0.03817492723464966
9	rnn.bias_hh_l1	8	0.010715707205235958
9	rnn.bias_hh_l1	9	-0.002986608538776636
9	rnn.weight_ih_l1_reverse	0	0.08619198948144913
9	rnn.weight_ih_l1_reverse	1	-0.041557881981134415
9	rnn.weight_ih_l1_reverse	2	-0.062170933932065964
9	rnn.weight_ih_l1_reverse	3	0.02551746368408203
9	rnn.weight_ih_l1_reverse	4	-0.0460512600839138
9	rnn.weight_ih_l1_reverse	5	0.024215996265411377
9	rnn.weight_ih_l1_reverse	6	0.04032398387789726
9	rnn.weight_ih_l1_reverse	7	0.02036559209227562
9	rnn.weight_ih_l1_reverse	8	-0.007728256285190582
9	rnn.weight_ih_l1_reverse	9	-0.06563998013734818
9	rnn.weight_hh_l1_reverse	0	0.005167011171579361
9	rnn.weight_hh_l1_reverse	1	0.018821142613887787
9	rnn.weight_hh_l1_reverse	2	-0.05816315859556198
9	rnn.weight_hh_l1_reverse	3	-0.012939843349158764
9	rnn.weight_hh_l1_reverse	4	0.008628716692328453
9	rnn.weight_hh_l1_reverse	5	-0.06237546727061272
9	rnn.weight_hh_l1_reverse	6	-0.0672912672162056
9	rnn.weight_hh_l1_reverse	7	-0.011511433869600296
9	rnn.weight_hh_l1_reverse	8	-0.055909477174282074
9	rnn.weight_hh_l1_reverse	9	-0.04337703809142113
9	rnn.bias_ih_l1_reverse	0	-0.0028824841137975454
9	rnn.bias_ih_l1_reverse	1	-0.03892618417739868
9	rnn.bias_ih_l1_reverse	2	0.020930252969264984
9	rnn.bias_ih_l1_reverse	3	-0.07591494172811508
9	rnn.bias_ih_l1_reverse	4	-0.08700079470872879
9	rnn.bias_ih_l1_reverse	5	-0.08612898737192154
9	rnn.bias_ih_l1_reverse	6	0.05636021867394447
9	rnn.bias_ih_l1_reverse	7	0.0863804966211319
9	rnn.bias_ih_l1_reverse	8	-0.007937144488096237
9	rnn.bias_ih_l1_reverse	9	-0.015012161806225777
9	rnn.bias_hh_l1_reverse	0	0.05984955281019211
9	rnn.bias_hh_l1_reverse	1	-0.07027781754732132
9	rnn.bias_hh_l1_reverse	2	-0.04899294674396515
9	rnn.bias_hh_l1_reverse	3	0.07499562203884125
9	rnn.bias_hh_l1_reverse	4	-0.02253672108054161
9	rnn.bias_hh_l1_reverse	5	-0.006947522051632404
9	rnn.bias_hh_l1_reverse	6	-0.059548716992139816
9	rnn.bias_hh_l1_reverse	7	-0.06103167310357094
9	rnn.bias_hh_l1_reverse	8	0.06544570624828339
9	rnn.bias_hh_l1_reverse	9	0.03212419152259827
9	rnn.weight_ih_l2	0	0.07894864678382874
9	rnn.weight_ih_l2	1	-0.05436709523200989
9	rnn.weight_ih_l2	2	0.06333629786968231
9	rnn.weight_ih_l2	3	0.06596025079488754
9	rnn.weight_ih_l2	4	0.05604955926537514
9	rnn.weight_ih_l2	5	-0.03856082260608673
9	rnn.weight_ih_l2	6	-0.07609419524669647
9	rnn.weight_ih_l2	7	0.014270186424255371
9	rnn.weight_ih_l2	8	-0.01713201217353344
9	rnn.weight_ih_l2	9	-0.06928384304046631
9	rnn.weight_hh_l2	0	0.04853097349405289
9	rnn.weight_hh_l2	1	0.03184853121638298
9	rnn.weight_hh_l2	2	-0.0549318864941597
9	rnn.weight_hh_l2	3	-0.025090983137488365
9	rnn.weight_hh_l2	4	0.0541229248046875
9	rnn.weight_hh_l2	5	-0.02746281772851944
9	rnn.weight_hh_l2	6	0.008041144348680973
9	rnn.weight_hh_l2	7	-0.05281718447804451
9	rnn.weight_hh_l2	8	-0.005281354766339064
9	rnn.weight_hh_l2	9	-0.01978861168026924
9	rnn.bias_ih_l2	0	0.08729825168848038
9	rnn.bias_ih_l2	1	0.014146625064313412
9	rnn.bias_ih_l2	2	0.07043571770191193
9	rnn.bias_ih_l2	3	0.012736864387989044
9	rnn.bias_ih_l2	4	-0.0008091748459264636
9	rnn.bias_ih_l2	5	0.036755163222551346
9	rnn.bias_ih_l2	6	0.016985293477773666
9	rnn.bias_ih_l2	7	0.010958636179566383
9	rnn.bias_ih_l2	8	0.026900503784418106
9	rnn.bias_ih_l2	9	-0.012212271802127361
9	rnn.bias_hh_l2	0	0.07232475280761719
9	rnn.bias_hh_l2	1	-0.0008128958870656788
9	rnn.bias_hh_l2	2	0.06576206535100937
9	rnn.bias_hh_l2	3	0.03166869655251503
9	rnn.bias_hh_l2	4	0.0728626623749733
9	rnn.bias_hh_l2	5	-0.0477481447160244
9	rnn.bias_hh_l2	6	0.064573273062706
9	rnn.bias_hh_l2	7	-0.02467886172235012
9	rnn.bias_hh_l2	8	0.044883549213409424
9	rnn.bias_hh_l2	9	0.06714145839214325
9	rnn.weight_ih_l2_reverse	0	0.08241847902536392
9	rnn.weight_ih_l2_reverse	1	-0.05963623523712158
9	rnn.weight_ih_l2_reverse	2	0.0008630410884507
9	rnn.weight_ih_l2_reverse	3	0.03541414067149162
9	rnn.weight_ih_l2_reverse	4	0.05399162322282791
9	rnn.weight_ih_l2_reverse	5	-0.040582239627838135
9	rnn.weight_ih_l2_reverse	6	-0.0008531772764399648
9	rnn.weight_ih_l2_reverse	7	-0.003808122593909502
9	rnn.weight_ih_l2_reverse	8	0.0023796602617949247
9	rnn.weight_ih_l2_reverse	9	-0.08248268812894821
9	rnn.weight_hh_l2_reverse	0	-0.08281613141298294
9	rnn.weight_hh_l2_reverse	1	0.011688784696161747
9	rnn.weight_hh_l2_reverse	2	0.01054320391267538
9	rnn.weight_hh_l2_reverse	3	0.02432716265320778
9	rnn.weight_hh_l2_reverse	4	-0.0369403176009655
9	rnn.weight_hh_l2_reverse	5	-0.014821250922977924
9	rnn.weight_hh_l2_reverse	6	-0.03944574296474457
9	rnn.weight_hh_l2_reverse	7	-0.05981302261352539
9	rnn.weight_hh_l2_reverse	8	-0.006864434108138084
9	rnn.weight_hh_l2_reverse	9	-0.059025634080171585
9	rnn.bias_ih_l2_reverse	0	-0.0183454267680645
9	rnn.bias_ih_l2_reverse	1	-0.02813691832125187
9	rnn.bias_ih_l2_reverse	2	0.03648579120635986
9	rnn.bias_ih_l2_reverse	3	-0.01649339310824871
9	rnn.bias_ih_l2_reverse	4	0.07940896600484848
9	rnn.bias_ih_l2_reverse	5	-0.08779843151569366
9	rnn.bias_ih_l2_reverse	6	-0.04268763214349747
9	rnn.bias_ih_l2_reverse	7	-0.057016223669052124
9	rnn.bias_ih_l2_reverse	8	0.06687887758016586
9	rnn.bias_ih_l2_reverse	9	0.047959912568330765
9	rnn.bias_hh_l2_reverse	0	0.042142439633607864
9	rnn.bias_hh_l2_reverse	1	-0.08878794312477112
9	rnn.bias_hh_l2_reverse	2	-0.06657198071479797
9	rnn.bias_hh_l2_reverse	3	0.03791981190443039
9	rnn.bias_hh_l2_reverse	4	0.024083809927105904
9	rnn.bias_hh_l2_reverse	5	0.04734329506754875
9	rnn.bias_hh_l2_reverse	6	-0.08177371323108673
9	rnn.bias_hh_l2_reverse	7	-0.010094385594129562
9	rnn.bias_hh_l2_reverse	8	-0.08213551342487335
9	rnn.bias_hh_l2_reverse	9	-0.05387524142861366
9	linear.weight	0	0.025028489530086517
9	linear.weight	1	0.1179567351937294
9	linear.weight	2	-0.019531086087226868
9	linear.weight	3	-0.027490468695759773
9	linear.weight	4	-0.022248394787311554
9	linear.weight	5	0.03320159390568733
9	linear.weight	6	0.030690886080265045
9	linear.weight	7	-0.026177838444709778
9	linear.weight	8	-0.007798197213560343
9	linear.weight	9	0.049287743866443634
9	linear.bias	0	0.20313933491706848
9	linear.bias	1	0.16580145061016083
9	linear.bias	2	-1.1070561408996582
9	linear.bias	3	-0.05754556506872177
9	linear.bias	4	-0.050822705030441284
9	linear.bias	5	0.6368116140365601
10	transitions	0	0.1415385901927948
10	transitions	1	-10000.0
10	transitions	2	1.036677598953247
10	transitions	3	-0.6961456537246704
10	transitions	4	-10000.0
10	transitions	5	-10000.0
10	transitions	6	-10000.0
10	transitions	7	0.8966882228851318
10	transitions	8	0.9697363376617432
10	transitions	9	-0.7516440153121948
10	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
10	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
10	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
10	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
10	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
10	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
10	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
10	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
10	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
10	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
10	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
10	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
10	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
10	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
10	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
10	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
10	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
10	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
10	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
10	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
10	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
10	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
10	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
10	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
10	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
10	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
10	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
10	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
10	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
10	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
10	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
10	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
10	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
10	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
10	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
10	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
10	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
10	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
10	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
10	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
10	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
10	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
10	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
10	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
10	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
10	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
10	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
10	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
10	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
10	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
10	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
10	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
10	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
10	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
10	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
10	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
10	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
10	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
10	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
10	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
10	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
10	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
10	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
10	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
10	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
10	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
10	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
10	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
10	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
10	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
10	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
10	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
10	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
10	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
10	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
10	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
10	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
10	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
10	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
10	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
10	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
10	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
10	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
10	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
10	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
10	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
10	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
10	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
10	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
10	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
10	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
10	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
10	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
10	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
10	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
10	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
10	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
10	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
10	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
10	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
10	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
10	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
10	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
10	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
10	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
10	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
10	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
10	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
10	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
10	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
10	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
10	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
10	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
10	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
10	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
10	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
10	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
10	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
10	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
10	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
10	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
10	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
10	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
10	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
10	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
10	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
10	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
10	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
10	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
10	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
10	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
10	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
10	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
10	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
10	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
10	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
10	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
10	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
10	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
10	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
10	embedding2nn.weight	0	0.014712355099618435
10	embedding2nn.weight	1	0.0007299940916709602
10	embedding2nn.weight	2	0.00568896159529686
10	embedding2nn.weight	3	0.0008465092978440225
10	embedding2nn.weight	4	-0.00816432386636734
10	embedding2nn.weight	5	-0.005313331261277199
10	embedding2nn.weight	6	-0.0016636046348139644
10	embedding2nn.weight	7	-0.003444783156737685
10	embedding2nn.weight	8	0.01538761891424656
10	embedding2nn.weight	9	0.0044336216524243355
10	embedding2nn.bias	0	0.005899579729884863
10	embedding2nn.bias	1	-0.014655807055532932
10	embedding2nn.bias	2	0.004987779073417187
10	embedding2nn.bias	3	-0.015673615038394928
10	embedding2nn.bias	4	-0.009312406182289124
10	embedding2nn.bias	5	-0.007838642224669456
10	embedding2nn.bias	6	0.00492860795930028
10	embedding2nn.bias	7	0.016922563314437866
10	embedding2nn.bias	8	0.001177703496068716
10	embedding2nn.bias	9	-0.004252760671079159
10	rnn.weight_ih_l0	0	-0.05088392272591591
10	rnn.weight_ih_l0	1	0.050739794969558716
10	rnn.weight_ih_l0	2	0.03185772895812988
10	rnn.weight_ih_l0	3	0.014745979569852352
10	rnn.weight_ih_l0	4	0.012668091803789139
10	rnn.weight_ih_l0	5	0.08416827768087387
10	rnn.weight_ih_l0	6	0.07559746503829956
10	rnn.weight_ih_l0	7	0.03776954486966133
10	rnn.weight_ih_l0	8	-0.04600386321544647
10	rnn.weight_ih_l0	9	0.008055330254137516
10	rnn.weight_hh_l0	0	0.008550325408577919
10	rnn.weight_hh_l0	1	-0.06367194652557373
10	rnn.weight_hh_l0	2	-0.06544003635644913
10	rnn.weight_hh_l0	3	0.07280553132295609
10	rnn.weight_hh_l0	4	0.07111380994319916
10	rnn.weight_hh_l0	5	0.004128120839595795
10	rnn.weight_hh_l0	6	0.003939033020287752
10	rnn.weight_hh_l0	7	-0.02589639462530613
10	rnn.weight_hh_l0	8	-0.02945590578019619
10	rnn.weight_hh_l0	9	0.05797017738223076
10	rnn.bias_ih_l0	0	-0.07240137457847595
10	rnn.bias_ih_l0	1	0.08626589179039001
10	rnn.bias_ih_l0	2	0.02171943709254265
10	rnn.bias_ih_l0	3	0.08777976036071777
10	rnn.bias_ih_l0	4	-0.07035842537879944
10	rnn.bias_ih_l0	5	0.08738706260919571
10	rnn.bias_ih_l0	6	-0.06864899396896362
10	rnn.bias_ih_l0	7	-0.03301990032196045
10	rnn.bias_ih_l0	8	-0.08626814931631088
10	rnn.bias_ih_l0	9	-0.050511326640844345
10	rnn.bias_hh_l0	0	0.02935723401606083
10	rnn.bias_hh_l0	1	0.07168649137020111
10	rnn.bias_hh_l0	2	0.06718438863754272
10	rnn.bias_hh_l0	3	0.08267408609390259
10	rnn.bias_hh_l0	4	-0.07763873785734177
10	rnn.bias_hh_l0	5	-0.07070543617010117
10	rnn.bias_hh_l0	6	0.07586070895195007
10	rnn.bias_hh_l0	7	-0.08255252987146378
10	rnn.bias_hh_l0	8	-0.025801122188568115
10	rnn.bias_hh_l0	9	0.014024583622813225
10	rnn.weight_ih_l0_reverse	0	0.07928293198347092
10	rnn.weight_ih_l0_reverse	1	0.0736963227391243
10	rnn.weight_ih_l0_reverse	2	0.03893027827143669
10	rnn.weight_ih_l0_reverse	3	0.033839285373687744
10	rnn.weight_ih_l0_reverse	4	-0.03711272031068802
10	rnn.weight_ih_l0_reverse	5	0.05109945684671402
10	rnn.weight_ih_l0_reverse	6	0.06640250980854034
10	rnn.weight_ih_l0_reverse	7	0.022942671552300453
10	rnn.weight_ih_l0_reverse	8	-0.0587289035320282
10	rnn.weight_ih_l0_reverse	9	-0.05284105986356735
10	rnn.weight_hh_l0_reverse	0	0.025234855711460114
10	rnn.weight_hh_l0_reverse	1	-0.08723036199808121
10	rnn.weight_hh_l0_reverse	2	0.06280360370874405
10	rnn.weight_hh_l0_reverse	3	-0.021464422345161438
10	rnn.weight_hh_l0_reverse	4	0.08379312604665756
10	rnn.weight_hh_l0_reverse	5	-0.0011585226748138666
10	rnn.weight_hh_l0_reverse	6	0.027700576931238174
10	rnn.weight_hh_l0_reverse	7	0.07833711802959442
10	rnn.weight_hh_l0_reverse	8	-0.02219690941274166
10	rnn.weight_hh_l0_reverse	9	-0.04667682945728302
10	rnn.bias_ih_l0_reverse	0	0.0002802058297675103
10	rnn.bias_ih_l0_reverse	1	-0.02277989313006401
10	rnn.bias_ih_l0_reverse	2	-0.02036532759666443
10	rnn.bias_ih_l0_reverse	3	0.04830968752503395
10	rnn.bias_ih_l0_reverse	4	0.0687851756811142
10	rnn.bias_ih_l0_reverse	5	-0.025980763137340546
10	rnn.bias_ih_l0_reverse	6	-0.026935633271932602
10	rnn.bias_ih_l0_reverse	7	-0.052492160350084305
10	rnn.bias_ih_l0_reverse	8	0.00479912618175149
10	rnn.bias_ih_l0_reverse	9	-0.06612522900104523
10	rnn.bias_hh_l0_reverse	0	0.0365121103823185
10	rnn.bias_hh_l0_reverse	1	-0.06748782843351364
10	rnn.bias_hh_l0_reverse	2	0.07941800355911255
10	rnn.bias_hh_l0_reverse	3	0.05510169640183449
10	rnn.bias_hh_l0_reverse	4	0.02999727986752987
10	rnn.bias_hh_l0_reverse	5	0.040994901210069656
10	rnn.bias_hh_l0_reverse	6	0.061498116701841354
10	rnn.bias_hh_l0_reverse	7	0.08622995764017105
10	rnn.bias_hh_l0_reverse	8	-0.00916336290538311
10	rnn.bias_hh_l0_reverse	9	0.053759586066007614
10	rnn.weight_ih_l1	0	0.021390879526734352
10	rnn.weight_ih_l1	1	0.015221762470901012
10	rnn.weight_ih_l1	2	0.06897968053817749
10	rnn.weight_ih_l1	3	-0.0244511179625988
10	rnn.weight_ih_l1	4	-0.02419254742562771
10	rnn.weight_ih_l1	5	-0.011955726891756058
10	rnn.weight_ih_l1	6	0.07124540209770203
10	rnn.weight_ih_l1	7	-0.006106723099946976
10	rnn.weight_ih_l1	8	-0.053443409502506256
10	rnn.weight_ih_l1	9	0.060275621712207794
10	rnn.weight_hh_l1	0	-0.0704026147723198
10	rnn.weight_hh_l1	1	-0.03722440451383591
10	rnn.weight_hh_l1	2	-0.008218727074563503
10	rnn.weight_hh_l1	3	-0.058428823947906494
10	rnn.weight_hh_l1	4	0.08594626188278198
10	rnn.weight_hh_l1	5	-0.0844799354672432
10	rnn.weight_hh_l1	6	-0.04835975170135498
10	rnn.weight_hh_l1	7	0.06574045121669769
10	rnn.weight_hh_l1	8	-0.01358870416879654
10	rnn.weight_hh_l1	9	-0.040732722729444504
10	rnn.bias_ih_l1	0	-0.0682113915681839
10	rnn.bias_ih_l1	1	0.05821292847394943
10	rnn.bias_ih_l1	2	-0.051438719034194946
10	rnn.bias_ih_l1	3	-0.06569285690784454
10	rnn.bias_ih_l1	4	-0.029569415375590324
10	rnn.bias_ih_l1	5	-0.039664290845394135
10	rnn.bias_ih_l1	6	-0.047757890075445175
10	rnn.bias_ih_l1	7	0.062302444130182266
10	rnn.bias_ih_l1	8	0.08748644590377808
10	rnn.bias_ih_l1	9	0.025122418999671936
10	rnn.bias_hh_l1	0	0.07047103345394135
10	rnn.bias_hh_l1	1	-0.05765750631690025
10	rnn.bias_hh_l1	2	0.024554848670959473
10	rnn.bias_hh_l1	3	0.062262121587991714
10	rnn.bias_hh_l1	4	0.057541146874427795
10	rnn.bias_hh_l1	5	-0.07853780686855316
10	rnn.bias_hh_l1	6	0.016155773773789406
10	rnn.bias_hh_l1	7	0.03823048993945122
10	rnn.bias_hh_l1	8	0.01012248545885086
10	rnn.bias_hh_l1	9	-0.0030368431471288204
10	rnn.weight_ih_l1_reverse	0	0.08619149774312973
10	rnn.weight_ih_l1_reverse	1	-0.04155817627906799
10	rnn.weight_ih_l1_reverse	2	-0.062171198427677155
10	rnn.weight_ih_l1_reverse	3	0.025522343814373016
10	rnn.weight_ih_l1_reverse	4	-0.046052515506744385
10	rnn.weight_ih_l1_reverse	5	0.02414662204682827
10	rnn.weight_ih_l1_reverse	6	0.040327005088329315
10	rnn.weight_ih_l1_reverse	7	0.020365126430988312
10	rnn.weight_ih_l1_reverse	8	-0.0077712987549602985
10	rnn.weight_ih_l1_reverse	9	-0.06570414453744888
10	rnn.weight_hh_l1_reverse	0	0.005191975738853216
10	rnn.weight_hh_l1_reverse	1	0.018820596858859062
10	rnn.weight_hh_l1_reverse	2	-0.058162011206150055
10	rnn.weight_hh_l1_reverse	3	-0.012916956096887589
10	rnn.weight_hh_l1_reverse	4	0.008631285279989243
10	rnn.weight_hh_l1_reverse	5	-0.06234581023454666
10	rnn.weight_hh_l1_reverse	6	-0.06729177385568619
10	rnn.weight_hh_l1_reverse	7	-0.011516274884343147
10	rnn.weight_hh_l1_reverse	8	-0.05590543895959854
10	rnn.weight_hh_l1_reverse	9	-0.04335470497608185
10	rnn.bias_ih_l1_reverse	0	-0.0030331320594996214
10	rnn.bias_ih_l1_reverse	1	-0.038956642150878906
10	rnn.bias_ih_l1_reverse	2	0.02060757391154766
10	rnn.bias_ih_l1_reverse	3	-0.07570740580558777
10	rnn.bias_ih_l1_reverse	4	-0.08694294840097427
10	rnn.bias_ih_l1_reverse	5	-0.08690272271633148
10	rnn.bias_ih_l1_reverse	6	0.05643293261528015
10	rnn.bias_ih_l1_reverse	7	0.08636869490146637
10	rnn.bias_ih_l1_reverse	8	-0.004590919706970453
10	rnn.bias_ih_l1_reverse	9	-0.015038369223475456
10	rnn.bias_hh_l1_reverse	0	0.05981484800577164
10	rnn.bias_hh_l1_reverse	1	-0.07023037225008011
10	rnn.bias_hh_l1_reverse	2	-0.04906195402145386
10	rnn.bias_hh_l1_reverse	3	0.07483430206775665
10	rnn.bias_hh_l1_reverse	4	-0.02274107187986374
10	rnn.bias_hh_l1_reverse	5	-0.007057000882923603
10	rnn.bias_hh_l1_reverse	6	-0.059564776718616486
10	rnn.bias_hh_l1_reverse	7	-0.06105272099375725
10	rnn.bias_hh_l1_reverse	8	0.0654112920165062
10	rnn.bias_hh_l1_reverse	9	0.03183973580598831
10	rnn.weight_ih_l2	0	0.07881999015808105
10	rnn.weight_ih_l2	1	-0.05437033250927925
10	rnn.weight_ih_l2	2	0.06333625316619873
10	rnn.weight_ih_l2	3	0.0659046396613121
10	rnn.weight_ih_l2	4	0.05605163797736168
10	rnn.weight_ih_l2	5	-0.03855771943926811
10	rnn.weight_ih_l2	6	-0.07601695507764816
10	rnn.weight_ih_l2	7	0.014288760721683502
10	rnn.weight_ih_l2	8	-0.01713218353688717
10	rnn.weight_ih_l2	9	-0.06928398460149765
10	rnn.weight_hh_l2	0	0.0485333651304245
10	rnn.weight_hh_l2	1	0.031857892870903015
10	rnn.weight_hh_l2	2	-0.0549318753182888
10	rnn.weight_hh_l2	3	-0.025092121213674545
10	rnn.weight_hh_l2	4	0.05412150174379349
10	rnn.weight_hh_l2	5	-0.027437742799520493
10	rnn.weight_hh_l2	6	0.008035322651267052
10	rnn.weight_hh_l2	7	-0.052816472947597504
10	rnn.weight_hh_l2	8	-0.005280757322907448
10	rnn.weight_hh_l2	9	-0.019793881103396416
10	rnn.bias_ih_l2	0	0.09778940677642822
10	rnn.bias_ih_l2	1	0.013841887935996056
10	rnn.bias_ih_l2	2	0.06981037557125092
10	rnn.bias_ih_l2	3	0.012824419885873795
10	rnn.bias_ih_l2	4	-0.0036881109699606895
10	rnn.bias_ih_l2	5	0.036666035652160645
10	rnn.bias_ih_l2	6	0.017418112605810165
10	rnn.bias_ih_l2	7	0.01108042523264885
10	rnn.bias_ih_l2	8	0.026867825537919998
10	rnn.bias_ih_l2	9	-0.012059212662279606
10	rnn.bias_hh_l2	0	0.06903143972158432
10	rnn.bias_hh_l2	1	-0.0008567855693399906
10	rnn.bias_hh_l2	2	0.06578148901462555
10	rnn.bias_hh_l2	3	0.03151755779981613
10	rnn.bias_hh_l2	4	0.07287798821926117
10	rnn.bias_hh_l2	5	-0.05155997723340988
10	rnn.bias_hh_l2	6	0.07363463938236237
10	rnn.bias_hh_l2	7	-0.02466321364045143
10	rnn.bias_hh_l2	8	0.04482114687561989
10	rnn.bias_hh_l2	9	0.0643659383058548
10	rnn.weight_ih_l2_reverse	0	0.08242186903953552
10	rnn.weight_ih_l2_reverse	1	-0.060542743653059006
10	rnn.weight_ih_l2_reverse	2	0.0008636796264909208
10	rnn.weight_ih_l2_reverse	3	0.035413891077041626
10	rnn.weight_ih_l2_reverse	4	0.05399613454937935
10	rnn.weight_ih_l2_reverse	5	-0.04058270528912544
10	rnn.weight_ih_l2_reverse	6	-0.0008290096302516758
10	rnn.weight_ih_l2_reverse	7	-0.0038395910523831844
10	rnn.weight_ih_l2_reverse	8	0.0026869603898376226
10	rnn.weight_ih_l2_reverse	9	-0.082478366792202
10	rnn.weight_hh_l2_reverse	0	-0.08281581848859787
10	rnn.weight_hh_l2_reverse	1	0.011660396121442318
10	rnn.weight_hh_l2_reverse	2	0.010544294491410255
10	rnn.weight_hh_l2_reverse	3	0.024325139820575714
10	rnn.weight_hh_l2_reverse	4	-0.03693968802690506
10	rnn.weight_hh_l2_reverse	5	-0.014822875149548054
10	rnn.weight_hh_l2_reverse	6	-0.039490897208452225
10	rnn.weight_hh_l2_reverse	7	-0.059813275933265686
10	rnn.weight_hh_l2_reverse	8	-0.006863478571176529
10	rnn.weight_hh_l2_reverse	9	-0.05903124809265137
10	rnn.bias_ih_l2_reverse	0	-0.0186136644333601
10	rnn.bias_ih_l2_reverse	1	-0.028105156496167183
10	rnn.bias_ih_l2_reverse	2	0.03615444898605347
10	rnn.bias_ih_l2_reverse	3	-0.008029836229979992
10	rnn.bias_ih_l2_reverse	4	0.07940839976072311
10	rnn.bias_ih_l2_reverse	5	-0.08793485164642334
10	rnn.bias_ih_l2_reverse	6	-0.04287399724125862
10	rnn.bias_ih_l2_reverse	7	-0.05656653642654419
10	rnn.bias_ih_l2_reverse	8	0.06822028011083603
10	rnn.bias_ih_l2_reverse	9	0.04155256599187851
10	rnn.bias_hh_l2_reverse	0	0.04311810061335564
10	rnn.bias_hh_l2_reverse	1	-0.0863824263215065
10	rnn.bias_hh_l2_reverse	2	-0.06634975969791412
10	rnn.bias_hh_l2_reverse	3	0.037705857306718826
10	rnn.bias_hh_l2_reverse	4	0.024106550961732864
10	rnn.bias_hh_l2_reverse	5	0.04726698249578476
10	rnn.bias_hh_l2_reverse	6	-0.08175664395093918
10	rnn.bias_hh_l2_reverse	7	-0.010104314424097538
10	rnn.bias_hh_l2_reverse	8	-0.08221244812011719
10	rnn.bias_hh_l2_reverse	9	-0.05386717617511749
10	linear.weight	0	0.025028489530086517
10	linear.weight	1	0.0785299763083458
10	linear.weight	2	-0.01944938488304615
10	linear.weight	3	-0.03123404271900654
10	linear.weight	4	-0.022248394787311554
10	linear.weight	5	0.03524358943104744
10	linear.weight	6	0.03949112817645073
10	linear.weight	7	-0.0313677079975605
10	linear.weight	8	-0.0003897376300301403
10	linear.weight	9	0.05411196127533913
10	linear.bias	0	0.37547120451927185
10	linear.bias	1	0.27443403005599976
10	linear.bias	2	-1.1209990978240967
10	linear.bias	3	-0.05754556506872177
10	linear.bias	4	-0.050822705030441284
10	linear.bias	5	0.36979010701179504
11	transitions	0	0.13875140249729156
11	transitions	1	-10000.0
11	transitions	2	1.1769317388534546
11	transitions	3	-0.7306339144706726
11	transitions	4	-10000.0
11	transitions	5	-10000.0
11	transitions	6	-10000.0
11	transitions	7	0.8948018550872803
11	transitions	8	0.9621644616127014
11	transitions	9	-0.7793791890144348
11	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
11	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
11	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
11	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
11	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
11	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
11	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
11	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
11	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
11	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
11	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
11	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
11	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
11	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
11	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
11	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
11	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
11	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
11	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
11	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
11	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
11	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
11	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
11	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
11	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
11	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
11	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
11	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
11	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
11	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
11	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
11	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
11	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
11	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
11	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
11	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
11	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
11	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
11	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
11	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
11	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
11	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
11	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
11	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
11	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
11	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
11	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
11	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
11	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
11	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
11	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
11	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
11	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
11	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
11	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
11	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
11	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
11	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
11	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
11	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
11	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
11	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
11	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
11	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
11	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
11	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
11	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
11	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
11	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
11	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
11	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
11	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
11	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
11	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
11	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
11	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
11	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
11	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
11	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
11	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
11	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
11	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
11	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
11	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
11	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
11	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
11	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
11	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
11	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
11	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
11	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
11	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
11	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
11	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
11	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
11	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
11	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
11	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
11	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
11	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
11	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
11	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
11	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
11	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
11	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
11	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
11	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
11	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
11	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
11	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
11	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
11	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
11	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
11	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
11	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
11	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
11	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
11	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
11	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
11	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
11	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
11	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
11	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
11	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
11	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
11	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
11	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
11	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
11	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
11	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
11	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
11	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
11	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
11	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
11	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
11	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
11	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
11	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
11	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
11	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
11	embedding2nn.weight	0	0.014713428914546967
11	embedding2nn.weight	1	0.0007284123566932976
11	embedding2nn.weight	2	0.005688867066055536
11	embedding2nn.weight	3	0.0008465092978440225
11	embedding2nn.weight	4	-0.008168292231857777
11	embedding2nn.weight	5	-0.005314420908689499
11	embedding2nn.weight	6	-0.0015640371711924672
11	embedding2nn.weight	7	-0.003444685135036707
11	embedding2nn.weight	8	0.015575125813484192
11	embedding2nn.weight	9	0.0044336216524243355
11	embedding2nn.bias	0	0.007284788880497217
11	embedding2nn.bias	1	-0.014561813324689865
11	embedding2nn.bias	2	0.005483904387801886
11	embedding2nn.bias	3	-0.016687016934156418
11	embedding2nn.bias	4	-0.008261386305093765
11	embedding2nn.bias	5	-0.008114958181977272
11	embedding2nn.bias	6	0.004575036466121674
11	embedding2nn.bias	7	0.01891125924885273
11	embedding2nn.bias	8	0.0016158008947968483
11	embedding2nn.bias	9	-0.0047071464359760284
11	rnn.weight_ih_l0	0	-0.05088395997881889
11	rnn.weight_ih_l0	1	0.05074251443147659
11	rnn.weight_ih_l0	2	0.0318632498383522
11	rnn.weight_ih_l0	3	0.014739327132701874
11	rnn.weight_ih_l0	4	0.012630877085030079
11	rnn.weight_ih_l0	5	0.08416983485221863
11	rnn.weight_ih_l0	6	0.07560473680496216
11	rnn.weight_ih_l0	7	0.03777284547686577
11	rnn.weight_ih_l0	8	-0.04599467292428017
11	rnn.weight_ih_l0	9	0.008048339746892452
11	rnn.weight_hh_l0	0	0.008550907485187054
11	rnn.weight_hh_l0	1	-0.06368622928857803
11	rnn.weight_hh_l0	2	-0.06543835252523422
11	rnn.weight_hh_l0	3	0.0728103518486023
11	rnn.weight_hh_l0	4	0.07111046463251114
11	rnn.weight_hh_l0	5	0.004275577608495951
11	rnn.weight_hh_l0	6	0.003944043070077896
11	rnn.weight_hh_l0	7	-0.02585693635046482
11	rnn.weight_hh_l0	8	-0.029386861249804497
11	rnn.weight_hh_l0	9	0.057966962456703186
11	rnn.bias_ih_l0	0	-0.07226315140724182
11	rnn.bias_ih_l0	1	0.08659559488296509
11	rnn.bias_ih_l0	2	0.021984566003084183
11	rnn.bias_ih_l0	3	0.08799687772989273
11	rnn.bias_ih_l0	4	-0.07159163802862167
11	rnn.bias_ih_l0	5	0.0873931497335434
11	rnn.bias_ih_l0	6	-0.06885465234518051
11	rnn.bias_ih_l0	7	-0.032999519258737564
11	rnn.bias_ih_l0	8	-0.08661698549985886
11	rnn.bias_ih_l0	9	-0.050694745033979416
11	rnn.bias_hh_l0	0	0.028956810012459755
11	rnn.bias_hh_l0	1	0.07173202186822891
11	rnn.bias_hh_l0	2	0.06718973070383072
11	rnn.bias_hh_l0	3	0.08299095928668976
11	rnn.bias_hh_l0	4	-0.07665204256772995
11	rnn.bias_hh_l0	5	-0.07076168060302734
11	rnn.bias_hh_l0	6	0.07579613476991653
11	rnn.bias_hh_l0	7	-0.0776253342628479
11	rnn.bias_hh_l0	8	-0.025735540315508842
11	rnn.bias_hh_l0	9	0.015612567774951458
11	rnn.weight_ih_l0_reverse	0	0.0792812779545784
11	rnn.weight_ih_l0_reverse	1	0.0736955925822258
11	rnn.weight_ih_l0_reverse	2	0.038934748619794846
11	rnn.weight_ih_l0_reverse	3	0.03383924439549446
11	rnn.weight_ih_l0_reverse	4	-0.037091027945280075
11	rnn.weight_ih_l0_reverse	5	0.051101204007864
11	rnn.weight_ih_l0_reverse	6	0.06641276180744171
11	rnn.weight_ih_l0_reverse	7	0.02292640320956707
11	rnn.weight_ih_l0_reverse	8	-0.05873430147767067
11	rnn.weight_ih_l0_reverse	9	-0.05284067243337631
11	rnn.weight_hh_l0_reverse	0	0.02526696026325226
11	rnn.weight_hh_l0_reverse	1	-0.08722978830337524
11	rnn.weight_hh_l0_reverse	2	0.06279603391885757
11	rnn.weight_hh_l0_reverse	3	-0.021454406902194023
11	rnn.weight_hh_l0_reverse	4	0.08378895372152328
11	rnn.weight_hh_l0_reverse	5	-0.001149057992734015
11	rnn.weight_hh_l0_reverse	6	0.027646379545331
11	rnn.weight_hh_l0_reverse	7	0.07831988483667374
11	rnn.weight_hh_l0_reverse	8	-0.022199289873242378
11	rnn.weight_hh_l0_reverse	9	-0.04667580500245094
11	rnn.bias_ih_l0_reverse	0	0.0003312437911517918
11	rnn.bias_ih_l0_reverse	1	-0.024418476969003677
11	rnn.bias_ih_l0_reverse	2	-0.021893685683608055
11	rnn.bias_ih_l0_reverse	3	0.048005711287260056
11	rnn.bias_ih_l0_reverse	4	0.06877367943525314
11	rnn.bias_ih_l0_reverse	5	-0.025893915444612503
11	rnn.bias_ih_l0_reverse	6	-0.02696066163480282
11	rnn.bias_ih_l0_reverse	7	-0.05236664414405823
11	rnn.bias_ih_l0_reverse	8	0.0053990427404642105
11	rnn.bias_ih_l0_reverse	9	-0.06473385542631149
11	rnn.bias_hh_l0_reverse	0	0.03643813356757164
11	rnn.bias_hh_l0_reverse	1	-0.06609645485877991
11	rnn.bias_hh_l0_reverse	2	0.08001208305358887
11	rnn.bias_hh_l0_reverse	3	0.055283479392528534
11	rnn.bias_hh_l0_reverse	4	0.02968684583902359
11	rnn.bias_hh_l0_reverse	5	0.04095149040222168
11	rnn.bias_hh_l0_reverse	6	0.06172410026192665
11	rnn.bias_hh_l0_reverse	7	0.08525238931179047
11	rnn.bias_hh_l0_reverse	8	-0.009151559323072433
11	rnn.bias_hh_l0_reverse	9	0.05412953719496727
11	rnn.weight_ih_l1	0	0.02139989286661148
11	rnn.weight_ih_l1	1	0.015237282030284405
11	rnn.weight_ih_l1	2	0.06885065138339996
11	rnn.weight_ih_l1	3	-0.024449151009321213
11	rnn.weight_ih_l1	4	-0.024197688326239586
11	rnn.weight_ih_l1	5	-0.011967526748776436
11	rnn.weight_ih_l1	6	0.07125306874513626
11	rnn.weight_ih_l1	7	-0.006161488126963377
11	rnn.weight_ih_l1	8	-0.05343834310770035
11	rnn.weight_ih_l1	9	0.06005227938294411
11	rnn.weight_hh_l1	0	-0.07056284695863724
11	rnn.weight_hh_l1	1	-0.03721630573272705
11	rnn.weight_hh_l1	2	-0.008219238370656967
11	rnn.weight_hh_l1	3	-0.05842837318778038
11	rnn.weight_hh_l1	4	0.08593001961708069
11	rnn.weight_hh_l1	5	-0.08448804169893265
11	rnn.weight_hh_l1	6	-0.04835585504770279
11	rnn.weight_hh_l1	7	0.06576404720544815
11	rnn.weight_hh_l1	8	-0.013586514629423618
11	rnn.weight_hh_l1	9	-0.04076705127954483
11	rnn.bias_ih_l1	0	-0.06822381168603897
11	rnn.bias_ih_l1	1	0.05810726061463356
11	rnn.bias_ih_l1	2	-0.05132336914539337
11	rnn.bias_ih_l1	3	-0.06595069915056229
11	rnn.bias_ih_l1	4	-0.030020801350474358
11	rnn.bias_ih_l1	5	-0.041895050555467606
11	rnn.bias_ih_l1	6	-0.04335487261414528
11	rnn.bias_ih_l1	7	0.06215863302350044
11	rnn.bias_ih_l1	8	0.08737082034349442
11	rnn.bias_ih_l1	9	0.018831394612789154
11	rnn.bias_hh_l1	0	0.07043653726577759
11	rnn.bias_hh_l1	1	-0.0576087050139904
11	rnn.bias_hh_l1	2	0.02457926981151104
11	rnn.bias_hh_l1	3	0.062307074666023254
11	rnn.bias_hh_l1	4	0.0579257570207119
11	rnn.bias_hh_l1	5	-0.0783906802535057
11	rnn.bias_hh_l1	6	0.016050690785050392
11	rnn.bias_hh_l1	7	0.038231395184993744
11	rnn.bias_hh_l1	8	0.010834098793566227
11	rnn.bias_hh_l1	9	-0.002907773246988654
11	rnn.weight_ih_l1_reverse	0	0.08620087057352066
11	rnn.weight_ih_l1_reverse	1	-0.04153420776128769
11	rnn.weight_ih_l1_reverse	2	-0.06217251345515251
11	rnn.weight_ih_l1_reverse	3	0.025526581332087517
11	rnn.weight_ih_l1_reverse	4	-0.04606068134307861
11	rnn.weight_ih_l1_reverse	5	0.024139244109392166
11	rnn.weight_ih_l1_reverse	6	0.0403270460665226
11	rnn.weight_ih_l1_reverse	7	0.020348144695162773
11	rnn.weight_ih_l1_reverse	8	-0.007769294083118439
11	rnn.weight_ih_l1_reverse	9	-0.0659700557589531
11	rnn.weight_hh_l1_reverse	0	0.005197326652705669
11	rnn.weight_hh_l1_reverse	1	0.018821345642209053
11	rnn.weight_hh_l1_reverse	2	-0.05816091224551201
11	rnn.weight_hh_l1_reverse	3	-0.012920618988573551
11	rnn.weight_hh_l1_reverse	4	0.008629406802356243
11	rnn.weight_hh_l1_reverse	5	-0.062306132167577744
11	rnn.weight_hh_l1_reverse	6	-0.06729300320148468
11	rnn.weight_hh_l1_reverse	7	-0.011516091413795948
11	rnn.weight_hh_l1_reverse	8	-0.05600886046886444
11	rnn.weight_hh_l1_reverse	9	-0.043356407433748245
11	rnn.bias_ih_l1_reverse	0	-0.0030291113071143627
11	rnn.bias_ih_l1_reverse	1	-0.03880968317389488
11	rnn.bias_ih_l1_reverse	2	0.020932577550411224
11	rnn.bias_ih_l1_reverse	3	-0.07575487345457077
11	rnn.bias_ih_l1_reverse	4	-0.08667823672294617
11	rnn.bias_ih_l1_reverse	5	-0.08665946871042252
11	rnn.bias_ih_l1_reverse	6	0.056328848004341125
11	rnn.bias_ih_l1_reverse	7	0.08640919625759125
11	rnn.bias_ih_l1_reverse	8	-0.007938132621347904
11	rnn.bias_ih_l1_reverse	9	-0.014945524744689465
11	rnn.bias_hh_l1_reverse	0	0.059941623359918594
11	rnn.bias_hh_l1_reverse	1	-0.07026053220033646
11	rnn.bias_hh_l1_reverse	2	-0.04921165481209755
11	rnn.bias_hh_l1_reverse	3	0.07491929829120636
11	rnn.bias_hh_l1_reverse	4	-0.022688372060656548
11	rnn.bias_hh_l1_reverse	5	-0.006708573549985886
11	rnn.bias_hh_l1_reverse	6	-0.05966046825051308
11	rnn.bias_hh_l1_reverse	7	-0.06087328866124153
11	rnn.bias_hh_l1_reverse	8	0.06541145592927933
11	rnn.bias_hh_l1_reverse	9	0.03559430316090584
11	rnn.weight_ih_l2	0	0.07850468158721924
11	rnn.weight_ih_l2	1	-0.05436478182673454
11	rnn.weight_ih_l2	2	0.06333576142787933
11	rnn.weight_ih_l2	3	0.06616595387458801
11	rnn.weight_ih_l2	4	0.0560520701110363
11	rnn.weight_ih_l2	5	-0.03855275735259056
11	rnn.weight_ih_l2	6	-0.07621116936206818
11	rnn.weight_ih_l2	7	0.014284816570580006
11	rnn.weight_ih_l2	8	-0.017138632014393806
11	rnn.weight_ih_l2	9	-0.0692906528711319
11	rnn.weight_hh_l2	0	0.04853147640824318
11	rnn.weight_hh_l2	1	0.0318673700094223
11	rnn.weight_hh_l2	2	-0.05492706224322319
11	rnn.weight_hh_l2	3	-0.025091502815485
11	rnn.weight_hh_l2	4	0.05412193015217781
11	rnn.weight_hh_l2	5	-0.027560487389564514
11	rnn.weight_hh_l2	6	0.00803613755851984
11	rnn.weight_hh_l2	7	-0.05281706526875496
11	rnn.weight_hh_l2	8	-0.0052862996235489845
11	rnn.weight_hh_l2	9	-0.019816119223833084
11	rnn.bias_ih_l2	0	0.09928944706916809
11	rnn.bias_ih_l2	1	0.013991259969770908
11	rnn.bias_ih_l2	2	0.07095703482627869
11	rnn.bias_ih_l2	3	0.01307008508592844
11	rnn.bias_ih_l2	4	-0.004780544899404049
11	rnn.bias_ih_l2	5	0.036680568009614944
11	rnn.bias_ih_l2	6	0.018791750073432922
11	rnn.bias_ih_l2	7	0.01117956917732954
11	rnn.bias_ih_l2	8	0.02816084213554859
11	rnn.bias_ih_l2	9	-0.012043609283864498
11	rnn.bias_hh_l2	0	0.06988589465618134
11	rnn.bias_hh_l2	1	-0.0008659177692607045
11	rnn.bias_hh_l2	2	0.06584640592336655
11	rnn.bias_hh_l2	3	0.03153464198112488
11	rnn.bias_hh_l2	4	0.07275976240634918
11	rnn.bias_hh_l2	5	-0.0394572839140892
11	rnn.bias_hh_l2	6	0.06646202504634857
11	rnn.bias_hh_l2	7	-0.02472516894340515
11	rnn.bias_hh_l2	8	0.04477042332291603
11	rnn.bias_hh_l2	9	0.07595551759004593
11	rnn.weight_ih_l2_reverse	0	0.08242800086736679
11	rnn.weight_ih_l2_reverse	1	-0.060523271560668945
11	rnn.weight_ih_l2_reverse	2	0.0008643581531941891
11	rnn.weight_ih_l2_reverse	3	0.035426147282123566
11	rnn.weight_ih_l2_reverse	4	0.05400107055902481
11	rnn.weight_ih_l2_reverse	5	-0.04058278352022171
11	rnn.weight_ih_l2_reverse	6	-0.0008675768040120602
11	rnn.weight_ih_l2_reverse	7	-0.003882455639541149
11	rnn.weight_ih_l2_reverse	8	0.005094812251627445
11	rnn.weight_ih_l2_reverse	9	-0.08256907761096954
11	rnn.weight_hh_l2_reverse	0	-0.08282088488340378
11	rnn.weight_hh_l2_reverse	1	0.011646835133433342
11	rnn.weight_hh_l2_reverse	2	0.01054423674941063
11	rnn.weight_hh_l2_reverse	3	0.02432365156710148
11	rnn.weight_hh_l2_reverse	4	-0.036948464810848236
11	rnn.weight_hh_l2_reverse	5	-0.014829378575086594
11	rnn.weight_hh_l2_reverse	6	-0.03896591067314148
11	rnn.weight_hh_l2_reverse	7	-0.059812031686306
11	rnn.weight_hh_l2_reverse	8	-0.006888232193887234
11	rnn.weight_hh_l2_reverse	9	-0.0590323768556118
11	rnn.bias_ih_l2_reverse	0	-0.015160446055233479
11	rnn.bias_ih_l2_reverse	1	-0.02804604545235634
11	rnn.bias_ih_l2_reverse	2	0.036204684525728226
11	rnn.bias_ih_l2_reverse	3	-0.008652081713080406
11	rnn.bias_ih_l2_reverse	4	0.07940760254859924
11	rnn.bias_ih_l2_reverse	5	-0.08842448145151138
11	rnn.bias_ih_l2_reverse	6	-0.042672425508499146
11	rnn.bias_ih_l2_reverse	7	-0.055904120206832886
11	rnn.bias_ih_l2_reverse	8	0.08671162277460098
11	rnn.bias_ih_l2_reverse	9	0.0427367128431797
11	rnn.bias_hh_l2_reverse	0	0.046383973211050034
11	rnn.bias_hh_l2_reverse	1	-0.0870295986533165
11	rnn.bias_hh_l2_reverse	2	-0.0664229616522789
11	rnn.bias_hh_l2_reverse	3	0.0375252328813076
11	rnn.bias_hh_l2_reverse	4	0.02410493977367878
11	rnn.bias_hh_l2_reverse	5	0.04742519557476044
11	rnn.bias_hh_l2_reverse	6	-0.08150235563516617
11	rnn.bias_hh_l2_reverse	7	-0.010596627369523048
11	rnn.bias_hh_l2_reverse	8	-0.08257649093866348
11	rnn.bias_hh_l2_reverse	9	-0.0538855604827404
11	linear.weight	0	0.025028489530086517
11	linear.weight	1	0.08212287724018097
11	linear.weight	2	-0.01944938488304615
11	linear.weight	3	-0.031068067997694016
11	linear.weight	4	-0.022248394787311554
11	linear.weight	5	0.03189340978860855
11	linear.weight	6	0.0572531595826149
11	linear.weight	7	-0.05184415727853775
11	linear.weight	8	-0.0006093792617321014
11	linear.weight	9	0.05556236580014229
11	linear.bias	0	0.3820283114910126
11	linear.bias	1	0.3298528492450714
11	linear.bias	2	-1.152238368988037
11	linear.bias	3	-0.05754556506872177
11	linear.bias	4	-0.050822705030441284
11	linear.bias	5	0.3390534818172455
12	transitions	0	0.13555464148521423
12	transitions	1	-10000.0
12	transitions	2	1.2164499759674072
12	transitions	3	-0.7295653223991394
12	transitions	4	-10000.0
12	transitions	5	-10000.0
12	transitions	6	-10000.0
12	transitions	7	0.8938257098197937
12	transitions	8	0.957882821559906
12	transitions	9	-0.8052796721458435
12	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
12	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
12	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
12	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
12	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
12	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
12	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
12	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
12	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
12	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
12	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
12	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
12	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
12	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
12	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
12	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
12	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
12	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
12	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
12	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
12	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
12	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
12	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
12	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
12	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
12	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
12	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
12	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
12	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
12	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
12	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
12	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
12	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
12	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
12	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
12	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
12	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
12	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
12	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
12	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
12	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
12	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
12	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
12	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
12	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
12	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
12	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
12	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
12	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
12	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
12	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
12	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
12	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
12	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
12	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
12	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
12	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
12	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
12	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
12	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
12	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
12	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
12	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
12	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
12	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
12	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
12	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
12	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
12	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
12	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
12	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
12	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
12	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
12	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
12	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
12	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
12	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
12	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
12	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
12	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
12	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
12	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
12	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
12	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
12	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
12	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
12	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
12	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
12	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
12	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
12	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
12	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
12	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
12	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
12	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
12	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
12	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
12	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
12	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
12	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
12	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
12	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
12	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
12	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
12	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
12	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
12	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
12	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
12	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
12	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
12	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
12	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
12	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
12	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
12	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
12	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
12	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
12	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
12	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
12	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
12	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
12	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
12	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
12	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
12	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
12	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
12	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
12	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
12	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
12	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
12	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
12	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
12	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
12	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
12	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
12	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
12	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
12	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
12	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
12	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
12	embedding2nn.weight	0	0.014715186320245266
12	embedding2nn.weight	1	0.0007287365151569247
12	embedding2nn.weight	2	0.005691517610102892
12	embedding2nn.weight	3	0.0008452268084511161
12	embedding2nn.weight	4	-0.008187659084796906
12	embedding2nn.weight	5	-0.005305120721459389
12	embedding2nn.weight	6	-0.001526053762063384
12	embedding2nn.weight	7	-0.003441251814365387
12	embedding2nn.weight	8	0.015561322681605816
12	embedding2nn.weight	9	0.0044302502647042274
12	embedding2nn.bias	0	0.0069158682599663734
12	embedding2nn.bias	1	-0.014920462854206562
12	embedding2nn.bias	2	0.005437045358121395
12	embedding2nn.bias	3	-0.016927478834986687
12	embedding2nn.bias	4	-0.008339290507137775
12	embedding2nn.bias	5	-0.007749428506940603
12	embedding2nn.bias	6	0.004643036983907223
12	embedding2nn.bias	7	0.019070709124207497
12	embedding2nn.bias	8	0.0019607916474342346
12	embedding2nn.bias	9	-0.004605456721037626
12	rnn.weight_ih_l0	0	-0.05088512599468231
12	rnn.weight_ih_l0	1	0.05074088275432587
12	rnn.weight_ih_l0	2	0.03186202794313431
12	rnn.weight_ih_l0	3	0.014738350175321102
12	rnn.weight_ih_l0	4	0.012634050101041794
12	rnn.weight_ih_l0	5	0.08416710793972015
12	rnn.weight_ih_l0	6	0.07560348510742188
12	rnn.weight_ih_l0	7	0.03777269273996353
12	rnn.weight_ih_l0	8	-0.04596833139657974
12	rnn.weight_ih_l0	9	0.008052466437220573
12	rnn.weight_hh_l0	0	0.008550344966351986
12	rnn.weight_hh_l0	1	-0.0636841282248497
12	rnn.weight_hh_l0	2	-0.06543684750795364
12	rnn.weight_hh_l0	3	0.07281101495027542
12	rnn.weight_hh_l0	4	0.0711115300655365
12	rnn.weight_hh_l0	5	0.00439790915697813
12	rnn.weight_hh_l0	6	0.003940214868634939
12	rnn.weight_hh_l0	7	-0.02588883601129055
12	rnn.weight_hh_l0	8	-0.029399307444691658
12	rnn.weight_hh_l0	9	0.057966187596321106
12	rnn.bias_ih_l0	0	-0.07220092415809631
12	rnn.bias_ih_l0	1	0.0866265743970871
12	rnn.bias_ih_l0	2	0.02199036441743374
12	rnn.bias_ih_l0	3	0.08880380541086197
12	rnn.bias_ih_l0	4	-0.07232549786567688
12	rnn.bias_ih_l0	5	0.08738400042057037
12	rnn.bias_ih_l0	6	-0.06868678331375122
12	rnn.bias_ih_l0	7	-0.03297555819153786
12	rnn.bias_ih_l0	8	-0.08621115237474442
12	rnn.bias_ih_l0	9	-0.05068538337945938
12	rnn.bias_hh_l0	0	0.029570547863841057
12	rnn.bias_hh_l0	1	0.07169376313686371
12	rnn.bias_hh_l0	2	0.06716621667146683
12	rnn.bias_hh_l0	3	0.08300503343343735
12	rnn.bias_hh_l0	4	-0.07678614556789398
12	rnn.bias_hh_l0	5	-0.07070093601942062
12	rnn.bias_hh_l0	6	0.07577260583639145
12	rnn.bias_hh_l0	7	-0.0775686576962471
12	rnn.bias_hh_l0	8	-0.02573125809431076
12	rnn.bias_hh_l0	9	0.015646597370505333
12	rnn.weight_ih_l0_reverse	0	0.07928105443716049
12	rnn.weight_ih_l0_reverse	1	0.07369247078895569
12	rnn.weight_ih_l0_reverse	2	0.038933608680963516
12	rnn.weight_ih_l0_reverse	3	0.03383884206414223
12	rnn.weight_ih_l0_reverse	4	-0.03710128739476204
12	rnn.weight_ih_l0_reverse	5	0.051101602613925934
12	rnn.weight_ih_l0_reverse	6	0.06641592085361481
12	rnn.weight_ih_l0_reverse	7	0.022926339879631996
12	rnn.weight_ih_l0_reverse	8	-0.0587330237030983
12	rnn.weight_ih_l0_reverse	9	-0.05284006521105766
12	rnn.weight_hh_l0_reverse	0	0.02520984411239624
12	rnn.weight_hh_l0_reverse	1	-0.08723032474517822
12	rnn.weight_hh_l0_reverse	2	0.06279394775629044
12	rnn.weight_hh_l0_reverse	3	-0.021447623148560524
12	rnn.weight_hh_l0_reverse	4	0.08378921449184418
12	rnn.weight_hh_l0_reverse	5	-0.0011479200329631567
12	rnn.weight_hh_l0_reverse	6	0.02761056274175644
12	rnn.weight_hh_l0_reverse	7	0.07832194864749908
12	rnn.weight_hh_l0_reverse	8	-0.022196272388100624
12	rnn.weight_hh_l0_reverse	9	-0.0466744601726532
12	rnn.bias_ih_l0_reverse	0	0.000332622294081375
12	rnn.bias_ih_l0_reverse	1	-0.024641847237944603
12	rnn.bias_ih_l0_reverse	2	-0.021997682750225067
12	rnn.bias_ih_l0_reverse	3	0.04792128503322601
12	rnn.bias_ih_l0_reverse	4	0.0688687190413475
12	rnn.bias_ih_l0_reverse	5	-0.025883380323648453
12	rnn.bias_ih_l0_reverse	6	-0.026871470734477043
12	rnn.bias_ih_l0_reverse	7	-0.052356354892253876
12	rnn.bias_ih_l0_reverse	8	0.0052831415086984634
12	rnn.bias_ih_l0_reverse	9	-0.0645565539598465
12	rnn.bias_hh_l0_reverse	0	0.03653572127223015
12	rnn.bias_hh_l0_reverse	1	-0.06591915339231491
12	rnn.bias_hh_l0_reverse	2	0.08061285316944122
12	rnn.bias_hh_l0_reverse	3	0.0553211010992527
12	rnn.bias_hh_l0_reverse	4	0.029810985550284386
12	rnn.bias_hh_l0_reverse	5	0.040942322462797165
12	rnn.bias_hh_l0_reverse	6	0.061761680990457535
12	rnn.bias_hh_l0_reverse	7	0.0861484482884407
12	rnn.bias_hh_l0_reverse	8	-0.009090200997889042
12	rnn.bias_hh_l0_reverse	9	0.053838539868593216
12	rnn.weight_ih_l1	0	0.021392835304141045
12	rnn.weight_ih_l1	1	0.015231536701321602
12	rnn.weight_ih_l1	2	0.06895151734352112
12	rnn.weight_ih_l1	3	-0.024446742609143257
12	rnn.weight_ih_l1	4	-0.02419823594391346
12	rnn.weight_ih_l1	5	-0.011961715295910835
12	rnn.weight_ih_l1	6	0.07125318050384521
12	rnn.weight_ih_l1	7	-0.006250425707548857
12	rnn.weight_ih_l1	8	-0.053419604897499084
12	rnn.weight_ih_l1	9	0.060014910995960236
12	rnn.weight_hh_l1	0	-0.07058420032262802
12	rnn.weight_hh_l1	1	-0.03720759227871895
12	rnn.weight_hh_l1	2	-0.00821381714195013
12	rnn.weight_hh_l1	3	-0.058427486568689346
12	rnn.weight_hh_l1	4	0.08593692630529404
12	rnn.weight_hh_l1	5	-0.08448012918233871
12	rnn.weight_hh_l1	6	-0.04835658147931099
12	rnn.weight_hh_l1	7	0.06582768261432648
12	rnn.weight_hh_l1	8	-0.013595321215689182
12	rnn.weight_hh_l1	9	-0.04074107110500336
12	rnn.bias_ih_l1	0	-0.06792421638965607
12	rnn.bias_ih_l1	1	0.058136992156505585
12	rnn.bias_ih_l1	2	-0.05137237161397934
12	rnn.bias_ih_l1	3	-0.06588361412286758
12	rnn.bias_ih_l1	4	-0.029974281787872314
12	rnn.bias_ih_l1	5	-0.04292711988091469
12	rnn.bias_ih_l1	6	-0.0422450453042984
12	rnn.bias_ih_l1	7	0.062167368829250336
12	rnn.bias_ih_l1	8	0.08730163425207138
12	rnn.bias_ih_l1	9	0.019027860835194588
12	rnn.bias_hh_l1	0	0.07042685896158218
12	rnn.bias_hh_l1	1	-0.05744200572371483
12	rnn.bias_hh_l1	2	0.024603981524705887
12	rnn.bias_hh_l1	3	0.06222185119986534
12	rnn.bias_hh_l1	4	0.05772646144032478
12	rnn.bias_hh_l1	5	-0.07838068902492523
12	rnn.bias_hh_l1	6	0.01599596068263054
12	rnn.bias_hh_l1	7	0.03821186721324921
12	rnn.bias_hh_l1	8	0.010993982665240765
12	rnn.bias_hh_l1	9	-0.0030095891561359167
12	rnn.weight_ih_l1_reverse	0	0.08619050681591034
12	rnn.weight_ih_l1_reverse	1	-0.04152622073888779
12	rnn.weight_ih_l1_reverse	2	-0.06217252090573311
12	rnn.weight_ih_l1_reverse	3	0.025539524853229523
12	rnn.weight_ih_l1_reverse	4	-0.0460626520216465
12	rnn.weight_ih_l1_reverse	5	0.02414068952202797
12	rnn.weight_ih_l1_reverse	6	0.04031955823302269
12	rnn.weight_ih_l1_reverse	7	0.020316125825047493
12	rnn.weight_ih_l1_reverse	8	-0.007768252864480019
12	rnn.weight_ih_l1_reverse	9	-0.06617183983325958
12	rnn.weight_hh_l1_reverse	0	0.005198561120778322
12	rnn.weight_hh_l1_reverse	1	0.01882050558924675
12	rnn.weight_hh_l1_reverse	2	-0.05816148966550827
12	rnn.weight_hh_l1_reverse	3	-0.012918076477944851
12	rnn.weight_hh_l1_reverse	4	0.008627216331660748
12	rnn.weight_hh_l1_reverse	5	-0.06234624609351158
12	rnn.weight_hh_l1_reverse	6	-0.0672927275300026
12	rnn.weight_hh_l1_reverse	7	-0.011522738263010979
12	rnn.weight_hh_l1_reverse	8	-0.05601677671074867
12	rnn.weight_hh_l1_reverse	9	-0.043364595621824265
12	rnn.bias_ih_l1_reverse	0	-0.0029662649612873793
12	rnn.bias_ih_l1_reverse	1	-0.03878211975097656
12	rnn.bias_ih_l1_reverse	2	0.02113320864737034
12	rnn.bias_ih_l1_reverse	3	-0.07573508471250534
12	rnn.bias_ih_l1_reverse	4	-0.08668451011180878
12	rnn.bias_ih_l1_reverse	5	-0.08673618733882904
12	rnn.bias_ih_l1_reverse	6	0.05627044662833214
12	rnn.bias_ih_l1_reverse	7	0.0864124596118927
12	rnn.bias_ih_l1_reverse	8	-0.009101590141654015
12	rnn.bias_ih_l1_reverse	9	-0.014957942999899387
12	rnn.bias_hh_l1_reverse	0	0.05988357961177826
12	rnn.bias_hh_l1_reverse	1	-0.07028511166572571
12	rnn.bias_hh_l1_reverse	2	-0.04921934753656387
12	rnn.bias_hh_l1_reverse	3	0.07500714063644409
12	rnn.bias_hh_l1_reverse	4	-0.02269574999809265
12	rnn.bias_hh_l1_reverse	5	-0.006636530160903931
12	rnn.bias_hh_l1_reverse	6	-0.05971750617027283
12	rnn.bias_hh_l1_reverse	7	-0.060758206993341446
12	rnn.bias_hh_l1_reverse	8	0.06539014726877213
12	rnn.bias_hh_l1_reverse	9	0.036209043115377426
12	rnn.weight_ih_l2	0	0.07774873822927475
12	rnn.weight_ih_l2	1	-0.05436708778142929
12	rnn.weight_ih_l2	2	0.06333231180906296
12	rnn.weight_ih_l2	3	0.06619320809841156
12	rnn.weight_ih_l2	4	0.05605655163526535
12	rnn.weight_ih_l2	5	-0.03856366127729416
12	rnn.weight_ih_l2	6	-0.07620671391487122
12	rnn.weight_ih_l2	7	0.014280294068157673
12	rnn.weight_ih_l2	8	-0.01713801734149456
12	rnn.weight_ih_l2	9	-0.06928569823503494
12	rnn.weight_hh_l2	0	0.04852558299899101
12	rnn.weight_hh_l2	1	0.031845659017562866
12	rnn.weight_hh_l2	2	-0.05492808297276497
12	rnn.weight_hh_l2	3	-0.025090716779232025
12	rnn.weight_hh_l2	4	0.0541265644133091
12	rnn.weight_hh_l2	5	-0.027558602392673492
12	rnn.weight_hh_l2	6	0.008038497529923916
12	rnn.weight_hh_l2	7	-0.052814267575740814
12	rnn.weight_hh_l2	8	-0.005285634193569422
12	rnn.weight_hh_l2	9	-0.019823400303721428
12	rnn.bias_ih_l2	0	0.09781242161989212
12	rnn.bias_ih_l2	1	0.013950148597359657
12	rnn.bias_ih_l2	2	0.0713060200214386
12	rnn.bias_ih_l2	3	0.013003794476389885
12	rnn.bias_ih_l2	4	-0.0046355207450687885
12	rnn.bias_ih_l2	5	0.03672816604375839
12	rnn.bias_ih_l2	6	0.018999895080924034
12	rnn.bias_ih_l2	7	0.01126188039779663
12	rnn.bias_ih_l2	8	0.0285615473985672
12	rnn.bias_ih_l2	9	-0.012026378884911537
12	rnn.bias_hh_l2	0	0.07006427645683289
12	rnn.bias_hh_l2	1	-0.0008960474515333772
12	rnn.bias_hh_l2	2	0.06588972359895706
12	rnn.bias_hh_l2	3	0.031633101403713226
12	rnn.bias_hh_l2	4	0.07276837527751923
12	rnn.bias_hh_l2	5	-0.041261956095695496
12	rnn.bias_hh_l2	6	0.06403777748346329
12	rnn.bias_hh_l2	7	-0.024676715955138206
12	rnn.bias_hh_l2	8	0.04476212337613106
12	rnn.bias_hh_l2	9	0.0760369524359703
12	rnn.weight_ih_l2_reverse	0	0.08242663741111755
12	rnn.weight_ih_l2_reverse	1	-0.06056077033281326
12	rnn.weight_ih_l2_reverse	2	0.0008600251749157906
12	rnn.weight_ih_l2_reverse	3	0.03542478382587433
12	rnn.weight_ih_l2_reverse	4	0.053999319672584534
12	rnn.weight_ih_l2_reverse	5	-0.040581922978162766
12	rnn.weight_ih_l2_reverse	6	-0.0009680858347564936
12	rnn.weight_ih_l2_reverse	7	-0.003893150482326746
12	rnn.weight_ih_l2_reverse	8	0.0054353573359549046
12	rnn.weight_ih_l2_reverse	9	-0.0825304239988327
12	rnn.weight_hh_l2_reverse	0	-0.08282876759767532
12	rnn.weight_hh_l2_reverse	1	0.011518939398229122
12	rnn.weight_hh_l2_reverse	2	0.010545879602432251
12	rnn.weight_hh_l2_reverse	3	0.024321559816598892
12	rnn.weight_hh_l2_reverse	4	-0.036953192204236984
12	rnn.weight_hh_l2_reverse	5	-0.014830694533884525
12	rnn.weight_hh_l2_reverse	6	-0.03901262208819389
12	rnn.weight_hh_l2_reverse	7	-0.059812821447849274
12	rnn.weight_hh_l2_reverse	8	-0.006886884104460478
12	rnn.weight_hh_l2_reverse	9	-0.05903410166501999
12	rnn.bias_ih_l2_reverse	0	-0.015312292613089085
12	rnn.bias_ih_l2_reverse	1	-0.028021249920129776
12	rnn.bias_ih_l2_reverse	2	0.036221712827682495
12	rnn.bias_ih_l2_reverse	3	-0.008369985036551952
12	rnn.bias_ih_l2_reverse	4	0.07941053807735443
12	rnn.bias_ih_l2_reverse	5	-0.08837657421827316
12	rnn.bias_ih_l2_reverse	6	-0.04265923053026199
12	rnn.bias_ih_l2_reverse	7	-0.05802590027451515
12	rnn.bias_ih_l2_reverse	8	0.08535751700401306
12	rnn.bias_ih_l2_reverse	9	0.043181076645851135
12	rnn.bias_hh_l2_reverse	0	0.04575913026928902
12	rnn.bias_hh_l2_reverse	1	-0.08671361207962036
12	rnn.bias_hh_l2_reverse	2	-0.06648701429367065
12	rnn.bias_hh_l2_reverse	3	0.03755232319235802
12	rnn.bias_hh_l2_reverse	4	0.024008018895983696
12	rnn.bias_hh_l2_reverse	5	0.04753602668642998
12	rnn.bias_hh_l2_reverse	6	-0.08146200329065323
12	rnn.bias_hh_l2_reverse	7	-0.010573216713964939
12	rnn.bias_hh_l2_reverse	8	-0.08253301680088043
12	rnn.bias_hh_l2_reverse	9	-0.05386926978826523
12	linear.weight	0	0.025028489530086517
12	linear.weight	1	0.08870871365070343
12	linear.weight	2	-0.019316034391522408
12	linear.weight	3	-0.028998499736189842
12	linear.weight	4	-0.022248394787311554
12	linear.weight	5	0.03206252306699753
12	linear.weight	6	0.05906299874186516
12	linear.weight	7	-0.049166735261678696
12	linear.weight	8	-0.0011217443970963359
12	linear.weight	9	0.05609327554702759
12	linear.bias	0	0.3932328522205353
12	linear.bias	1	0.3359620273113251
12	linear.bias	2	-1.1708757877349854
12	linear.bias	3	-0.05754556506872177
12	linear.bias	4	-0.050822705030441284
12	linear.bias	5	0.34037715196609497
13	transitions	0	0.13304412364959717
13	transitions	1	-10000.0
13	transitions	2	1.2508360147476196
13	transitions	3	-0.7791182994842529
13	transitions	4	-10000.0
13	transitions	5	-10000.0
13	transitions	6	-10000.0
13	transitions	7	0.8926486968994141
13	transitions	8	0.9510626196861267
13	transitions	9	-0.8323789834976196
13	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
13	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
13	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
13	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
13	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
13	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
13	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
13	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
13	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
13	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
13	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
13	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
13	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
13	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
13	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
13	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
13	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
13	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
13	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
13	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
13	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
13	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
13	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
13	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
13	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
13	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
13	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
13	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
13	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
13	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
13	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
13	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
13	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
13	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
13	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
13	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
13	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
13	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
13	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
13	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
13	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
13	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
13	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
13	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
13	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
13	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
13	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
13	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
13	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
13	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
13	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
13	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
13	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
13	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
13	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
13	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
13	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
13	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
13	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
13	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
13	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
13	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
13	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
13	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
13	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
13	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
13	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
13	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
13	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
13	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
13	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
13	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
13	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
13	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
13	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
13	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
13	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
13	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
13	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
13	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
13	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
13	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
13	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
13	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
13	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
13	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
13	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
13	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
13	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
13	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
13	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
13	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
13	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
13	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
13	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
13	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
13	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
13	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
13	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
13	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
13	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
13	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
13	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
13	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
13	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
13	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
13	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
13	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
13	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
13	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
13	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
13	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
13	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
13	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
13	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
13	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
13	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
13	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
13	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
13	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
13	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
13	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
13	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
13	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
13	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
13	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
13	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
13	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
13	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
13	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
13	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
13	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
13	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
13	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
13	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
13	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
13	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
13	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
13	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
13	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
13	embedding2nn.weight	0	0.014726881869137287
13	embedding2nn.weight	1	0.0007325510960072279
13	embedding2nn.weight	2	0.005678863264620304
13	embedding2nn.weight	3	0.0008456779760308564
13	embedding2nn.weight	4	-0.00816749781370163
13	embedding2nn.weight	5	-0.00530591094866395
13	embedding2nn.weight	6	-0.0015025751199573278
13	embedding2nn.weight	7	-0.0034424832556396723
13	embedding2nn.weight	8	0.015567928552627563
13	embedding2nn.weight	9	0.004426650702953339
13	embedding2nn.bias	0	0.0070660109631717205
13	embedding2nn.bias	1	-0.01510508731007576
13	embedding2nn.bias	2	0.006512479856610298
13	embedding2nn.bias	3	-0.01721418835222721
13	embedding2nn.bias	4	-0.008018025197088718
13	embedding2nn.bias	5	-0.006626785267144442
13	embedding2nn.bias	6	0.004430324770510197
13	embedding2nn.bias	7	0.01867898553609848
13	embedding2nn.bias	8	0.0020395852625370026
13	embedding2nn.bias	9	-0.005712335463613272
13	rnn.weight_ih_l0	0	-0.05088375136256218
13	rnn.weight_ih_l0	1	0.05074446648359299
13	rnn.weight_ih_l0	2	0.03186172619462013
13	rnn.weight_ih_l0	3	0.01473706029355526
13	rnn.weight_ih_l0	4	0.012639034539461136
13	rnn.weight_ih_l0	5	0.08417095988988876
13	rnn.weight_ih_l0	6	0.07559952139854431
13	rnn.weight_ih_l0	7	0.03777375817298889
13	rnn.weight_ih_l0	8	-0.04601183161139488
13	rnn.weight_ih_l0	9	0.008056333288550377
13	rnn.weight_hh_l0	0	0.008551306091248989
13	rnn.weight_hh_l0	1	-0.06367937475442886
13	rnn.weight_hh_l0	2	-0.06543058156967163
13	rnn.weight_hh_l0	3	0.07281100749969482
13	rnn.weight_hh_l0	4	0.07110422849655151
13	rnn.weight_hh_l0	5	0.004477045498788357
13	rnn.weight_hh_l0	6	0.003938958514481783
13	rnn.weight_hh_l0	7	-0.025880852714180946
13	rnn.weight_hh_l0	8	-0.029446225613355637
13	rnn.weight_hh_l0	9	0.057968366891145706
13	rnn.bias_ih_l0	0	-0.07226086407899857
13	rnn.bias_ih_l0	1	0.0865296870470047
13	rnn.bias_ih_l0	2	0.02201312966644764
13	rnn.bias_ih_l0	3	0.08957742154598236
13	rnn.bias_ih_l0	4	-0.07150377333164215
13	rnn.bias_ih_l0	5	0.08730746805667877
13	rnn.bias_ih_l0	6	-0.067986398935318
13	rnn.bias_ih_l0	7	-0.032865971326828
13	rnn.bias_ih_l0	8	-0.08533266931772232
13	rnn.bias_ih_l0	9	-0.05060572177171707
13	rnn.bias_hh_l0	0	0.029346458613872528
13	rnn.bias_hh_l0	1	0.07161629945039749
13	rnn.bias_hh_l0	2	0.0671682059764862
13	rnn.bias_hh_l0	3	0.08310950547456741
13	rnn.bias_hh_l0	4	-0.0781702771782875
13	rnn.bias_hh_l0	5	-0.07065026462078094
13	rnn.bias_hh_l0	6	0.07571472972631454
13	rnn.bias_hh_l0	7	-0.07801945507526398
13	rnn.bias_hh_l0	8	-0.025698082521557808
13	rnn.bias_hh_l0	9	0.013165352866053581
13	rnn.weight_ih_l0_reverse	0	0.07928118854761124
13	rnn.weight_ih_l0_reverse	1	0.07369133085012436
13	rnn.weight_ih_l0_reverse	2	0.03893321007490158
13	rnn.weight_ih_l0_reverse	3	0.03383897617459297
13	rnn.weight_ih_l0_reverse	4	-0.037115536630153656
13	rnn.weight_ih_l0_reverse	5	0.05110117793083191
13	rnn.weight_ih_l0_reverse	6	0.06641565263271332
13	rnn.weight_ih_l0_reverse	7	0.02292632684111595
13	rnn.weight_ih_l0_reverse	8	-0.05870112404227257
13	rnn.weight_ih_l0_reverse	9	-0.05284244194626808
13	rnn.weight_hh_l0_reverse	0	0.025227095931768417
13	rnn.weight_hh_l0_reverse	1	-0.0872289165854454
13	rnn.weight_hh_l0_reverse	2	0.06279391050338745
13	rnn.weight_hh_l0_reverse	3	-0.02144545502960682
13	rnn.weight_hh_l0_reverse	4	0.08379390090703964
13	rnn.weight_hh_l0_reverse	5	-0.0011522001586854458
13	rnn.weight_hh_l0_reverse	6	0.02760879509150982
13	rnn.weight_hh_l0_reverse	7	0.07831942290067673
13	rnn.weight_hh_l0_reverse	8	-0.02219538576900959
13	rnn.weight_hh_l0_reverse	9	-0.046682026237249374
13	rnn.bias_ih_l0_reverse	0	0.0003429678617976606
13	rnn.bias_ih_l0_reverse	1	-0.02464623749256134
13	rnn.bias_ih_l0_reverse	2	-0.021154142916202545
13	rnn.bias_ih_l0_reverse	3	0.04801684617996216
13	rnn.bias_ih_l0_reverse	4	0.06893514841794968
13	rnn.bias_ih_l0_reverse	5	-0.025726787745952606
13	rnn.bias_ih_l0_reverse	6	-0.02690448798239231
13	rnn.bias_ih_l0_reverse	7	-0.05215192958712578
13	rnn.bias_ih_l0_reverse	8	0.004491266794502735
13	rnn.bias_ih_l0_reverse	9	-0.06466738879680634
13	rnn.bias_hh_l0_reverse	0	0.03664523363113403
13	rnn.bias_hh_l0_reverse	1	-0.06602998822927475
13	rnn.bias_hh_l0_reverse	2	0.07939180731773376
13	rnn.bias_hh_l0_reverse	3	0.05551254004240036
13	rnn.bias_hh_l0_reverse	4	0.030743176117539406
13	rnn.bias_hh_l0_reverse	5	0.0409763902425766
13	rnn.bias_hh_l0_reverse	6	0.06183576211333275
13	rnn.bias_hh_l0_reverse	7	0.08674374222755432
13	rnn.bias_hh_l0_reverse	8	-0.009012470953166485
13	rnn.bias_hh_l0_reverse	9	0.05445016175508499
13	rnn.weight_ih_l1	0	0.021377652883529663
13	rnn.weight_ih_l1	1	0.01521256286650896
13	rnn.weight_ih_l1	2	0.06897921860218048
13	rnn.weight_ih_l1	3	-0.024440929293632507
13	rnn.weight_ih_l1	4	-0.024200819432735443
13	rnn.weight_ih_l1	5	-0.01199416909366846
13	rnn.weight_ih_l1	6	0.07125643640756607
13	rnn.weight_ih_l1	7	-0.006166636012494564
13	rnn.weight_ih_l1	8	-0.05343220382928848
13	rnn.weight_ih_l1	9	0.06023446470499039
13	rnn.weight_hh_l1	0	-0.07064971327781677
13	rnn.weight_hh_l1	1	-0.0371699184179306
13	rnn.weight_hh_l1	2	-0.008219313807785511
13	rnn.weight_hh_l1	3	-0.058423105627298355
13	rnn.weight_hh_l1	4	0.0859326496720314
13	rnn.weight_hh_l1	5	-0.0844920203089714
13	rnn.weight_hh_l1	6	-0.048354580998420715
13	rnn.weight_hh_l1	7	0.06562916934490204
13	rnn.weight_hh_l1	8	-0.013630335219204426
13	rnn.weight_hh_l1	9	-0.04077596962451935
13	rnn.bias_ih_l1	0	-0.06775499880313873
13	rnn.bias_ih_l1	1	0.058146268129348755
13	rnn.bias_ih_l1	2	-0.05145936459302902
13	rnn.bias_ih_l1	3	-0.06565418839454651
13	rnn.bias_ih_l1	4	-0.029998408630490303
13	rnn.bias_ih_l1	5	-0.047712311148643494
13	rnn.bias_ih_l1	6	-0.03769176825881004
13	rnn.bias_ih_l1	7	0.06254096329212189
13	rnn.bias_ih_l1	8	0.08747807890176773
13	rnn.bias_ih_l1	9	0.02005402371287346
13	rnn.bias_hh_l1	0	0.07041142880916595
13	rnn.bias_hh_l1	1	-0.05746139958500862
13	rnn.bias_hh_l1	2	0.02467353455722332
13	rnn.bias_hh_l1	3	0.06215214729309082
13	rnn.bias_hh_l1	4	0.05762278288602829
13	rnn.bias_hh_l1	5	-0.07831328362226486
13	rnn.bias_hh_l1	6	0.01597139798104763
13	rnn.bias_hh_l1	7	0.03816884011030197
13	rnn.bias_hh_l1	8	0.011237997561693192
13	rnn.bias_hh_l1	9	-0.00305179669521749
13	rnn.weight_ih_l1_reverse	0	0.08618130534887314
13	rnn.weight_ih_l1_reverse	1	-0.04152451828122139
13	rnn.weight_ih_l1_reverse	2	-0.06217609718441963
13	rnn.weight_ih_l1_reverse	3	0.02554117515683174
13	rnn.weight_ih_l1_reverse	4	-0.04606550186872482
13	rnn.weight_ih_l1_reverse	5	0.024133041501045227
13	rnn.weight_ih_l1_reverse	6	0.04031786322593689
13	rnn.weight_ih_l1_reverse	7	0.020318910479545593
13	rnn.weight_ih_l1_reverse	8	-0.007794256787747145
13	rnn.weight_ih_l1_reverse	9	-0.0663229301571846
13	rnn.weight_hh_l1_reverse	0	0.0051888213492929935
13	rnn.weight_hh_l1_reverse	1	0.018822891637682915
13	rnn.weight_hh_l1_reverse	2	-0.05816071107983589
13	rnn.weight_hh_l1_reverse	3	-0.012915500439703465
13	rnn.weight_hh_l1_reverse	4	0.008622250519692898
13	rnn.weight_hh_l1_reverse	5	-0.06229327991604805
13	rnn.weight_hh_l1_reverse	6	-0.06729165464639664
13	rnn.weight_hh_l1_reverse	7	-0.011521686799824238
13	rnn.weight_hh_l1_reverse	8	-0.05602293461561203
13	rnn.weight_hh_l1_reverse	9	-0.04337206110358238
13	rnn.bias_ih_l1_reverse	0	-0.0029504382982850075
13	rnn.bias_ih_l1_reverse	1	-0.03911300003528595
13	rnn.bias_ih_l1_reverse	2	0.021646648645401
13	rnn.bias_ih_l1_reverse	3	-0.07570415735244751
13	rnn.bias_ih_l1_reverse	4	-0.0866691991686821
13	rnn.bias_ih_l1_reverse	5	-0.08655235916376114
13	rnn.bias_ih_l1_reverse	6	0.05647234618663788
13	rnn.bias_ih_l1_reverse	7	0.08645621687173843
13	rnn.bias_ih_l1_reverse	8	-0.011276928707957268
13	rnn.bias_ih_l1_reverse	9	-0.014934820123016834
13	rnn.bias_hh_l1_reverse	0	0.059696245938539505
13	rnn.bias_hh_l1_reverse	1	-0.07020927965641022
13	rnn.bias_hh_l1_reverse	2	-0.0491851381957531
13	rnn.bias_hh_l1_reverse	3	0.07482263445854187
13	rnn.bias_hh_l1_reverse	4	-0.022707117721438408
13	rnn.bias_hh_l1_reverse	5	-0.00642690435051918
13	rnn.bias_hh_l1_reverse	6	-0.0597519651055336
13	rnn.bias_hh_l1_reverse	7	-0.06085660681128502
13	rnn.bias_hh_l1_reverse	8	0.06539445370435715
13	rnn.bias_hh_l1_reverse	9	0.03535076603293419
13	rnn.weight_ih_l2	0	0.07745584100484848
13	rnn.weight_ih_l2	1	-0.054372504353523254
13	rnn.weight_ih_l2	2	0.0633312463760376
13	rnn.weight_ih_l2	3	0.06612612307071686
13	rnn.weight_ih_l2	4	0.0560707151889801
13	rnn.weight_ih_l2	5	-0.03856920823454857
13	rnn.weight_ih_l2	6	-0.07615529000759125
13	rnn.weight_ih_l2	7	0.014264991506934166
13	rnn.weight_ih_l2	8	-0.01714026741683483
13	rnn.weight_ih_l2	9	-0.06929024308919907
13	rnn.weight_hh_l2	0	0.04853317514061928
13	rnn.weight_hh_l2	1	0.0318300686776638
13	rnn.weight_hh_l2	2	-0.05492841824889183
13	rnn.weight_hh_l2	3	-0.02508990466594696
13	rnn.weight_hh_l2	4	0.054134219884872437
13	rnn.weight_hh_l2	5	-0.02756359614431858
13	rnn.weight_hh_l2	6	0.008037983439862728
13	rnn.weight_hh_l2	7	-0.052815694361925125
13	rnn.weight_hh_l2	8	-0.005287132225930691
13	rnn.weight_hh_l2	9	-0.019844938069581985
13	rnn.bias_ih_l2	0	0.08762414008378983
13	rnn.bias_ih_l2	1	0.014314248226583004
13	rnn.bias_ih_l2	2	0.07071850448846817
13	rnn.bias_ih_l2	3	0.01275624893605709
13	rnn.bias_ih_l2	4	-0.0045044017024338245
13	rnn.bias_ih_l2	5	0.036853134632110596
13	rnn.bias_ih_l2	6	0.01751190796494484
13	rnn.bias_ih_l2	7	0.011380058713257313
13	rnn.bias_ih_l2	8	0.029122626408934593
13	rnn.bias_ih_l2	9	-0.012114986777305603
13	rnn.bias_hh_l2	0	0.07330826669931412
13	rnn.bias_hh_l2	1	-0.0008923530695028603
13	rnn.bias_hh_l2	2	0.06613107770681381
13	rnn.bias_hh_l2	3	0.03180145099759102
13	rnn.bias_hh_l2	4	0.07281500846147537
13	rnn.bias_hh_l2	5	-0.03849831968545914
13	rnn.bias_hh_l2	6	0.0432027243077755
13	rnn.bias_hh_l2	7	-0.024715730920433998
13	rnn.bias_hh_l2	8	0.044773321598768234
13	rnn.bias_hh_l2	9	0.07860390096902847
13	rnn.weight_ih_l2_reverse	0	0.08242703229188919
13	rnn.weight_ih_l2_reverse	1	-0.06040676310658455
13	rnn.weight_ih_l2_reverse	2	0.0008556504617445171
13	rnn.weight_ih_l2_reverse	3	0.035417038947343826
13	rnn.weight_ih_l2_reverse	4	0.05399888753890991
13	rnn.weight_ih_l2_reverse	5	-0.04058229923248291
13	rnn.weight_ih_l2_reverse	6	-0.0009916936978697777
13	rnn.weight_ih_l2_reverse	7	-0.004043440334498882
13	rnn.weight_ih_l2_reverse	8	0.003623074619099498
13	rnn.weight_ih_l2_reverse	9	-0.08237168937921524
13	rnn.weight_hh_l2_reverse	0	-0.0828179121017456
13	rnn.weight_hh_l2_reverse	1	0.011487401090562344
13	rnn.weight_hh_l2_reverse	2	0.010547020472586155
13	rnn.weight_hh_l2_reverse	3	0.02432231977581978
13	rnn.weight_hh_l2_reverse	4	-0.036948125809431076
13	rnn.weight_hh_l2_reverse	5	-0.014830521307885647
13	rnn.weight_hh_l2_reverse	6	-0.03901396691799164
13	rnn.weight_hh_l2_reverse	7	-0.05981189012527466
13	rnn.weight_hh_l2_reverse	8	-0.006890545133501291
13	rnn.weight_hh_l2_reverse	9	-0.059034623205661774
13	rnn.bias_ih_l2_reverse	0	-0.015606473200023174
13	rnn.bias_ih_l2_reverse	1	-0.028006620705127716
13	rnn.bias_ih_l2_reverse	2	0.03627874329686165
13	rnn.bias_ih_l2_reverse	3	-0.009148411452770233
13	rnn.bias_ih_l2_reverse	4	0.07939818501472473
13	rnn.bias_ih_l2_reverse	5	-0.08857493102550507
13	rnn.bias_ih_l2_reverse	6	-0.04246605560183525
13	rnn.bias_ih_l2_reverse	7	-0.05800260603427887
13	rnn.bias_ih_l2_reverse	8	0.08745856583118439
13	rnn.bias_ih_l2_reverse	9	0.042531583458185196
13	rnn.bias_hh_l2_reverse	0	0.04751155897974968
13	rnn.bias_hh_l2_reverse	1	-0.08698495477437973
13	rnn.bias_hh_l2_reverse	2	-0.06671474874019623
13	rnn.bias_hh_l2_reverse	3	0.0374801941215992
13	rnn.bias_hh_l2_reverse	4	0.02392600290477276
13	rnn.bias_hh_l2_reverse	5	0.04740537330508232
13	rnn.bias_hh_l2_reverse	6	-0.0816715732216835
13	rnn.bias_hh_l2_reverse	7	-0.010491201654076576
13	rnn.bias_hh_l2_reverse	8	-0.08250105381011963
13	rnn.bias_hh_l2_reverse	9	-0.05385184288024902
13	linear.weight	0	0.025028489530086517
13	linear.weight	1	0.0994754508137703
13	linear.weight	2	-0.019026968628168106
13	linear.weight	3	-0.029506618157029152
13	linear.weight	4	-0.022248394787311554
13	linear.weight	5	0.03171735256910324
13	linear.weight	6	0.051008448004722595
13	linear.weight	7	-0.044026680290699005
13	linear.weight	8	-0.00010888936230912805
13	linear.weight	9	0.0562603585422039
13	linear.bias	0	0.33509817719459534
13	linear.bias	1	0.2666490077972412
13	linear.bias	2	-1.1951156854629517
13	linear.bias	3	-0.05754556506872177
13	linear.bias	4	-0.050822705030441284
13	linear.bias	5	0.4920647144317627
14	transitions	0	0.13162830471992493
14	transitions	1	-10000.0
14	transitions	2	1.3539992570877075
14	transitions	3	-0.7877629995346069
14	transitions	4	-10000.0
14	transitions	5	-10000.0
14	transitions	6	-10000.0
14	transitions	7	0.8922700881958008
14	transitions	8	0.9490976333618164
14	transitions	9	-0.84905606508255
14	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
14	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
14	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
14	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
14	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
14	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
14	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
14	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
14	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
14	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
14	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
14	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
14	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
14	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
14	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
14	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
14	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
14	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
14	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
14	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
14	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
14	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
14	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
14	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
14	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
14	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
14	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
14	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
14	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
14	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
14	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
14	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
14	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
14	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
14	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
14	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
14	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
14	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
14	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
14	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
14	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
14	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
14	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
14	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
14	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
14	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
14	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
14	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
14	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
14	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
14	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
14	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
14	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
14	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
14	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
14	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
14	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
14	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
14	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
14	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
14	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
14	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
14	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
14	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
14	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
14	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
14	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
14	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
14	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
14	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
14	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
14	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
14	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
14	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
14	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
14	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
14	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
14	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
14	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
14	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
14	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
14	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
14	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
14	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
14	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
14	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
14	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
14	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
14	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
14	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
14	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
14	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
14	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
14	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
14	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
14	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
14	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
14	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
14	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
14	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
14	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
14	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
14	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
14	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
14	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
14	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
14	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
14	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
14	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
14	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
14	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
14	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
14	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
14	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
14	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
14	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
14	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
14	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
14	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
14	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
14	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
14	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
14	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
14	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
14	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
14	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
14	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
14	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
14	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
14	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
14	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
14	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
14	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
14	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
14	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
14	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
14	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
14	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
14	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
14	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
14	embedding2nn.weight	0	0.01472697127610445
14	embedding2nn.weight	1	0.0007225190638564527
14	embedding2nn.weight	2	0.005675149615854025
14	embedding2nn.weight	3	0.0008551384089514613
14	embedding2nn.weight	4	-0.008157534524798393
14	embedding2nn.weight	5	-0.00531861511990428
14	embedding2nn.weight	6	-0.001489458605647087
14	embedding2nn.weight	7	-0.0034444991033524275
14	embedding2nn.weight	8	0.015542742796242237
14	embedding2nn.weight	9	0.004412150476127863
14	embedding2nn.bias	0	0.007589597720652819
14	embedding2nn.bias	1	-0.01563118025660515
14	embedding2nn.bias	2	0.005184857174754143
14	embedding2nn.bias	3	-0.016674892976880074
14	embedding2nn.bias	4	-0.007894951850175858
14	embedding2nn.bias	5	-0.007281186990439892
14	embedding2nn.bias	6	0.005211867857724428
14	embedding2nn.bias	7	0.017135318368673325
14	embedding2nn.bias	8	0.001401724643073976
14	embedding2nn.bias	9	-0.00522920535877347
14	rnn.weight_ih_l0	0	-0.050894804298877716
14	rnn.weight_ih_l0	1	0.050755489617586136
14	rnn.weight_ih_l0	2	0.03186246007680893
14	rnn.weight_ih_l0	3	0.014732829295098782
14	rnn.weight_ih_l0	4	0.01254481915384531
14	rnn.weight_ih_l0	5	0.08417287468910217
14	rnn.weight_ih_l0	6	0.07560303807258606
14	rnn.weight_ih_l0	7	0.03777364268898964
14	rnn.weight_ih_l0	8	-0.045973002910614014
14	rnn.weight_ih_l0	9	0.00802056398242712
14	rnn.weight_hh_l0	0	0.008550804108381271
14	rnn.weight_hh_l0	1	-0.06367503106594086
14	rnn.weight_hh_l0	2	-0.06543045490980148
14	rnn.weight_hh_l0	3	0.07281102985143661
14	rnn.weight_hh_l0	4	0.07109806686639786
14	rnn.weight_hh_l0	5	0.004446817561984062
14	rnn.weight_hh_l0	6	0.003923751879483461
14	rnn.weight_hh_l0	7	-0.025878991931676865
14	rnn.weight_hh_l0	8	-0.029437808319926262
14	rnn.weight_hh_l0	9	0.057968027889728546
14	rnn.bias_ih_l0	0	-0.07245486974716187
14	rnn.bias_ih_l0	1	0.08646350353956223
14	rnn.bias_ih_l0	2	0.022129682824015617
14	rnn.bias_ih_l0	3	0.09034685790538788
14	rnn.bias_ih_l0	4	-0.07250500470399857
14	rnn.bias_ih_l0	5	0.08725884556770325
14	rnn.bias_ih_l0	6	-0.06807421147823334
14	rnn.bias_ih_l0	7	-0.0328621044754982
14	rnn.bias_ih_l0	8	-0.08557816594839096
14	rnn.bias_ih_l0	9	-0.05064716562628746
14	rnn.bias_hh_l0	0	0.02959028258919716
14	rnn.bias_hh_l0	1	0.07167185842990875
14	rnn.bias_hh_l0	2	0.0672394335269928
14	rnn.bias_hh_l0	3	0.08305470645427704
14	rnn.bias_hh_l0	4	-0.07720151543617249
14	rnn.bias_hh_l0	5	-0.07078193873167038
14	rnn.bias_hh_l0	6	0.0756043940782547
14	rnn.bias_hh_l0	7	-0.07800808548927307
14	rnn.bias_hh_l0	8	-0.025743845850229263
14	rnn.bias_hh_l0	9	0.014309978112578392
14	rnn.weight_ih_l0_reverse	0	0.0792839452624321
14	rnn.weight_ih_l0_reverse	1	0.07369276881217957
14	rnn.weight_ih_l0_reverse	2	0.03892894461750984
14	rnn.weight_ih_l0_reverse	3	0.03383281081914902
14	rnn.weight_ih_l0_reverse	4	-0.037116121500730515
14	rnn.weight_ih_l0_reverse	5	0.05110103636980057
14	rnn.weight_ih_l0_reverse	6	0.06641922146081924
14	rnn.weight_ih_l0_reverse	7	0.02293398417532444
14	rnn.weight_ih_l0_reverse	8	-0.05867718160152435
14	rnn.weight_ih_l0_reverse	9	-0.05284372717142105
14	rnn.weight_hh_l0_reverse	0	0.025334488600492477
14	rnn.weight_hh_l0_reverse	1	-0.0872264951467514
14	rnn.weight_hh_l0_reverse	2	0.06278111785650253
14	rnn.weight_hh_l0_reverse	3	-0.02142719365656376
14	rnn.weight_hh_l0_reverse	4	0.0837937518954277
14	rnn.weight_hh_l0_reverse	5	-0.0011524021392688155
14	rnn.weight_hh_l0_reverse	6	0.027545053511857986
14	rnn.weight_hh_l0_reverse	7	0.0783190056681633
14	rnn.weight_hh_l0_reverse	8	-0.02219492942094803
14	rnn.weight_hh_l0_reverse	9	-0.04667937010526657
14	rnn.bias_ih_l0_reverse	0	0.00044787375372834504
14	rnn.bias_ih_l0_reverse	1	-0.02436557039618492
14	rnn.bias_ih_l0_reverse	2	-0.02092096023261547
14	rnn.bias_ih_l0_reverse	3	0.0482889786362648
14	rnn.bias_ih_l0_reverse	4	0.06903492659330368
14	rnn.bias_ih_l0_reverse	5	-0.02559814788401127
14	rnn.bias_ih_l0_reverse	6	-0.026921333745121956
14	rnn.bias_ih_l0_reverse	7	-0.052028246223926544
14	rnn.bias_ih_l0_reverse	8	0.004860449582338333
14	rnn.bias_ih_l0_reverse	9	-0.06413386762142181
14	rnn.bias_hh_l0_reverse	0	0.0365537591278553
14	rnn.bias_hh_l0_reverse	1	-0.06549646705389023
14	rnn.bias_hh_l0_reverse	2	0.07975561916828156
14	rnn.bias_hh_l0_reverse	3	0.05541149154305458
14	rnn.bias_hh_l0_reverse	4	0.03008974902331829
14	rnn.bias_hh_l0_reverse	5	0.04092690348625183
14	rnn.bias_hh_l0_reverse	6	0.062036026269197464
14	rnn.bias_hh_l0_reverse	7	0.08710209280252457
14	rnn.bias_hh_l0_reverse	8	-0.009045270271599293
14	rnn.bias_hh_l0_reverse	9	0.05379461497068405
14	rnn.weight_ih_l1	0	0.021367348730564117
14	rnn.weight_ih_l1	1	0.015228373929858208
14	rnn.weight_ih_l1	2	0.06905508786439896
14	rnn.weight_ih_l1	3	-0.024454623460769653
14	rnn.weight_ih_l1	4	-0.024203473702073097
14	rnn.weight_ih_l1	5	-0.011969299055635929
14	rnn.weight_ih_l1	6	0.07125216722488403
14	rnn.weight_ih_l1	7	-0.006232444196939468
14	rnn.weight_ih_l1	8	-0.0534064806997776
14	rnn.weight_ih_l1	9	0.060413338243961334
14	rnn.weight_hh_l1	0	-0.0706535130739212
14	rnn.weight_hh_l1	1	-0.0371846929192543
14	rnn.weight_hh_l1	2	-0.008228220045566559
14	rnn.weight_hh_l1	3	-0.05842789262533188
14	rnn.weight_hh_l1	4	0.08592325448989868
14	rnn.weight_hh_l1	5	-0.08448358625173569
14	rnn.weight_hh_l1	6	-0.048353709280490875
14	rnn.weight_hh_l1	7	0.06566271930932999
14	rnn.weight_hh_l1	8	-0.013598349876701832
14	rnn.weight_hh_l1	9	-0.04075241833925247
14	rnn.bias_ih_l1	0	-0.06757338345050812
14	rnn.bias_ih_l1	1	0.05826828256249428
14	rnn.bias_ih_l1	2	-0.05144767835736275
14	rnn.bias_ih_l1	3	-0.0657319575548172
14	rnn.bias_ih_l1	4	-0.03018794022500515
14	rnn.bias_ih_l1	5	-0.04538867995142937
14	rnn.bias_ih_l1	6	-0.04179397597908974
14	rnn.bias_ih_l1	7	0.06238597631454468
14	rnn.bias_ih_l1	8	0.08740340918302536
14	rnn.bias_ih_l1	9	0.021525245159864426
14	rnn.bias_hh_l1	0	0.0704602375626564
14	rnn.bias_hh_l1	1	-0.05734137445688248
14	rnn.bias_hh_l1	2	0.024681510403752327
14	rnn.bias_hh_l1	3	0.06209123507142067
14	rnn.bias_hh_l1	4	0.057530395686626434
14	rnn.bias_hh_l1	5	-0.07840662449598312
14	rnn.bias_hh_l1	6	0.016020674258470535
14	rnn.bias_hh_l1	7	0.038141101598739624
14	rnn.bias_hh_l1	8	0.010897592641413212
14	rnn.bias_hh_l1	9	-0.003034452674910426
14	rnn.weight_ih_l1_reverse	0	0.08617863059043884
14	rnn.weight_ih_l1_reverse	1	-0.041529156267642975
14	rnn.weight_ih_l1_reverse	2	-0.06217961758375168
14	rnn.weight_ih_l1_reverse	3	0.02554093860089779
14	rnn.weight_ih_l1_reverse	4	-0.04606515169143677
14	rnn.weight_ih_l1_reverse	5	0.024113880470395088
14	rnn.weight_ih_l1_reverse	6	0.040317878127098083
14	rnn.weight_ih_l1_reverse	7	0.020308662205934525
14	rnn.weight_ih_l1_reverse	8	-0.007843856699764729
14	rnn.weight_ih_l1_reverse	9	-0.06627783179283142
14	rnn.weight_hh_l1_reverse	0	0.00520819379016757
14	rnn.weight_hh_l1_reverse	1	0.01882026344537735
14	rnn.weight_hh_l1_reverse	2	-0.05815998837351799
14	rnn.weight_hh_l1_reverse	3	-0.012913523241877556
14	rnn.weight_hh_l1_reverse	4	0.008617015555500984
14	rnn.weight_hh_l1_reverse	5	-0.06221361458301544
14	rnn.weight_hh_l1_reverse	6	-0.06729313731193542
14	rnn.weight_hh_l1_reverse	7	-0.011538620106875896
14	rnn.weight_hh_l1_reverse	8	-0.05610404536128044
14	rnn.weight_hh_l1_reverse	9	-0.04337546229362488
14	rnn.bias_ih_l1_reverse	0	-0.0029531701002269983
14	rnn.bias_ih_l1_reverse	1	-0.03897034004330635
14	rnn.bias_ih_l1_reverse	2	0.020948996767401695
14	rnn.bias_ih_l1_reverse	3	-0.07567378878593445
14	rnn.bias_ih_l1_reverse	4	-0.08679626137018204
14	rnn.bias_ih_l1_reverse	5	-0.0867943987250328
14	rnn.bias_ih_l1_reverse	6	0.05669625103473663
14	rnn.bias_ih_l1_reverse	7	0.0863448828458786
14	rnn.bias_ih_l1_reverse	8	-0.012140757404267788
14	rnn.bias_ih_l1_reverse	9	-0.014937358908355236
14	rnn.bias_hh_l1_reverse	0	0.059701744467020035
14	rnn.bias_hh_l1_reverse	1	-0.07002446055412292
14	rnn.bias_hh_l1_reverse	2	-0.04922586679458618
14	rnn.bias_hh_l1_reverse	3	0.07480354607105255
14	rnn.bias_hh_l1_reverse	4	-0.0228608138859272
14	rnn.bias_hh_l1_reverse	5	-0.006430396344512701
14	rnn.bias_hh_l1_reverse	6	-0.05976201593875885
14	rnn.bias_hh_l1_reverse	7	-0.060752786695957184
14	rnn.bias_hh_l1_reverse	8	0.06541182100772858
14	rnn.bias_hh_l1_reverse	9	0.035916768014431
14	rnn.weight_ih_l2	0	0.07688085734844208
14	rnn.weight_ih_l2	1	-0.054385311901569366
14	rnn.weight_ih_l2	2	0.06332776695489883
14	rnn.weight_ih_l2	3	0.06623471528291702
14	rnn.weight_ih_l2	4	0.05606928467750549
14	rnn.weight_ih_l2	5	-0.03856882080435753
14	rnn.weight_ih_l2	6	-0.076091468334198
14	rnn.weight_ih_l2	7	0.014278935268521309
14	rnn.weight_ih_l2	8	-0.017139656469225883
14	rnn.weight_ih_l2	9	-0.06928881257772446
14	rnn.weight_hh_l2	0	0.04852873459458351
14	rnn.weight_hh_l2	1	0.03183405473828316
14	rnn.weight_hh_l2	2	-0.05492881312966347
14	rnn.weight_hh_l2	3	-0.025090906769037247
14	rnn.weight_hh_l2	4	0.05413470417261124
14	rnn.weight_hh_l2	5	-0.0275338813662529
14	rnn.weight_hh_l2	6	0.008021288551390171
14	rnn.weight_hh_l2	7	-0.05281318351626396
14	rnn.weight_hh_l2	8	-0.0052862283773720264
14	rnn.weight_hh_l2	9	-0.019840046763420105
14	rnn.bias_ih_l2	0	0.09502086788415909
14	rnn.bias_ih_l2	1	0.014755927957594395
14	rnn.bias_ih_l2	2	0.06989801675081253
14	rnn.bias_ih_l2	3	0.012886378914117813
14	rnn.bias_ih_l2	4	-0.004661685321480036
14	rnn.bias_ih_l2	5	0.03669494390487671
14	rnn.bias_ih_l2	6	0.01776772178709507
14	rnn.bias_ih_l2	7	0.01139273215085268
14	rnn.bias_ih_l2	8	0.029345862567424774
14	rnn.bias_ih_l2	9	-0.01166391558945179
14	rnn.bias_hh_l2	0	0.07095280289649963
14	rnn.bias_hh_l2	1	-0.0009524545166641474
14	rnn.bias_hh_l2	2	0.06615034490823746
14	rnn.bias_hh_l2	3	0.031758081167936325
14	rnn.bias_hh_l2	4	0.0727851614356041
14	rnn.bias_hh_l2	5	-0.03935999050736427
14	rnn.bias_hh_l2	6	0.04486777260899544
14	rnn.bias_hh_l2	7	-0.024644669145345688
14	rnn.bias_hh_l2	8	0.04479135572910309
14	rnn.bias_hh_l2	9	0.07681402564048767
14	rnn.weight_ih_l2_reverse	0	0.08242331445217133
14	rnn.weight_ih_l2_reverse	1	-0.06093374639749527
14	rnn.weight_ih_l2_reverse	2	0.0008559031994082034
14	rnn.weight_ih_l2_reverse	3	0.03542514517903328
14	rnn.weight_ih_l2_reverse	4	0.05400113761425018
14	rnn.weight_ih_l2_reverse	5	-0.04058919847011566
14	rnn.weight_ih_l2_reverse	6	-0.0008372431620955467
14	rnn.weight_ih_l2_reverse	7	-0.004021408502012491
14	rnn.weight_ih_l2_reverse	8	0.004596141632646322
14	rnn.weight_ih_l2_reverse	9	-0.08238290250301361
14	rnn.weight_hh_l2_reverse	0	-0.08283252269029617
14	rnn.weight_hh_l2_reverse	1	0.011373485438525677
14	rnn.weight_hh_l2_reverse	2	0.010548433288931847
14	rnn.weight_hh_l2_reverse	3	0.024320026859641075
14	rnn.weight_hh_l2_reverse	4	-0.0369800440967083
14	rnn.weight_hh_l2_reverse	5	-0.014830940403044224
14	rnn.weight_hh_l2_reverse	6	-0.038909297436475754
14	rnn.weight_hh_l2_reverse	7	-0.059811048209667206
14	rnn.weight_hh_l2_reverse	8	-0.006891042459756136
14	rnn.weight_hh_l2_reverse	9	-0.05904170125722885
14	rnn.bias_ih_l2_reverse	0	-0.016474826261401176
14	rnn.bias_ih_l2_reverse	1	-0.028061483055353165
14	rnn.bias_ih_l2_reverse	2	0.03630906715989113
14	rnn.bias_ih_l2_reverse	3	-0.008768484927713871
14	rnn.bias_ih_l2_reverse	4	0.0794261172413826
14	rnn.bias_ih_l2_reverse	5	-0.08855907618999481
14	rnn.bias_ih_l2_reverse	6	-0.04275389760732651
14	rnn.bias_ih_l2_reverse	7	-0.05474342033267021
14	rnn.bias_ih_l2_reverse	8	0.09727206826210022
14	rnn.bias_ih_l2_reverse	9	0.04218389093875885
14	rnn.bias_hh_l2_reverse	0	0.0494786836206913
14	rnn.bias_hh_l2_reverse	1	-0.08842620253562927
14	rnn.bias_hh_l2_reverse	2	-0.06673681735992432
14	rnn.bias_hh_l2_reverse	3	0.03740999847650528
14	rnn.bias_hh_l2_reverse	4	0.02397679165005684
14	rnn.bias_hh_l2_reverse	5	0.04743652045726776
14	rnn.bias_hh_l2_reverse	6	-0.08135814219713211
14	rnn.bias_hh_l2_reverse	7	-0.010449027642607689
14	rnn.bias_hh_l2_reverse	8	-0.08236932009458542
14	rnn.bias_hh_l2_reverse	9	-0.05395680293440819
14	linear.weight	0	0.025028489530086517
14	linear.weight	1	0.0554681196808815
14	linear.weight	2	-0.018986579030752182
14	linear.weight	3	-0.03408948332071304
14	linear.weight	4	-0.022248394787311554
14	linear.weight	5	0.03266627714037895
14	linear.weight	6	0.05302407965064049
14	linear.weight	7	-0.04871243238449097
14	linear.weight	8	0.003874117974191904
14	linear.weight	9	0.057347968220710754
14	linear.bias	0	0.44033747911453247
14	linear.bias	1	0.35978540778160095
14	linear.bias	2	-1.206354022026062
14	linear.bias	3	-0.05754556506872177
14	linear.bias	4	-0.050822705030441284
14	linear.bias	5	0.30492737889289856
15	transitions	0	0.1289585530757904
15	transitions	1	-10000.0
15	transitions	2	1.4005262851715088
15	transitions	3	-0.8287793397903442
15	transitions	4	-10000.0
15	transitions	5	-10000.0
15	transitions	6	-10000.0
15	transitions	7	0.891604483127594
15	transitions	8	0.945079505443573
15	transitions	9	-0.8752945065498352
15	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
15	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
15	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
15	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
15	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
15	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
15	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
15	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
15	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
15	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
15	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
15	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
15	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
15	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
15	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
15	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
15	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
15	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
15	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
15	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
15	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
15	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
15	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
15	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
15	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
15	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
15	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
15	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
15	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
15	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
15	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
15	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
15	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
15	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
15	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
15	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
15	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
15	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
15	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
15	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
15	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
15	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
15	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
15	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
15	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
15	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
15	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
15	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
15	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
15	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
15	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
15	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
15	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
15	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
15	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
15	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
15	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
15	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
15	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
15	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
15	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
15	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
15	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
15	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
15	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
15	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
15	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
15	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
15	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
15	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
15	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
15	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
15	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
15	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
15	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
15	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
15	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
15	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
15	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
15	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
15	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
15	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
15	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
15	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
15	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
15	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
15	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
15	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
15	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
15	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
15	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
15	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
15	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
15	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
15	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
15	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
15	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
15	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
15	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
15	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
15	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
15	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
15	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
15	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
15	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
15	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
15	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
15	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
15	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
15	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
15	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
15	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
15	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
15	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
15	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
15	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
15	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
15	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
15	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
15	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
15	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
15	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
15	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
15	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
15	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
15	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
15	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
15	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
15	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
15	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
15	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
15	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
15	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
15	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
15	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
15	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
15	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
15	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
15	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
15	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
15	embedding2nn.weight	0	0.014725062064826488
15	embedding2nn.weight	1	0.0007357036229223013
15	embedding2nn.weight	2	0.005675897467881441
15	embedding2nn.weight	3	0.0008598719141446054
15	embedding2nn.weight	4	-0.008178290911018848
15	embedding2nn.weight	5	-0.005317418370395899
15	embedding2nn.weight	6	-0.001464896951802075
15	embedding2nn.weight	7	-0.0034451365936547518
15	embedding2nn.weight	8	0.015516656450927258
15	embedding2nn.weight	9	0.004416459705680609
15	embedding2nn.bias	0	0.007161714136600494
15	embedding2nn.bias	1	-0.015683917328715324
15	embedding2nn.bias	2	0.004613860044628382
15	embedding2nn.bias	3	-0.016803963109850883
15	embedding2nn.bias	4	-0.008166640996932983
15	embedding2nn.bias	5	-0.0070000337436795235
15	embedding2nn.bias	6	0.005086216144263744
15	embedding2nn.bias	7	0.017220642417669296
15	embedding2nn.bias	8	0.0010369796073064208
15	embedding2nn.bias	9	-0.004982162266969681
15	rnn.weight_ih_l0	0	-0.05089638754725456
15	rnn.weight_ih_l0	1	0.05075618252158165
15	rnn.weight_ih_l0	2	0.03186172991991043
15	rnn.weight_ih_l0	3	0.014734463766217232
15	rnn.weight_ih_l0	4	0.012535483576357365
15	rnn.weight_ih_l0	5	0.08417313545942307
15	rnn.weight_ih_l0	6	0.07559994608163834
15	rnn.weight_ih_l0	7	0.03777268901467323
15	rnn.weight_ih_l0	8	-0.04600522667169571
15	rnn.weight_ih_l0	9	0.008013870567083359
15	rnn.weight_hh_l0	0	0.008553463965654373
15	rnn.weight_hh_l0	1	-0.06366845965385437
15	rnn.weight_hh_l0	2	-0.06543129682540894
15	rnn.weight_hh_l0	3	0.0728091150522232
15	rnn.weight_hh_l0	4	0.07109483331441879
15	rnn.weight_hh_l0	5	0.004442243836820126
15	rnn.weight_hh_l0	6	0.003917314577847719
15	rnn.weight_hh_l0	7	-0.025882428511977196
15	rnn.weight_hh_l0	8	-0.029482031241059303
15	rnn.weight_hh_l0	9	0.05797295644879341
15	rnn.bias_ih_l0	0	-0.07244386523962021
15	rnn.bias_ih_l0	1	0.08645763248205185
15	rnn.bias_ih_l0	2	0.02209087833762169
15	rnn.bias_ih_l0	3	0.09086056053638458
15	rnn.bias_ih_l0	4	-0.07298925518989563
15	rnn.bias_ih_l0	5	0.0872817412018776
15	rnn.bias_ih_l0	6	-0.06834498047828674
15	rnn.bias_ih_l0	7	-0.032861847430467606
15	rnn.bias_ih_l0	8	-0.0854320377111435
15	rnn.bias_ih_l0	9	-0.050595179200172424
15	rnn.bias_hh_l0	0	0.030514033511281013
15	rnn.bias_hh_l0	1	0.07164864242076874
15	rnn.bias_hh_l0	2	0.06725218892097473
15	rnn.bias_hh_l0	3	0.08304105699062347
15	rnn.bias_hh_l0	4	-0.07697092741727829
15	rnn.bias_hh_l0	5	-0.0707743689417839
15	rnn.bias_hh_l0	6	0.07561405748128891
15	rnn.bias_hh_l0	7	-0.07808316498994827
15	rnn.bias_hh_l0	8	-0.025769686326384544
15	rnn.bias_hh_l0	9	0.014597581699490547
15	rnn.weight_ih_l0_reverse	0	0.07928244769573212
15	rnn.weight_ih_l0_reverse	1	0.07368983328342438
15	rnn.weight_ih_l0_reverse	2	0.038924477994441986
15	rnn.weight_ih_l0_reverse	3	0.033832620829343796
15	rnn.weight_ih_l0_reverse	4	-0.03711645305156708
15	rnn.weight_ih_l0_reverse	5	0.05110020563006401
15	rnn.weight_ih_l0_reverse	6	0.06642426550388336
15	rnn.weight_ih_l0_reverse	7	0.022912947461009026
15	rnn.weight_ih_l0_reverse	8	-0.05868956819176674
15	rnn.weight_ih_l0_reverse	9	-0.05284348875284195
15	rnn.weight_hh_l0_reverse	0	0.02534773200750351
15	rnn.weight_hh_l0_reverse	1	-0.08722757548093796
15	rnn.weight_hh_l0_reverse	2	0.06278135627508163
15	rnn.weight_hh_l0_reverse	3	-0.02143094688653946
15	rnn.weight_hh_l0_reverse	4	0.08378792554140091
15	rnn.weight_hh_l0_reverse	5	-0.0011604427127167583
15	rnn.weight_hh_l0_reverse	6	0.027605967596173286
15	rnn.weight_hh_l0_reverse	7	0.07831983268260956
15	rnn.weight_hh_l0_reverse	8	-0.02218879759311676
15	rnn.weight_hh_l0_reverse	9	-0.04667462036013603
15	rnn.bias_ih_l0_reverse	0	0.0004777254071086645
15	rnn.bias_ih_l0_reverse	1	-0.024964233860373497
15	rnn.bias_ih_l0_reverse	2	-0.020712457597255707
15	rnn.bias_ih_l0_reverse	3	0.048275984823703766
15	rnn.bias_ih_l0_reverse	4	0.06911273300647736
15	rnn.bias_ih_l0_reverse	5	-0.02554156258702278
15	rnn.bias_ih_l0_reverse	6	-0.02695600315928459
15	rnn.bias_ih_l0_reverse	7	-0.05195346847176552
15	rnn.bias_ih_l0_reverse	8	0.005216723307967186
15	rnn.bias_ih_l0_reverse	9	-0.06435766071081161
15	rnn.bias_hh_l0_reverse	0	0.03651397302746773
15	rnn.bias_hh_l0_reverse	1	-0.06572026014328003
15	rnn.bias_hh_l0_reverse	2	0.07986515015363693
15	rnn.bias_hh_l0_reverse	3	0.05550071969628334
15	rnn.bias_hh_l0_reverse	4	0.029820378869771957
15	rnn.bias_hh_l0_reverse	5	0.04095190018415451
15	rnn.bias_hh_l0_reverse	6	0.06212871894240379
15	rnn.bias_hh_l0_reverse	7	0.08701764792203903
15	rnn.bias_hh_l0_reverse	8	-0.009124028496444225
15	rnn.bias_hh_l0_reverse	9	0.05413234978914261
15	rnn.weight_ih_l1	0	0.021364005282521248
15	rnn.weight_ih_l1	1	0.015222174115478992
15	rnn.weight_ih_l1	2	0.06886674463748932
15	rnn.weight_ih_l1	3	-0.024445798248052597
15	rnn.weight_ih_l1	4	-0.02420368231832981
15	rnn.weight_ih_l1	5	-0.011965001001954079
15	rnn.weight_ih_l1	6	0.07124938070774078
15	rnn.weight_ih_l1	7	-0.00623701885342598
15	rnn.weight_ih_l1	8	-0.053417328745126724
15	rnn.weight_ih_l1	9	0.06046932935714722
15	rnn.weight_hh_l1	0	-0.07065397500991821
15	rnn.weight_hh_l1	1	-0.03719015046954155
15	rnn.weight_hh_l1	2	-0.008226652629673481
15	rnn.weight_hh_l1	3	-0.0584259070456028
15	rnn.weight_hh_l1	4	0.08592799305915833
15	rnn.weight_hh_l1	5	-0.08448247611522675
15	rnn.weight_hh_l1	6	-0.0483524352312088
15	rnn.weight_hh_l1	7	0.06576082855463028
15	rnn.weight_hh_l1	8	-0.013597401790320873
15	rnn.weight_hh_l1	9	-0.04076169803738594
15	rnn.bias_ih_l1	0	-0.06759469956159592
15	rnn.bias_ih_l1	1	0.05831563472747803
15	rnn.bias_ih_l1	2	-0.05140066519379616
15	rnn.bias_ih_l1	3	-0.06571537256240845
15	rnn.bias_ih_l1	4	-0.030246373265981674
15	rnn.bias_ih_l1	5	-0.04412418231368065
15	rnn.bias_ih_l1	6	-0.04159928858280182
15	rnn.bias_ih_l1	7	0.06243879348039627
15	rnn.bias_ih_l1	8	0.08736910670995712
15	rnn.bias_ih_l1	9	0.022363130003213882
15	rnn.bias_hh_l1	0	0.07047855854034424
15	rnn.bias_hh_l1	1	-0.05751625820994377
15	rnn.bias_hh_l1	2	0.02464490570127964
15	rnn.bias_hh_l1	3	0.062109969556331635
15	rnn.bias_hh_l1	4	0.05765169486403465
15	rnn.bias_hh_l1	5	-0.07846985757350922
15	rnn.bias_hh_l1	6	0.01604987308382988
15	rnn.bias_hh_l1	7	0.038282353430986404
15	rnn.bias_hh_l1	8	0.010944793000817299
15	rnn.bias_hh_l1	9	-0.003024927107617259
15	rnn.weight_ih_l1_reverse	0	0.08618265390396118
15	rnn.weight_ih_l1_reverse	1	-0.04153333231806755
15	rnn.weight_ih_l1_reverse	2	-0.06217915192246437
15	rnn.weight_ih_l1_reverse	3	0.025543401017785072
15	rnn.weight_ih_l1_reverse	4	-0.04607175290584564
15	rnn.weight_ih_l1_reverse	5	0.024113811552524567
15	rnn.weight_ih_l1_reverse	6	0.04032247141003609
15	rnn.weight_ih_l1_reverse	7	0.020357854664325714
15	rnn.weight_ih_l1_reverse	8	-0.007846502587199211
15	rnn.weight_ih_l1_reverse	9	-0.0662074089050293
15	rnn.weight_hh_l1_reverse	0	0.005214159842580557
15	rnn.weight_hh_l1_reverse	1	0.018819110468029976
15	rnn.weight_hh_l1_reverse	2	-0.05816252902150154
15	rnn.weight_hh_l1_reverse	3	-0.012910187244415283
15	rnn.weight_hh_l1_reverse	4	0.008615260012447834
15	rnn.weight_hh_l1_reverse	5	-0.06222723424434662
15	rnn.weight_hh_l1_reverse	6	-0.06728934496641159
15	rnn.weight_hh_l1_reverse	7	-0.011535823345184326
15	rnn.weight_hh_l1_reverse	8	-0.05612694099545479
15	rnn.weight_hh_l1_reverse	9	-0.04337433725595474
15	rnn.bias_ih_l1_reverse	0	-0.0030344093684107065
15	rnn.bias_ih_l1_reverse	1	-0.03911023586988449
15	rnn.bias_ih_l1_reverse	2	0.020908379927277565
15	rnn.bias_ih_l1_reverse	3	-0.07563211023807526
15	rnn.bias_ih_l1_reverse	4	-0.08681169897317886
15	rnn.bias_ih_l1_reverse	5	-0.08685243129730225
15	rnn.bias_ih_l1_reverse	6	0.056798215955495834
15	rnn.bias_ih_l1_reverse	7	0.08643452823162079
15	rnn.bias_ih_l1_reverse	8	-0.011159620247781277
15	rnn.bias_ih_l1_reverse	9	-0.01495677512139082
15	rnn.bias_hh_l1_reverse	0	0.05966104939579964
15	rnn.bias_hh_l1_reverse	1	-0.0699988380074501
15	rnn.bias_hh_l1_reverse	2	-0.049189042299985886
15	rnn.bias_hh_l1_reverse	3	0.0748419389128685
15	rnn.bias_hh_l1_reverse	4	-0.02284848876297474
15	rnn.bias_hh_l1_reverse	5	-0.006523141637444496
15	rnn.bias_hh_l1_reverse	6	-0.05976293608546257
15	rnn.bias_hh_l1_reverse	7	-0.060890525579452515
15	rnn.bias_hh_l1_reverse	8	0.0653652772307396
15	rnn.bias_hh_l1_reverse	9	0.034347228705883026
15	rnn.weight_ih_l2	0	0.07671506702899933
15	rnn.weight_ih_l2	1	-0.05438873916864395
15	rnn.weight_ih_l2	2	0.06332788616418839
15	rnn.weight_ih_l2	3	0.06623320281505585
15	rnn.weight_ih_l2	4	0.05608166381716728
15	rnn.weight_ih_l2	5	-0.03855165094137192
15	rnn.weight_ih_l2	6	-0.07602602988481522
15	rnn.weight_ih_l2	7	0.014279144816100597
15	rnn.weight_ih_l2	8	-0.01713981293141842
15	rnn.weight_ih_l2	9	-0.0692877322435379
15	rnn.weight_hh_l2	0	0.048527102917432785
15	rnn.weight_hh_l2	1	0.03183113411068916
15	rnn.weight_hh_l2	2	-0.054927434772253036
15	rnn.weight_hh_l2	3	-0.025090007111430168
15	rnn.weight_hh_l2	4	0.05412871390581131
15	rnn.weight_hh_l2	5	-0.02746991626918316
15	rnn.weight_hh_l2	6	0.008022553287446499
15	rnn.weight_hh_l2	7	-0.05281320959329605
15	rnn.weight_hh_l2	8	-0.005287047941237688
15	rnn.weight_hh_l2	9	-0.019846227020025253
15	rnn.bias_ih_l2	0	0.09525427222251892
15	rnn.bias_ih_l2	1	0.014697583392262459
15	rnn.bias_ih_l2	2	0.06970097869634628
15	rnn.bias_ih_l2	3	0.012866613455116749
15	rnn.bias_ih_l2	4	-0.004435797221958637
15	rnn.bias_ih_l2	5	0.03680417314171791
15	rnn.bias_ih_l2	6	0.017869094386696815
15	rnn.bias_ih_l2	7	0.01130513846874237
15	rnn.bias_ih_l2	8	0.028965942561626434
15	rnn.bias_ih_l2	9	-0.012012827210128307
15	rnn.bias_hh_l2	0	0.07055694609880447
15	rnn.bias_hh_l2	1	-0.000980172771960497
15	rnn.bias_hh_l2	2	0.06618614494800568
15	rnn.bias_hh_l2	3	0.03184504806995392
15	rnn.bias_hh_l2	4	0.07279093563556671
15	rnn.bias_hh_l2	5	-0.040089163929224014
15	rnn.bias_hh_l2	6	0.04136968404054642
15	rnn.bias_hh_l2	7	-0.024622933939099312
15	rnn.bias_hh_l2	8	0.04482761770486832
15	rnn.bias_hh_l2	9	0.07662780582904816
15	rnn.weight_ih_l2_reverse	0	0.08242415636777878
15	rnn.weight_ih_l2_reverse	1	-0.060596682131290436
15	rnn.weight_ih_l2_reverse	2	0.0008554717060178518
15	rnn.weight_ih_l2_reverse	3	0.035430699586868286
15	rnn.weight_ih_l2_reverse	4	0.054003700613975525
15	rnn.weight_ih_l2_reverse	5	-0.040598489344120026
15	rnn.weight_ih_l2_reverse	6	-0.0008753729052841663
15	rnn.weight_ih_l2_reverse	7	-0.004005947150290012
15	rnn.weight_ih_l2_reverse	8	0.005222526378929615
15	rnn.weight_ih_l2_reverse	9	-0.08232284337282181
15	rnn.weight_hh_l2_reverse	0	-0.08282414823770523
15	rnn.weight_hh_l2_reverse	1	0.011340848170220852
15	rnn.weight_hh_l2_reverse	2	0.010545233264565468
15	rnn.weight_hh_l2_reverse	3	0.024319756776094437
15	rnn.weight_hh_l2_reverse	4	-0.03700105845928192
15	rnn.weight_hh_l2_reverse	5	-0.014829668216407299
15	rnn.weight_hh_l2_reverse	6	-0.038831617683172226
15	rnn.weight_hh_l2_reverse	7	-0.05981295183300972
15	rnn.weight_hh_l2_reverse	8	-0.006892259698361158
15	rnn.weight_hh_l2_reverse	9	-0.05904115363955498
15	rnn.bias_ih_l2_reverse	0	-0.015527337789535522
15	rnn.bias_ih_l2_reverse	1	-0.02804526686668396
15	rnn.bias_ih_l2_reverse	2	0.03636646270751953
15	rnn.bias_ih_l2_reverse	3	-0.008776663802564144
15	rnn.bias_ih_l2_reverse	4	0.07945084571838379
15	rnn.bias_ih_l2_reverse	5	-0.0885830894112587
15	rnn.bias_ih_l2_reverse	6	-0.042680155485868454
15	rnn.bias_ih_l2_reverse	7	-0.052984267473220825
15	rnn.bias_ih_l2_reverse	8	0.10385745018720627
15	rnn.bias_ih_l2_reverse	9	0.041081082075834274
15	rnn.bias_hh_l2_reverse	0	0.05075230449438095
15	rnn.bias_hh_l2_reverse	1	-0.08875492960214615
15	rnn.bias_hh_l2_reverse	2	-0.0667555034160614
15	rnn.bias_hh_l2_reverse	3	0.03740515187382698
15	rnn.bias_hh_l2_reverse	4	0.023963687941432
15	rnn.bias_hh_l2_reverse	5	0.0476578027009964
15	rnn.bias_hh_l2_reverse	6	-0.0814209133386612
15	rnn.bias_hh_l2_reverse	7	-0.010486234910786152
15	rnn.bias_hh_l2_reverse	8	-0.08240754157304764
15	rnn.bias_hh_l2_reverse	9	-0.05390347167849541
15	linear.weight	0	0.025028489530086517
15	linear.weight	1	0.04792860522866249
15	linear.weight	2	-0.018717557191848755
15	linear.weight	3	-0.03551656752824783
15	linear.weight	4	-0.022248394787311554
15	linear.weight	5	0.03241218626499176
15	linear.weight	6	0.05560439079999924
15	linear.weight	7	-0.046083416789770126
15	linear.weight	8	0.0038428690750151873
15	linear.weight	9	0.05667854845523834
15	linear.bias	0	0.444060742855072
15	linear.bias	1	0.32882896065711975
15	linear.bias	2	-1.2217168807983398
15	linear.bias	3	-0.05754556506872177
15	linear.bias	4	-0.050822705030441284
15	linear.bias	5	0.3475233316421509
16	transitions	0	0.12621207535266876
16	transitions	1	-10000.0
16	transitions	2	1.4326730966567993
16	transitions	3	-0.8600802421569824
16	transitions	4	-10000.0
16	transitions	5	-10000.0
16	transitions	6	-10000.0
16	transitions	7	0.8911417722702026
16	transitions	8	0.9419330358505249
16	transitions	9	-0.8955713510513306
16	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
16	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
16	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
16	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
16	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
16	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
16	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
16	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
16	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
16	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
16	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
16	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
16	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
16	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
16	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
16	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
16	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
16	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
16	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
16	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
16	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
16	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
16	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
16	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
16	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
16	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
16	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
16	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
16	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
16	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
16	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
16	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
16	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
16	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
16	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
16	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
16	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
16	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
16	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
16	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
16	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
16	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
16	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
16	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
16	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
16	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
16	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
16	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
16	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
16	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
16	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
16	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
16	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
16	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
16	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
16	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
16	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
16	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
16	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
16	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
16	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
16	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
16	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
16	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
16	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
16	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
16	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
16	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
16	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
16	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
16	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
16	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
16	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
16	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
16	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
16	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
16	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
16	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
16	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
16	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
16	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
16	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
16	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
16	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
16	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
16	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
16	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
16	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
16	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
16	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
16	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
16	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
16	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
16	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
16	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
16	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
16	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
16	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
16	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
16	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
16	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
16	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
16	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
16	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
16	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
16	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
16	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
16	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
16	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
16	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
16	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
16	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
16	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
16	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
16	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
16	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
16	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
16	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
16	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
16	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
16	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
16	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
16	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
16	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
16	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
16	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
16	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
16	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
16	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
16	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
16	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
16	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
16	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
16	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
16	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
16	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
16	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
16	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
16	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
16	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
16	embedding2nn.weight	0	0.014727645553648472
16	embedding2nn.weight	1	0.00073048664489761
16	embedding2nn.weight	2	0.005674157757312059
16	embedding2nn.weight	3	0.0008587379124946892
16	embedding2nn.weight	4	-0.008117393590509892
16	embedding2nn.weight	5	-0.005325456615537405
16	embedding2nn.weight	6	-0.001452231896109879
16	embedding2nn.weight	7	-0.0034377616830170155
16	embedding2nn.weight	8	0.01556581910699606
16	embedding2nn.weight	9	0.004424138925969601
16	embedding2nn.bias	0	0.007243709173053503
16	embedding2nn.bias	1	-0.01509049627929926
16	embedding2nn.bias	2	0.005046481732279062
16	embedding2nn.bias	3	-0.016819776967167854
16	embedding2nn.bias	4	-0.008096277713775635
16	embedding2nn.bias	5	-0.006061225198209286
16	embedding2nn.bias	6	0.004920406267046928
16	embedding2nn.bias	7	0.016992146149277687
16	embedding2nn.bias	8	0.001449234434403479
16	embedding2nn.bias	9	-0.004393101204186678
16	rnn.weight_ih_l0	0	-0.05089644342660904
16	rnn.weight_ih_l0	1	0.05075674131512642
16	rnn.weight_ih_l0	2	0.03186040371656418
16	rnn.weight_ih_l0	3	0.014736074022948742
16	rnn.weight_ih_l0	4	0.012470430694520473
16	rnn.weight_ih_l0	5	0.08417356014251709
16	rnn.weight_ih_l0	6	0.07559789717197418
16	rnn.weight_ih_l0	7	0.03776926174759865
16	rnn.weight_ih_l0	8	-0.045966874808073044
16	rnn.weight_ih_l0	9	0.008034661412239075
16	rnn.weight_hh_l0	0	0.008552704006433487
16	rnn.weight_hh_l0	1	-0.06365814805030823
16	rnn.weight_hh_l0	2	-0.06543277949094772
16	rnn.weight_hh_l0	3	0.07280927896499634
16	rnn.weight_hh_l0	4	0.07110018283128738
16	rnn.weight_hh_l0	5	0.004436547867953777
16	rnn.weight_hh_l0	6	0.003910341765731573
16	rnn.weight_hh_l0	7	-0.025884542614221573
16	rnn.weight_hh_l0	8	-0.029494386166334152
16	rnn.weight_hh_l0	9	0.05797475948929787
16	rnn.bias_ih_l0	0	-0.07236526161432266
16	rnn.bias_ih_l0	1	0.0864197164773941
16	rnn.bias_ih_l0	2	0.022296659648418427
16	rnn.bias_ih_l0	3	0.09117413312196732
16	rnn.bias_ih_l0	4	-0.07328999787569046
16	rnn.bias_ih_l0	5	0.0872662141919136
16	rnn.bias_ih_l0	6	-0.0684317797422409
16	rnn.bias_ih_l0	7	-0.032824307680130005
16	rnn.bias_ih_l0	8	-0.08557094633579254
16	rnn.bias_ih_l0	9	-0.05054692178964615
16	rnn.bias_hh_l0	0	0.030876295641064644
16	rnn.bias_hh_l0	1	0.07166270166635513
16	rnn.bias_hh_l0	2	0.0672091394662857
16	rnn.bias_hh_l0	3	0.08306249976158142
16	rnn.bias_hh_l0	4	-0.07782568037509918
16	rnn.bias_hh_l0	5	-0.07069887965917587
16	rnn.bias_hh_l0	6	0.07562967389822006
16	rnn.bias_hh_l0	7	-0.07776190340518951
16	rnn.bias_hh_l0	8	-0.02581755444407463
16	rnn.bias_hh_l0	9	0.01420206855982542
16	rnn.weight_ih_l0_reverse	0	0.0792771503329277
16	rnn.weight_ih_l0_reverse	1	0.07368482649326324
16	rnn.weight_ih_l0_reverse	2	0.03892127424478531
16	rnn.weight_ih_l0_reverse	3	0.03383195027709007
16	rnn.weight_ih_l0_reverse	4	-0.037101395428180695
16	rnn.weight_ih_l0_reverse	5	0.05109988525509834
16	rnn.weight_ih_l0_reverse	6	0.06642642617225647
16	rnn.weight_ih_l0_reverse	7	0.02292931079864502
16	rnn.weight_ih_l0_reverse	8	-0.05867654085159302
16	rnn.weight_ih_l0_reverse	9	-0.05284300819039345
16	rnn.weight_hh_l0_reverse	0	0.02532043494284153
16	rnn.weight_hh_l0_reverse	1	-0.08722790330648422
16	rnn.weight_hh_l0_reverse	2	0.06278049945831299
16	rnn.weight_hh_l0_reverse	3	-0.02142920158803463
16	rnn.weight_hh_l0_reverse	4	0.0837823748588562
16	rnn.weight_hh_l0_reverse	5	-0.0011587049812078476
16	rnn.weight_hh_l0_reverse	6	0.02762727253139019
16	rnn.weight_hh_l0_reverse	7	0.07831786572933197
16	rnn.weight_hh_l0_reverse	8	-0.0221842173486948
16	rnn.weight_hh_l0_reverse	9	-0.04667387902736664
16	rnn.bias_ih_l0_reverse	0	0.000499197281897068
16	rnn.bias_ih_l0_reverse	1	-0.02511824108660221
16	rnn.bias_ih_l0_reverse	2	-0.020329536870121956
16	rnn.bias_ih_l0_reverse	3	0.04818937927484512
16	rnn.bias_ih_l0_reverse	4	0.06905096769332886
16	rnn.bias_ih_l0_reverse	5	-0.025508390739560127
16	rnn.bias_ih_l0_reverse	6	-0.02699037827551365
16	rnn.bias_ih_l0_reverse	7	-0.051917750388383865
16	rnn.bias_ih_l0_reverse	8	0.005351462867110968
16	rnn.bias_ih_l0_reverse	9	-0.06374496966600418
16	rnn.bias_hh_l0_reverse	0	0.03658287972211838
16	rnn.bias_hh_l0_reverse	1	-0.0651075690984726
16	rnn.bias_hh_l0_reverse	2	0.07981643825769424
16	rnn.bias_hh_l0_reverse	3	0.055594608187675476
16	rnn.bias_hh_l0_reverse	4	0.029441289603710175
16	rnn.bias_hh_l0_reverse	5	0.040950581431388855
16	rnn.bias_hh_l0_reverse	6	0.06213146448135376
16	rnn.bias_hh_l0_reverse	7	0.08685791492462158
16	rnn.bias_hh_l0_reverse	8	-0.009186476469039917
16	rnn.bias_hh_l0_reverse	9	0.05483844503760338
16	rnn.weight_ih_l1	0	0.021357478573918343
16	rnn.weight_ih_l1	1	0.015210994519293308
16	rnn.weight_ih_l1	2	0.06897054612636566
16	rnn.weight_ih_l1	3	-0.024449342861771584
16	rnn.weight_ih_l1	4	-0.024204909801483154
16	rnn.weight_ih_l1	5	-0.011964643374085426
16	rnn.weight_ih_l1	6	0.07125385850667953
16	rnn.weight_ih_l1	7	-0.006269609089940786
16	rnn.weight_ih_l1	8	-0.05340707674622536
16	rnn.weight_ih_l1	9	0.06069576367735863
16	rnn.weight_hh_l1	0	-0.07065924257040024
16	rnn.weight_hh_l1	1	-0.03714938834309578
16	rnn.weight_hh_l1	2	-0.008227133192121983
16	rnn.weight_hh_l1	3	-0.058412548154592514
16	rnn.weight_hh_l1	4	0.08592910319566727
16	rnn.weight_hh_l1	5	-0.0845039114356041
16	rnn.weight_hh_l1	6	-0.0483502559363842
16	rnn.weight_hh_l1	7	0.06580892205238342
16	rnn.weight_hh_l1	8	-0.013597794808447361
16	rnn.weight_hh_l1	9	-0.04077819734811783
16	rnn.bias_ih_l1	0	-0.06749916076660156
16	rnn.bias_ih_l1	1	0.05838005989789963
16	rnn.bias_ih_l1	2	-0.05142227187752724
16	rnn.bias_ih_l1	3	-0.06562566012144089
16	rnn.bias_ih_l1	4	-0.03016158938407898
16	rnn.bias_ih_l1	5	-0.04576289281249046
16	rnn.bias_ih_l1	6	-0.041444581001996994
16	rnn.bias_ih_l1	7	0.06253857165575027
16	rnn.bias_ih_l1	8	0.0872453898191452
16	rnn.bias_ih_l1	9	0.022307079285383224
16	rnn.bias_hh_l1	0	0.07046918570995331
16	rnn.bias_hh_l1	1	-0.05754944682121277
16	rnn.bias_hh_l1	2	0.024674037471413612
16	rnn.bias_hh_l1	3	0.0622299425303936
16	rnn.bias_hh_l1	4	0.05762246251106262
16	rnn.bias_hh_l1	5	-0.07847433537244797
16	rnn.bias_hh_l1	6	0.01604149304330349
16	rnn.bias_hh_l1	7	0.038356948643922806
16	rnn.bias_hh_l1	8	0.010727474465966225
16	rnn.bias_hh_l1	9	-0.0030972787644714117
16	rnn.weight_ih_l1_reverse	0	0.08615723997354507
16	rnn.weight_ih_l1_reverse	1	-0.04152257367968559
16	rnn.weight_ih_l1_reverse	2	-0.06218274310231209
16	rnn.weight_ih_l1_reverse	3	0.025540567934513092
16	rnn.weight_ih_l1_reverse	4	-0.046068813651800156
16	rnn.weight_ih_l1_reverse	5	0.024117102846503258
16	rnn.weight_ih_l1_reverse	6	0.040320731699466705
16	rnn.weight_ih_l1_reverse	7	0.020405782386660576
16	rnn.weight_ih_l1_reverse	8	-0.0078474385663867
16	rnn.weight_ih_l1_reverse	9	-0.06609808653593063
16	rnn.weight_hh_l1_reverse	0	0.0052124266512691975
16	rnn.weight_hh_l1_reverse	1	0.018822072073817253
16	rnn.weight_hh_l1_reverse	2	-0.05815809592604637
16	rnn.weight_hh_l1_reverse	3	-0.01290673017501831
16	rnn.weight_hh_l1_reverse	4	0.008615230210125446
16	rnn.weight_hh_l1_reverse	5	-0.06217996031045914
16	rnn.weight_hh_l1_reverse	6	-0.06729134172201157
16	rnn.weight_hh_l1_reverse	7	-0.011539703235030174
16	rnn.weight_hh_l1_reverse	8	-0.056137535721063614
16	rnn.weight_hh_l1_reverse	9	-0.043378911912441254
16	rnn.bias_ih_l1_reverse	0	-0.003083513816818595
16	rnn.bias_ih_l1_reverse	1	-0.038923170417547226
16	rnn.bias_ih_l1_reverse	2	0.021099984645843506
16	rnn.bias_ih_l1_reverse	3	-0.07557956129312515
16	rnn.bias_ih_l1_reverse	4	-0.08685236424207687
16	rnn.bias_ih_l1_reverse	5	-0.08680211007595062
16	rnn.bias_ih_l1_reverse	6	0.05685126781463623
16	rnn.bias_ih_l1_reverse	7	0.0863625705242157
16	rnn.bias_ih_l1_reverse	8	-0.01122066006064415
16	rnn.bias_ih_l1_reverse	9	-0.014925450086593628
16	rnn.bias_hh_l1_reverse	0	0.05968758091330528
16	rnn.bias_hh_l1_reverse	1	-0.0698116198182106
16	rnn.bias_hh_l1_reverse	2	-0.04929467663168907
16	rnn.bias_hh_l1_reverse	3	0.07481370866298676
16	rnn.bias_hh_l1_reverse	4	-0.02272552065551281
16	rnn.bias_hh_l1_reverse	5	-0.006665168795734644
16	rnn.bias_hh_l1_reverse	6	-0.059733930975198746
16	rnn.bias_hh_l1_reverse	7	-0.061079103499650955
16	rnn.bias_hh_l1_reverse	8	0.06530791521072388
16	rnn.bias_hh_l1_reverse	9	0.03084889054298401
16	rnn.weight_ih_l2	0	0.07672140747308731
16	rnn.weight_ih_l2	1	-0.054395753890275955
16	rnn.weight_ih_l2	2	0.06332554668188095
16	rnn.weight_ih_l2	3	0.06622573733329773
16	rnn.weight_ih_l2	4	0.05608082935214043
16	rnn.weight_ih_l2	5	-0.03854207694530487
16	rnn.weight_ih_l2	6	-0.07589989900588989
16	rnn.weight_ih_l2	7	0.014276054687798023
16	rnn.weight_ih_l2	8	-0.01713699847459793
16	rnn.weight_ih_l2	9	-0.06928229331970215
16	rnn.weight_hh_l2	0	0.04851891100406647
16	rnn.weight_hh_l2	1	0.03181004896759987
16	rnn.weight_hh_l2	2	-0.05492479354143143
16	rnn.weight_hh_l2	3	-0.025090573355555534
16	rnn.weight_hh_l2	4	0.05413505807518959
16	rnn.weight_hh_l2	5	-0.027479765936732292
16	rnn.weight_hh_l2	6	0.008024322800338268
16	rnn.weight_hh_l2	7	-0.05281155928969383
16	rnn.weight_hh_l2	8	-0.0052849226631224155
16	rnn.weight_hh_l2	9	-0.019877037033438683
16	rnn.bias_ih_l2	0	0.09687118977308273
16	rnn.bias_ih_l2	1	0.014608711004257202
16	rnn.bias_ih_l2	2	0.0706818625330925
16	rnn.bias_ih_l2	3	0.013008682057261467
16	rnn.bias_ih_l2	4	-0.004390769172459841
16	rnn.bias_ih_l2	5	0.03679885342717171
16	rnn.bias_ih_l2	6	0.017956102266907692
16	rnn.bias_ih_l2	7	0.01140070054680109
16	rnn.bias_ih_l2	8	0.029501890763640404
16	rnn.bias_ih_l2	9	-0.01204143837094307
16	rnn.bias_hh_l2	0	0.07132492959499359
16	rnn.bias_hh_l2	1	-0.0009472059900872409
16	rnn.bias_hh_l2	2	0.06633444130420685
16	rnn.bias_hh_l2	3	0.031775038689374924
16	rnn.bias_hh_l2	4	0.0728207603096962
16	rnn.bias_hh_l2	5	-0.04077322781085968
16	rnn.bias_hh_l2	6	0.0448354035615921
16	rnn.bias_hh_l2	7	-0.024627769365906715
16	rnn.bias_hh_l2	8	0.044867001473903656
16	rnn.bias_hh_l2	9	0.07736168056726456
16	rnn.weight_ih_l2_reverse	0	0.08241657167673111
16	rnn.weight_ih_l2_reverse	1	-0.06061242148280144
16	rnn.weight_ih_l2_reverse	2	0.0008581143338233232
16	rnn.weight_ih_l2_reverse	3	0.03542483597993851
16	rnn.weight_ih_l2_reverse	4	0.05400224030017853
16	rnn.weight_ih_l2_reverse	5	-0.04060082510113716
16	rnn.weight_ih_l2_reverse	6	-0.0009387831669300795
16	rnn.weight_ih_l2_reverse	7	-0.003939223010092974
16	rnn.weight_ih_l2_reverse	8	0.005958072375506163
16	rnn.weight_ih_l2_reverse	9	-0.08232050389051437
16	rnn.weight_hh_l2_reverse	0	-0.08281013369560242
16	rnn.weight_hh_l2_reverse	1	0.011183821596205235
16	rnn.weight_hh_l2_reverse	2	0.010545981116592884
16	rnn.weight_hh_l2_reverse	3	0.02432144060730934
16	rnn.weight_hh_l2_reverse	4	-0.03700709715485573
16	rnn.weight_hh_l2_reverse	5	-0.014829403720796108
16	rnn.weight_hh_l2_reverse	6	-0.038737110793590546
16	rnn.weight_hh_l2_reverse	7	-0.05981586501002312
16	rnn.weight_hh_l2_reverse	8	-0.006896413862705231
16	rnn.weight_hh_l2_reverse	9	-0.059041429311037064
16	rnn.bias_ih_l2_reverse	0	-0.014930061995983124
16	rnn.bias_ih_l2_reverse	1	-0.028046989813447
16	rnn.bias_ih_l2_reverse	2	0.03632742539048195
16	rnn.bias_ih_l2_reverse	3	-0.008686093613505363
16	rnn.bias_ih_l2_reverse	4	0.07945214956998825
16	rnn.bias_ih_l2_reverse	5	-0.08854807168245316
16	rnn.bias_ih_l2_reverse	6	-0.042541246861219406
16	rnn.bias_ih_l2_reverse	7	-0.05320011079311371
16	rnn.bias_ih_l2_reverse	8	0.09949183464050293
16	rnn.bias_ih_l2_reverse	9	0.040226325392723083
16	rnn.bias_hh_l2_reverse	0	0.05133551359176636
16	rnn.bias_hh_l2_reverse	1	-0.08744204044342041
16	rnn.bias_hh_l2_reverse	2	-0.06672169268131256
16	rnn.bias_hh_l2_reverse	3	0.0374356284737587
16	rnn.bias_hh_l2_reverse	4	0.02391880191862583
16	rnn.bias_hh_l2_reverse	5	0.047654181718826294
16	rnn.bias_hh_l2_reverse	6	-0.08135872334241867
16	rnn.bias_hh_l2_reverse	7	-0.010407732799649239
16	rnn.bias_hh_l2_reverse	8	-0.082431860268116
16	rnn.bias_hh_l2_reverse	9	-0.0538661926984787
16	linear.weight	0	0.025028489530086517
16	linear.weight	1	0.041981231421232224
16	linear.weight	2	-0.01848410628736019
16	linear.weight	3	-0.034989453852176666
16	linear.weight	4	-0.022248394787311554
16	linear.weight	5	0.033778853714466095
16	linear.weight	6	0.0587189681828022
16	linear.weight	7	-0.04348175972700119
16	linear.weight	8	0.0029426172841340303
16	linear.weight	9	0.054074760526418686
16	linear.bias	0	0.44605523347854614
16	linear.bias	1	0.29717788100242615
16	linear.bias	2	-1.2344915866851807
16	linear.bias	3	-0.05754556506872177
16	linear.bias	4	-0.050822705030441284
16	linear.bias	5	0.3899546265602112
17	transitions	0	0.12395846098661423
17	transitions	1	-10000.0
17	transitions	2	1.4568450450897217
17	transitions	3	-0.8522838354110718
17	transitions	4	-10000.0
17	transitions	5	-10000.0
17	transitions	6	-10000.0
17	transitions	7	0.8907586336135864
17	transitions	8	0.939616858959198
17	transitions	9	-0.9003415703773499
17	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
17	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
17	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
17	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
17	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
17	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
17	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
17	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
17	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
17	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
17	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
17	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
17	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
17	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
17	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
17	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
17	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
17	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
17	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
17	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
17	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
17	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
17	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
17	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
17	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
17	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
17	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
17	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
17	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
17	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
17	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
17	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
17	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
17	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
17	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
17	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
17	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
17	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
17	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
17	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
17	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
17	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
17	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
17	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
17	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
17	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
17	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
17	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
17	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
17	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
17	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
17	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
17	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
17	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
17	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
17	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
17	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
17	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
17	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
17	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
17	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
17	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
17	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
17	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
17	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
17	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
17	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
17	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
17	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
17	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
17	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
17	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
17	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
17	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
17	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
17	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
17	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
17	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
17	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
17	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
17	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
17	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
17	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
17	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
17	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
17	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
17	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
17	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
17	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
17	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
17	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
17	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
17	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
17	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
17	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
17	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
17	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
17	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
17	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
17	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
17	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
17	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
17	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
17	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
17	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
17	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
17	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
17	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
17	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
17	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
17	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
17	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
17	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
17	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
17	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
17	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
17	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
17	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
17	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
17	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
17	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
17	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
17	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
17	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
17	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
17	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
17	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
17	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
17	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
17	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
17	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
17	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
17	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
17	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
17	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
17	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
17	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
17	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
17	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
17	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
17	embedding2nn.weight	0	0.014726318418979645
17	embedding2nn.weight	1	0.0007312101079151034
17	embedding2nn.weight	2	0.005678996443748474
17	embedding2nn.weight	3	0.0008587446645833552
17	embedding2nn.weight	4	-0.008226742967963219
17	embedding2nn.weight	5	-0.005323369987308979
17	embedding2nn.weight	6	-0.0014672094257548451
17	embedding2nn.weight	7	-0.0034334922675043344
17	embedding2nn.weight	8	0.015561428852379322
17	embedding2nn.weight	9	0.0044248271733522415
17	embedding2nn.bias	0	0.007051246706396341
17	embedding2nn.bias	1	-0.015465323813259602
17	embedding2nn.bias	2	0.005124158691614866
17	embedding2nn.bias	3	-0.017202211543917656
17	embedding2nn.bias	4	-0.007580783683806658
17	embedding2nn.bias	5	-0.005997445434331894
17	embedding2nn.bias	6	0.004409746266901493
17	embedding2nn.bias	7	0.01670072227716446
17	embedding2nn.bias	8	0.0015414929948747158
17	embedding2nn.bias	9	-0.003908875398337841
17	rnn.weight_ih_l0	0	-0.050895825028419495
17	rnn.weight_ih_l0	1	0.050758615136146545
17	rnn.weight_ih_l0	2	0.031861014664173126
17	rnn.weight_ih_l0	3	0.014737018384039402
17	rnn.weight_ih_l0	4	0.012466680258512497
17	rnn.weight_ih_l0	5	0.08417326956987381
17	rnn.weight_ih_l0	6	0.07559819519519806
17	rnn.weight_ih_l0	7	0.03777076676487923
17	rnn.weight_ih_l0	8	-0.0459982194006443
17	rnn.weight_ih_l0	9	0.008017122745513916
17	rnn.weight_hh_l0	0	0.0085515808314085
17	rnn.weight_hh_l0	1	-0.06365857273340225
17	rnn.weight_hh_l0	2	-0.06542880833148956
17	rnn.weight_hh_l0	3	0.07281021028757095
17	rnn.weight_hh_l0	4	0.0711020678281784
17	rnn.weight_hh_l0	5	0.004460821859538555
17	rnn.weight_hh_l0	6	0.0039116498082876205
17	rnn.weight_hh_l0	7	-0.025926930829882622
17	rnn.weight_hh_l0	8	-0.02955762855708599
17	rnn.weight_hh_l0	9	0.0579756535589695
17	rnn.bias_ih_l0	0	-0.07234203815460205
17	rnn.bias_ih_l0	1	0.08658954501152039
17	rnn.bias_ih_l0	2	0.022326476871967316
17	rnn.bias_ih_l0	3	0.09073805809020996
17	rnn.bias_ih_l0	4	-0.07348369807004929
17	rnn.bias_ih_l0	5	0.08729449659585953
17	rnn.bias_ih_l0	6	-0.06948302686214447
17	rnn.bias_ih_l0	7	-0.032773274928331375
17	rnn.bias_ih_l0	8	-0.08725149929523468
17	rnn.bias_ih_l0	9	-0.050578244030475616
17	rnn.bias_hh_l0	0	0.03190886974334717
17	rnn.bias_hh_l0	1	0.07169686257839203
17	rnn.bias_hh_l0	2	0.06716980785131454
17	rnn.bias_hh_l0	3	0.08300657570362091
17	rnn.bias_hh_l0	4	-0.07839002460241318
17	rnn.bias_hh_l0	5	-0.07075253129005432
17	rnn.bias_hh_l0	6	0.0756254494190216
17	rnn.bias_hh_l0	7	-0.07837353646755219
17	rnn.bias_hh_l0	8	-0.025929156690835953
17	rnn.bias_hh_l0	9	0.014169267378747463
17	rnn.weight_ih_l0_reverse	0	0.07927560806274414
17	rnn.weight_ih_l0_reverse	1	0.07368447631597519
17	rnn.weight_ih_l0_reverse	2	0.03892233967781067
17	rnn.weight_ih_l0_reverse	3	0.03383450582623482
17	rnn.weight_ih_l0_reverse	4	-0.037079375237226486
17	rnn.weight_ih_l0_reverse	5	0.05109846964478493
17	rnn.weight_ih_l0_reverse	6	0.06642758101224899
17	rnn.weight_ih_l0_reverse	7	0.022922523319721222
17	rnn.weight_ih_l0_reverse	8	-0.05870039388537407
17	rnn.weight_ih_l0_reverse	9	-0.05284389108419418
17	rnn.weight_hh_l0_reverse	0	0.025267483666539192
17	rnn.weight_hh_l0_reverse	1	-0.08723058551549911
17	rnn.weight_hh_l0_reverse	2	0.06277491897344589
17	rnn.weight_hh_l0_reverse	3	-0.021430667489767075
17	rnn.weight_hh_l0_reverse	4	0.08377791196107864
17	rnn.weight_hh_l0_reverse	5	-0.001159651204943657
17	rnn.weight_hh_l0_reverse	6	0.027603479102253914
17	rnn.weight_hh_l0_reverse	7	0.07831260561943054
17	rnn.weight_hh_l0_reverse	8	-0.022182390093803406
17	rnn.weight_hh_l0_reverse	9	-0.04667409509420395
17	rnn.bias_ih_l0_reverse	0	0.0006260289228521287
17	rnn.bias_ih_l0_reverse	1	-0.025042319670319557
17	rnn.bias_ih_l0_reverse	2	-0.020126786082983017
17	rnn.bias_ih_l0_reverse	3	0.048117298632860184
17	rnn.bias_ih_l0_reverse	4	0.06906603276729584
17	rnn.bias_ih_l0_reverse	5	-0.02552986703813076
17	rnn.bias_ih_l0_reverse	6	-0.027005570009350777
17	rnn.bias_ih_l0_reverse	7	-0.05194409191608429
17	rnn.bias_ih_l0_reverse	8	0.0055642384104430676
17	rnn.bias_ih_l0_reverse	9	-0.06392396241426468
17	rnn.bias_hh_l0_reverse	0	0.03658141568303108
17	rnn.bias_hh_l0_reverse	1	-0.0652865618467331
17	rnn.bias_hh_l0_reverse	2	0.08044827729463577
17	rnn.bias_hh_l0_reverse	3	0.055587079375982285
17	rnn.bias_hh_l0_reverse	4	0.029122529551386833
17	rnn.bias_hh_l0_reverse	5	0.04098496586084366
17	rnn.bias_hh_l0_reverse	6	0.06213592737913132
17	rnn.bias_hh_l0_reverse	7	0.08679594844579697
17	rnn.bias_hh_l0_reverse	8	-0.009192072786390781
17	rnn.bias_hh_l0_reverse	9	0.05387822166085243
17	rnn.weight_ih_l1	0	0.02135963924229145
17	rnn.weight_ih_l1	1	0.015215832740068436
17	rnn.weight_ih_l1	2	0.06924062967300415
17	rnn.weight_ih_l1	3	-0.02444659359753132
17	rnn.weight_ih_l1	4	-0.02420550398528576
17	rnn.weight_ih_l1	5	-0.011960034258663654
17	rnn.weight_ih_l1	6	0.07124616205692291
17	rnn.weight_ih_l1	7	-0.006399328354746103
17	rnn.weight_ih_l1	8	-0.053385764360427856
17	rnn.weight_ih_l1	9	0.06068316847085953
17	rnn.weight_hh_l1	0	-0.0705840215086937
17	rnn.weight_hh_l1	1	-0.03715723380446434
17	rnn.weight_hh_l1	2	-0.008224353194236755
17	rnn.weight_hh_l1	3	-0.058412857353687286
17	rnn.weight_hh_l1	4	0.08594032377004623
17	rnn.weight_hh_l1	5	-0.08450691401958466
17	rnn.weight_hh_l1	6	-0.048350222408771515
17	rnn.weight_hh_l1	7	0.06571251153945923
17	rnn.weight_hh_l1	8	-0.013589205220341682
17	rnn.weight_hh_l1	9	-0.040781404823064804
17	rnn.bias_ih_l1	0	-0.0673416256904602
17	rnn.bias_ih_l1	1	0.05838415026664734
17	rnn.bias_ih_l1	2	-0.05140817165374756
17	rnn.bias_ih_l1	3	-0.0655880719423294
17	rnn.bias_ih_l1	4	-0.03028237260878086
17	rnn.bias_ih_l1	5	-0.04425970837473869
17	rnn.bias_ih_l1	6	-0.04270448535680771
17	rnn.bias_ih_l1	7	0.0626334398984909
17	rnn.bias_ih_l1	8	0.0872381404042244
17	rnn.bias_ih_l1	9	0.022188542410731316
17	rnn.bias_hh_l1	0	0.07048050314188004
17	rnn.bias_hh_l1	1	-0.057550691068172455
17	rnn.bias_hh_l1	2	0.024724401533603668
17	rnn.bias_hh_l1	3	0.06243091821670532
17	rnn.bias_hh_l1	4	0.05754099786281586
17	rnn.bias_hh_l1	5	-0.07844831049442291
17	rnn.bias_hh_l1	6	0.016036149114370346
17	rnn.bias_hh_l1	7	0.03848399594426155
17	rnn.bias_hh_l1	8	0.010806586593389511
17	rnn.bias_hh_l1	9	-0.0032051808666437864
17	rnn.weight_ih_l1_reverse	0	0.08614610880613327
17	rnn.weight_ih_l1_reverse	1	-0.0415184460580349
17	rnn.weight_ih_l1_reverse	2	-0.0621814988553524
17	rnn.weight_ih_l1_reverse	3	0.025541583076119423
17	rnn.weight_ih_l1_reverse	4	-0.046065572649240494
17	rnn.weight_ih_l1_reverse	5	0.024118512868881226
17	rnn.weight_ih_l1_reverse	6	0.040323954075574875
17	rnn.weight_ih_l1_reverse	7	0.02041415311396122
17	rnn.weight_ih_l1_reverse	8	-0.00784804206341505
17	rnn.weight_ih_l1_reverse	9	-0.06600720435380936
17	rnn.weight_hh_l1_reverse	0	0.005208170041441917
17	rnn.weight_hh_l1_reverse	1	0.018821530044078827
17	rnn.weight_hh_l1_reverse	2	-0.05815887078642845
17	rnn.weight_hh_l1_reverse	3	-0.012905135750770569
17	rnn.weight_hh_l1_reverse	4	0.00861714780330658
17	rnn.weight_hh_l1_reverse	5	-0.062212441116571426
17	rnn.weight_hh_l1_reverse	6	-0.06729261577129364
17	rnn.weight_hh_l1_reverse	7	-0.011538452468812466
17	rnn.weight_hh_l1_reverse	8	-0.05613816902041435
17	rnn.weight_hh_l1_reverse	9	-0.04338797181844711
17	rnn.bias_ih_l1_reverse	0	-0.0030865047592669725
17	rnn.bias_ih_l1_reverse	1	-0.03884623944759369
17	rnn.bias_ih_l1_reverse	2	0.021196778863668442
17	rnn.bias_ih_l1_reverse	3	-0.07553695887327194
17	rnn.bias_ih_l1_reverse	4	-0.08688320219516754
17	rnn.bias_ih_l1_reverse	5	-0.08662848174571991
17	rnn.bias_ih_l1_reverse	6	0.05692274123430252
17	rnn.bias_ih_l1_reverse	7	0.08635035157203674
17	rnn.bias_ih_l1_reverse	8	-0.011553957127034664
17	rnn.bias_ih_l1_reverse	9	-0.01486571878194809
17	rnn.bias_hh_l1_reverse	0	0.05967458710074425
17	rnn.bias_hh_l1_reverse	1	-0.06970155984163284
17	rnn.bias_hh_l1_reverse	2	-0.04934193566441536
17	rnn.bias_hh_l1_reverse	3	0.07481665909290314
17	rnn.bias_hh_l1_reverse	4	-0.022544825449585915
17	rnn.bias_hh_l1_reverse	5	-0.006842146627604961
17	rnn.bias_hh_l1_reverse	6	-0.05973311886191368
17	rnn.bias_hh_l1_reverse	7	-0.061039943248033524
17	rnn.bias_hh_l1_reverse	8	0.06534820795059204
17	rnn.bias_hh_l1_reverse	9	0.03113400936126709
17	rnn.weight_ih_l2	0	0.0762120857834816
17	rnn.weight_ih_l2	1	-0.054393187165260315
17	rnn.weight_ih_l2	2	0.06332681328058243
17	rnn.weight_ih_l2	3	0.06624813377857208
17	rnn.weight_ih_l2	4	0.05606614425778389
17	rnn.weight_ih_l2	5	-0.038510002195835114
17	rnn.weight_ih_l2	6	-0.07590442150831223
17	rnn.weight_ih_l2	7	0.014275042340159416
17	rnn.weight_ih_l2	8	-0.017136579379439354
17	rnn.weight_ih_l2	9	-0.06928294152021408
17	rnn.weight_hh_l2	0	0.048519033938646317
17	rnn.weight_hh_l2	1	0.03178435191512108
17	rnn.weight_hh_l2	2	-0.054921891540288925
17	rnn.weight_hh_l2	3	-0.025090118870139122
17	rnn.weight_hh_l2	4	0.05414651706814766
17	rnn.weight_hh_l2	5	-0.027519868686795235
17	rnn.weight_hh_l2	6	0.008023584261536598
17	rnn.weight_hh_l2	7	-0.05281233415007591
17	rnn.weight_hh_l2	8	-0.005282501224428415
17	rnn.weight_hh_l2	9	-0.01988108828663826
17	rnn.bias_ih_l2	0	0.09833905845880508
17	rnn.bias_ih_l2	1	0.014547768048942089
17	rnn.bias_ih_l2	2	0.07106805592775345
17	rnn.bias_ih_l2	3	0.013240480795502663
17	rnn.bias_ih_l2	4	-0.004456086549907923
17	rnn.bias_ih_l2	5	0.03688371181488037
17	rnn.bias_ih_l2	6	0.01878892071545124
17	rnn.bias_ih_l2	7	0.01132403127849102
17	rnn.bias_ih_l2	8	0.03002583608031273
17	rnn.bias_ih_l2	9	-0.012072423473000526
17	rnn.bias_hh_l2	0	0.07017461955547333
17	rnn.bias_hh_l2	1	-0.0008638041326776147
17	rnn.bias_hh_l2	2	0.0663338154554367
17	rnn.bias_hh_l2	3	0.031739868223667145
17	rnn.bias_hh_l2	4	0.07285749167203903
17	rnn.bias_hh_l2	5	-0.038291387259960175
17	rnn.bias_hh_l2	6	0.05075893923640251
17	rnn.bias_hh_l2	7	-0.02455035224556923
17	rnn.bias_hh_l2	8	0.04486702010035515
17	rnn.bias_hh_l2	9	0.07731939852237701
17	rnn.weight_ih_l2_reverse	0	0.08241670578718185
17	rnn.weight_ih_l2_reverse	1	-0.06074487417936325
17	rnn.weight_ih_l2_reverse	2	0.0008682594052515924
17	rnn.weight_ih_l2_reverse	3	0.03542274236679077
17	rnn.weight_ih_l2_reverse	4	0.05400323495268822
17	rnn.weight_ih_l2_reverse	5	-0.04060300067067146
17	rnn.weight_ih_l2_reverse	6	-0.0009519158047623932
17	rnn.weight_ih_l2_reverse	7	-0.004009336233139038
17	rnn.weight_ih_l2_reverse	8	0.005772655829787254
17	rnn.weight_ih_l2_reverse	9	-0.08230791240930557
17	rnn.weight_hh_l2_reverse	0	-0.08280782401561737
17	rnn.weight_hh_l2_reverse	1	0.011214688420295715
17	rnn.weight_hh_l2_reverse	2	0.010548891499638557
17	rnn.weight_hh_l2_reverse	3	0.024323776364326477
17	rnn.weight_hh_l2_reverse	4	-0.03698764741420746
17	rnn.weight_hh_l2_reverse	5	-0.014832605607807636
17	rnn.weight_hh_l2_reverse	6	-0.03867786005139351
17	rnn.weight_hh_l2_reverse	7	-0.05981637164950371
17	rnn.weight_hh_l2_reverse	8	-0.00689490232616663
17	rnn.weight_hh_l2_reverse	9	-0.05904113128781319
17	rnn.bias_ih_l2_reverse	0	-0.01402950193732977
17	rnn.bias_ih_l2_reverse	1	-0.028035083785653114
17	rnn.bias_ih_l2_reverse	2	0.036322254687547684
17	rnn.bias_ih_l2_reverse	3	-0.00799647904932499
17	rnn.bias_ih_l2_reverse	4	0.07946425676345825
17	rnn.bias_ih_l2_reverse	5	-0.08856320381164551
17	rnn.bias_ih_l2_reverse	6	-0.042484868317842484
17	rnn.bias_ih_l2_reverse	7	-0.05302019789814949
17	rnn.bias_ih_l2_reverse	8	0.09449415653944016
17	rnn.bias_ih_l2_reverse	9	0.0407915934920311
17	rnn.bias_hh_l2_reverse	0	0.050740182399749756
17	rnn.bias_hh_l2_reverse	1	-0.08819673210382462
17	rnn.bias_hh_l2_reverse	2	-0.06677927076816559
17	rnn.bias_hh_l2_reverse	3	0.03745946288108826
17	rnn.bias_hh_l2_reverse	4	0.02392774075269699
17	rnn.bias_hh_l2_reverse	5	0.04765527322888374
17	rnn.bias_hh_l2_reverse	6	-0.08129649609327316
17	rnn.bias_hh_l2_reverse	7	-0.010413039475679398
17	rnn.bias_hh_l2_reverse	8	-0.08239281177520752
17	rnn.bias_hh_l2_reverse	9	-0.05394994840025902
17	linear.weight	0	0.025028489530086517
17	linear.weight	1	0.03817164525389671
17	linear.weight	2	-0.018274672329425812
17	linear.weight	3	-0.03597268834710121
17	linear.weight	4	-0.022248394787311554
17	linear.weight	5	0.033950284123420715
17	linear.weight	6	0.05668487399816513
17	linear.weight	7	-0.03938668966293335
17	linear.weight	8	0.0020181594882160425
17	linear.weight	9	0.05523843318223953
17	linear.bias	0	0.4378725588321686
17	linear.bias	1	0.3155979514122009
17	linear.bias	2	-1.2452577352523804
17	linear.bias	3	-0.05754556506872177
17	linear.bias	4	-0.050822705030441284
17	linear.bias	5	0.3904833495616913
18	transitions	0	0.1219007670879364
18	transitions	1	-10000.0
18	transitions	2	1.464616298675537
18	transitions	3	-0.8985757827758789
18	transitions	4	-10000.0
18	transitions	5	-10000.0
18	transitions	6	-10000.0
18	transitions	7	0.8902819156646729
18	transitions	8	0.9355965852737427
18	transitions	9	-0.9075283408164978
18	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
18	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
18	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
18	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
18	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
18	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
18	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
18	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
18	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
18	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
18	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
18	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
18	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
18	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
18	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
18	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
18	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
18	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
18	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
18	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
18	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
18	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
18	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
18	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
18	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
18	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
18	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
18	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
18	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
18	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
18	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
18	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
18	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
18	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
18	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
18	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
18	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
18	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
18	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
18	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
18	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
18	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
18	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
18	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
18	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
18	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
18	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
18	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
18	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
18	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
18	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
18	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
18	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
18	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
18	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
18	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
18	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
18	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
18	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
18	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
18	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
18	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
18	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
18	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
18	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
18	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
18	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
18	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
18	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
18	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
18	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
18	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
18	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
18	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
18	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
18	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
18	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
18	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
18	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
18	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
18	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
18	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
18	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
18	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
18	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
18	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
18	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
18	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
18	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
18	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
18	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
18	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
18	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
18	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
18	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
18	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
18	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
18	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
18	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
18	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
18	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
18	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
18	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
18	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
18	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
18	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
18	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
18	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
18	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
18	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
18	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
18	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
18	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
18	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
18	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
18	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
18	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
18	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
18	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
18	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
18	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
18	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
18	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
18	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
18	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
18	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
18	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
18	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
18	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
18	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
18	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
18	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
18	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
18	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
18	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
18	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
18	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
18	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
18	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
18	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
18	embedding2nn.weight	0	0.014739731326699257
18	embedding2nn.weight	1	0.0007312953821383417
18	embedding2nn.weight	2	0.0056784446351230145
18	embedding2nn.weight	3	0.0008524115546606481
18	embedding2nn.weight	4	-0.008539319038391113
18	embedding2nn.weight	5	-0.005327415652573109
18	embedding2nn.weight	6	-0.0014295389410108328
18	embedding2nn.weight	7	-0.0034359178971499205
18	embedding2nn.weight	8	0.015567591413855553
18	embedding2nn.weight	9	0.00442846491932869
18	embedding2nn.bias	0	0.006028688512742519
18	embedding2nn.bias	1	-0.015660865232348442
18	embedding2nn.bias	2	0.0059942035004496574
18	embedding2nn.bias	3	-0.017099972814321518
18	embedding2nn.bias	4	-0.007495372090488672
18	embedding2nn.bias	5	-0.004320725332945585
18	embedding2nn.bias	6	0.004282956011593342
18	embedding2nn.bias	7	0.01613667607307434
18	embedding2nn.bias	8	0.0007888256222940981
18	embedding2nn.bias	9	-0.003441313747316599
18	rnn.weight_ih_l0	0	-0.05089840665459633
18	rnn.weight_ih_l0	1	0.050752878189086914
18	rnn.weight_ih_l0	2	0.03186214715242386
18	rnn.weight_ih_l0	3	0.014735380187630653
18	rnn.weight_ih_l0	4	0.012459135614335537
18	rnn.weight_ih_l0	5	0.08417154848575592
18	rnn.weight_ih_l0	6	0.07559796422719955
18	rnn.weight_ih_l0	7	0.03776652738451958
18	rnn.weight_ih_l0	8	-0.045986104756593704
18	rnn.weight_ih_l0	9	0.008029037155210972
18	rnn.weight_hh_l0	0	0.00854862667620182
18	rnn.weight_hh_l0	1	-0.06366083025932312
18	rnn.weight_hh_l0	2	-0.0654272511601448
18	rnn.weight_hh_l0	3	0.07281286269426346
18	rnn.weight_hh_l0	4	0.07109829783439636
18	rnn.weight_hh_l0	5	0.004388915374875069
18	rnn.weight_hh_l0	6	0.00391111895442009
18	rnn.weight_hh_l0	7	-0.025866830721497536
18	rnn.weight_hh_l0	8	-0.029562050476670265
18	rnn.weight_hh_l0	9	0.05797108635306358
18	rnn.bias_ih_l0	0	-0.07223499566316605
18	rnn.bias_ih_l0	1	0.086651511490345
18	rnn.bias_ih_l0	2	0.02220757305622101
18	rnn.bias_ih_l0	3	0.08969040215015411
18	rnn.bias_ih_l0	4	-0.07399400323629379
18	rnn.bias_ih_l0	5	0.08727959543466568
18	rnn.bias_ih_l0	6	-0.06904900819063187
18	rnn.bias_ih_l0	7	-0.03281336650252342
18	rnn.bias_ih_l0	8	-0.08610094338655472
18	rnn.bias_ih_l0	9	-0.05053506791591644
18	rnn.bias_hh_l0	0	0.03098265826702118
18	rnn.bias_hh_l0	1	0.0716906189918518
18	rnn.bias_hh_l0	2	0.06715638935565948
18	rnn.bias_hh_l0	3	0.08304683864116669
18	rnn.bias_hh_l0	4	-0.07964475452899933
18	rnn.bias_hh_l0	5	-0.07076284289360046
18	rnn.bias_hh_l0	6	0.07564063370227814
18	rnn.bias_hh_l0	7	-0.08098538219928741
18	rnn.bias_hh_l0	8	-0.025995830073952675
18	rnn.bias_hh_l0	9	0.011718405410647392
18	rnn.weight_ih_l0_reverse	0	0.07927384972572327
18	rnn.weight_ih_l0_reverse	1	0.07368019223213196
18	rnn.weight_ih_l0_reverse	2	0.03892083838582039
18	rnn.weight_ih_l0_reverse	3	0.033835332840681076
18	rnn.weight_ih_l0_reverse	4	-0.03704917058348656
18	rnn.weight_ih_l0_reverse	5	0.05109896883368492
18	rnn.weight_ih_l0_reverse	6	0.06642339378595352
18	rnn.weight_ih_l0_reverse	7	0.02294253557920456
18	rnn.weight_ih_l0_reverse	8	-0.0586746521294117
18	rnn.weight_ih_l0_reverse	9	-0.05284795165061951
18	rnn.weight_hh_l0_reverse	0	0.02519283816218376
18	rnn.weight_hh_l0_reverse	1	-0.08723252266645432
18	rnn.weight_hh_l0_reverse	2	0.06277522444725037
18	rnn.weight_hh_l0_reverse	3	-0.021431922912597656
18	rnn.weight_hh_l0_reverse	4	0.08377765119075775
18	rnn.weight_hh_l0_reverse	5	-0.0011763946386054158
18	rnn.weight_hh_l0_reverse	6	0.027687836438417435
18	rnn.weight_hh_l0_reverse	7	0.07831645756959915
18	rnn.weight_hh_l0_reverse	8	-0.02217881567776203
18	rnn.weight_hh_l0_reverse	9	-0.04668113961815834
18	rnn.bias_ih_l0_reverse	0	0.0007637958042323589
18	rnn.bias_ih_l0_reverse	1	-0.02568035013973713
18	rnn.bias_ih_l0_reverse	2	-0.019510643556714058
18	rnn.bias_ih_l0_reverse	3	0.048017192631959915
18	rnn.bias_ih_l0_reverse	4	0.06903064996004105
18	rnn.bias_ih_l0_reverse	5	-0.02536146342754364
18	rnn.bias_ih_l0_reverse	6	-0.027053019031882286
18	rnn.bias_ih_l0_reverse	7	-0.051736634224653244
18	rnn.bias_ih_l0_reverse	8	0.006514256354421377
18	rnn.bias_ih_l0_reverse	9	-0.06434278190135956
18	rnn.bias_hh_l0_reverse	0	0.036682453006505966
18	rnn.bias_hh_l0_reverse	1	-0.06570538133382797
18	rnn.bias_hh_l0_reverse	2	0.08128780126571655
18	rnn.bias_hh_l0_reverse	3	0.05572887137532234
18	rnn.bias_hh_l0_reverse	4	0.028648311272263527
18	rnn.bias_hh_l0_reverse	5	0.040961116552352905
18	rnn.bias_hh_l0_reverse	6	0.0621831901371479
18	rnn.bias_hh_l0_reverse	7	0.0864359438419342
18	rnn.bias_hh_l0_reverse	8	-0.009174228645861149
18	rnn.bias_hh_l0_reverse	9	0.05345311760902405
18	rnn.weight_ih_l1	0	0.02134433388710022
18	rnn.weight_ih_l1	1	0.015157883986830711
18	rnn.weight_ih_l1	2	0.069159597158432
18	rnn.weight_ih_l1	3	-0.02444351464509964
18	rnn.weight_ih_l1	4	-0.024205125868320465
18	rnn.weight_ih_l1	5	-0.01197483204305172
18	rnn.weight_ih_l1	6	0.07125240564346313
18	rnn.weight_ih_l1	7	-0.006601570639759302
18	rnn.weight_ih_l1	8	-0.05338086560368538
18	rnn.weight_ih_l1	9	0.06109178066253662
18	rnn.weight_hh_l1	0	-0.07066575437784195
18	rnn.weight_hh_l1	1	-0.03714552894234657
18	rnn.weight_hh_l1	2	-0.008219373412430286
18	rnn.weight_hh_l1	3	-0.05841626226902008
18	rnn.weight_hh_l1	4	0.08593770116567612
18	rnn.weight_hh_l1	5	-0.08450819551944733
18	rnn.weight_hh_l1	6	-0.04835059121251106
18	rnn.weight_hh_l1	7	0.06571227312088013
18	rnn.weight_hh_l1	8	-0.013598373159766197
18	rnn.weight_hh_l1	9	-0.0407223179936409
18	rnn.bias_ih_l1	0	-0.067593514919281
18	rnn.bias_ih_l1	1	0.0583098828792572
18	rnn.bias_ih_l1	2	-0.051356613636016846
18	rnn.bias_ih_l1	3	-0.06546854227781296
18	rnn.bias_ih_l1	4	-0.030429869890213013
18	rnn.bias_ih_l1	5	-0.04424980282783508
18	rnn.bias_ih_l1	6	-0.04208531230688095
18	rnn.bias_ih_l1	7	0.06287335604429245
18	rnn.bias_ih_l1	8	0.08747806400060654
18	rnn.bias_ih_l1	9	0.02366034872829914
18	rnn.bias_hh_l1	0	0.07051913440227509
18	rnn.bias_hh_l1	1	-0.05739869922399521
18	rnn.bias_hh_l1	2	0.02480308711528778
18	rnn.bias_hh_l1	3	0.06244879215955734
18	rnn.bias_hh_l1	4	0.05768333747982979
18	rnn.bias_hh_l1	5	-0.07842881977558136
18	rnn.bias_hh_l1	6	0.016085613518953323
18	rnn.bias_hh_l1	7	0.03843321278691292
18	rnn.bias_hh_l1	8	0.011461182497441769
18	rnn.bias_hh_l1	9	-0.0030876717064529657
18	rnn.weight_ih_l1_reverse	0	0.08613951504230499
18	rnn.weight_ih_l1_reverse	1	-0.04152170941233635
18	rnn.weight_ih_l1_reverse	2	-0.06217755377292633
18	rnn.weight_ih_l1_reverse	3	0.025543617084622383
18	rnn.weight_ih_l1_reverse	4	-0.046056587249040604
18	rnn.weight_ih_l1_reverse	5	0.024113044142723083
18	rnn.weight_ih_l1_reverse	6	0.04032644256949425
18	rnn.weight_ih_l1_reverse	7	0.02042015641927719
18	rnn.weight_ih_l1_reverse	8	-0.007877334021031857
18	rnn.weight_ih_l1_reverse	9	-0.06622171401977539
18	rnn.weight_hh_l1_reverse	0	0.005210787057876587
18	rnn.weight_hh_l1_reverse	1	0.01882288232445717
18	rnn.weight_hh_l1_reverse	2	-0.05816199630498886
18	rnn.weight_hh_l1_reverse	3	-0.012899860739707947
18	rnn.weight_hh_l1_reverse	4	0.008620351552963257
18	rnn.weight_hh_l1_reverse	5	-0.062226612120866776
18	rnn.weight_hh_l1_reverse	6	-0.0672931894659996
18	rnn.weight_hh_l1_reverse	7	-0.011535745114088058
18	rnn.weight_hh_l1_reverse	8	-0.05612679198384285
18	rnn.weight_hh_l1_reverse	9	-0.043356120586395264
18	rnn.bias_ih_l1_reverse	0	-0.003064286895096302
18	rnn.bias_ih_l1_reverse	1	-0.03895701467990875
18	rnn.bias_ih_l1_reverse	2	0.021432574838399887
18	rnn.bias_ih_l1_reverse	3	-0.07552958279848099
18	rnn.bias_ih_l1_reverse	4	-0.08692885935306549
18	rnn.bias_ih_l1_reverse	5	-0.08670120686292648
18	rnn.bias_ih_l1_reverse	6	0.05679076910018921
18	rnn.bias_ih_l1_reverse	7	0.08636404573917389
18	rnn.bias_ih_l1_reverse	8	-0.008436445146799088
18	rnn.bias_ih_l1_reverse	9	-0.014856647700071335
18	rnn.bias_hh_l1_reverse	0	0.05966363847255707
18	rnn.bias_hh_l1_reverse	1	-0.06972839683294296
18	rnn.bias_hh_l1_reverse	2	-0.0493459515273571
18	rnn.bias_hh_l1_reverse	3	0.07445812970399857
18	rnn.bias_hh_l1_reverse	4	-0.02246873825788498
18	rnn.bias_hh_l1_reverse	5	-0.0066352952271699905
18	rnn.bias_hh_l1_reverse	6	-0.059669379144907
18	rnn.bias_hh_l1_reverse	7	-0.061012621968984604
18	rnn.bias_hh_l1_reverse	8	0.06548123061656952
18	rnn.bias_hh_l1_reverse	9	0.03147845342755318
18	rnn.weight_ih_l2	0	0.07665347307920456
18	rnn.weight_ih_l2	1	-0.054418232291936874
18	rnn.weight_ih_l2	2	0.06332751363515854
18	rnn.weight_ih_l2	3	0.06630313396453857
18	rnn.weight_ih_l2	4	0.05608377605676651
18	rnn.weight_ih_l2	5	-0.03853830695152283
18	rnn.weight_ih_l2	6	-0.07592890411615372
18	rnn.weight_ih_l2	7	0.014273176901042461
18	rnn.weight_ih_l2	8	-0.017136957496404648
18	rnn.weight_ih_l2	9	-0.069286048412323
18	rnn.weight_hh_l2	0	0.048526275902986526
18	rnn.weight_hh_l2	1	0.03173084929585457
18	rnn.weight_hh_l2	2	-0.054918527603149414
18	rnn.weight_hh_l2	3	-0.025091342628002167
18	rnn.weight_hh_l2	4	0.054162874817848206
18	rnn.weight_hh_l2	5	-0.02759859710931778
18	rnn.weight_hh_l2	6	0.008022479712963104
18	rnn.weight_hh_l2	7	-0.05281343311071396
18	rnn.weight_hh_l2	8	-0.005284148268401623
18	rnn.weight_hh_l2	9	-0.01988171972334385
18	rnn.bias_ih_l2	0	0.10022643208503723
18	rnn.bias_ih_l2	1	0.01470066700130701
18	rnn.bias_ih_l2	2	0.07230318337678909
18	rnn.bias_ih_l2	3	0.013059739954769611
18	rnn.bias_ih_l2	4	-0.004214541055262089
18	rnn.bias_ih_l2	5	0.03701964393258095
18	rnn.bias_ih_l2	6	0.01873878762125969
18	rnn.bias_ih_l2	7	0.011367110535502434
18	rnn.bias_ih_l2	8	0.03085862286388874
18	rnn.bias_ih_l2	9	-0.012204816564917564
18	rnn.bias_hh_l2	0	0.07393927872180939
18	rnn.bias_hh_l2	1	-0.0008228025981225073
18	rnn.bias_hh_l2	2	0.06643906235694885
18	rnn.bias_hh_l2	3	0.03176727145910263
18	rnn.bias_hh_l2	4	0.07285646349191666
18	rnn.bias_hh_l2	5	-0.03961193561553955
18	rnn.bias_hh_l2	6	0.044897761195898056
18	rnn.bias_hh_l2	7	-0.02456996589899063
18	rnn.bias_hh_l2	8	0.04491899162530899
18	rnn.bias_hh_l2	9	0.0842818096280098
18	rnn.weight_ih_l2_reverse	0	0.08241702616214752
18	rnn.weight_ih_l2_reverse	1	-0.0605713315308094
18	rnn.weight_ih_l2_reverse	2	0.0008632156532257795
18	rnn.weight_ih_l2_reverse	3	0.03542507439851761
18	rnn.weight_ih_l2_reverse	4	0.054001584649086
18	rnn.weight_ih_l2_reverse	5	-0.04060408100485802
18	rnn.weight_ih_l2_reverse	6	-0.0009742905385792255
18	rnn.weight_ih_l2_reverse	7	-0.0038781503681093454
18	rnn.weight_ih_l2_reverse	8	0.005629198160022497
18	rnn.weight_ih_l2_reverse	9	-0.08226974308490753
18	rnn.weight_hh_l2_reverse	0	-0.0828092098236084
18	rnn.weight_hh_l2_reverse	1	0.010931392200291157
18	rnn.weight_hh_l2_reverse	2	0.010547338053584099
18	rnn.weight_hh_l2_reverse	3	0.024326303973793983
18	rnn.weight_hh_l2_reverse	4	-0.03697674721479416
18	rnn.weight_hh_l2_reverse	5	-0.014833223074674606
18	rnn.weight_hh_l2_reverse	6	-0.03860551863908768
18	rnn.weight_hh_l2_reverse	7	-0.059816136956214905
18	rnn.weight_hh_l2_reverse	8	-0.006897434592247009
18	rnn.weight_hh_l2_reverse	9	-0.05903744697570801
18	rnn.bias_ih_l2_reverse	0	-0.014113879762589931
18	rnn.bias_ih_l2_reverse	1	-0.02796829119324684
18	rnn.bias_ih_l2_reverse	2	0.036177460104227066
18	rnn.bias_ih_l2_reverse	3	-0.007398184388875961
18	rnn.bias_ih_l2_reverse	4	0.07937207072973251
18	rnn.bias_ih_l2_reverse	5	-0.0886165052652359
18	rnn.bias_ih_l2_reverse	6	-0.04204308241605759
18	rnn.bias_ih_l2_reverse	7	-0.05354677513241768
18	rnn.bias_ih_l2_reverse	8	0.09427990019321442
18	rnn.bias_ih_l2_reverse	9	0.04023035615682602
18	rnn.bias_hh_l2_reverse	0	0.05025390535593033
18	rnn.bias_hh_l2_reverse	1	-0.08812651038169861
18	rnn.bias_hh_l2_reverse	2	-0.06686671078205109
18	rnn.bias_hh_l2_reverse	3	0.03743876516819
18	rnn.bias_hh_l2_reverse	4	0.023917371407151222
18	rnn.bias_hh_l2_reverse	5	0.047835588455200195
18	rnn.bias_hh_l2_reverse	6	-0.08132247626781464
18	rnn.bias_hh_l2_reverse	7	-0.010425301268696785
18	rnn.bias_hh_l2_reverse	8	-0.08249788731336594
18	rnn.bias_hh_l2_reverse	9	-0.053998082876205444
18	linear.weight	0	0.025028489530086517
18	linear.weight	1	0.05567413568496704
18	linear.weight	2	-0.017975348979234695
18	linear.weight	3	-0.035607922822237015
18	linear.weight	4	-0.022248394787311554
18	linear.weight	5	0.034379877150058746
18	linear.weight	6	0.0549822598695755
18	linear.weight	7	-0.03857601433992386
18	linear.weight	8	0.0012044495670124888
18	linear.weight	9	0.054479192942380905
18	linear.bias	0	0.37549808621406555
18	linear.bias	1	0.2625260353088379
18	linear.bias	2	-1.2590998411178589
18	linear.bias	3	-0.05754556506872177
18	linear.bias	4	-0.050822705030441284
18	linear.bias	5	0.5197717547416687
19	transitions	0	0.12075021862983704
19	transitions	1	-10000.0
19	transitions	2	1.626796007156372
19	transitions	3	-0.8674798607826233
19	transitions	4	-10000.0
19	transitions	5	-10000.0
19	transitions	6	-10000.0
19	transitions	7	0.8900039196014404
19	transitions	8	0.9332038760185242
19	transitions	9	-0.923115074634552
19	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
19	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
19	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
19	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
19	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
19	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
19	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
19	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
19	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
19	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
19	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
19	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
19	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
19	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
19	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
19	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
19	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
19	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
19	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
19	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
19	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
19	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
19	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
19	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
19	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
19	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
19	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
19	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
19	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
19	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
19	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
19	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
19	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
19	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
19	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
19	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
19	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
19	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
19	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
19	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
19	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
19	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
19	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
19	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
19	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
19	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
19	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
19	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
19	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
19	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
19	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
19	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
19	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
19	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
19	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
19	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
19	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
19	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
19	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
19	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
19	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
19	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
19	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
19	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
19	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
19	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
19	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
19	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
19	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
19	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
19	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
19	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
19	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
19	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
19	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
19	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
19	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
19	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
19	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
19	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
19	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
19	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
19	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
19	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
19	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
19	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
19	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
19	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
19	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
19	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
19	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
19	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
19	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
19	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
19	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
19	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
19	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
19	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
19	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
19	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
19	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
19	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
19	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
19	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
19	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
19	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
19	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
19	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
19	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
19	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
19	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
19	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
19	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
19	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
19	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
19	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
19	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
19	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
19	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
19	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
19	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
19	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
19	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
19	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
19	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
19	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
19	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
19	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
19	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
19	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
19	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
19	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
19	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
19	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
19	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
19	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
19	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
19	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
19	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
19	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
19	embedding2nn.weight	0	0.0147398104891181
19	embedding2nn.weight	1	0.0007256960961967707
19	embedding2nn.weight	2	0.005677616689354181
19	embedding2nn.weight	3	0.0008593075908720493
19	embedding2nn.weight	4	-0.00861919205635786
19	embedding2nn.weight	5	-0.005324926692992449
19	embedding2nn.weight	6	-0.0014330924022942781
19	embedding2nn.weight	7	-0.003437015926465392
19	embedding2nn.weight	8	0.015602299012243748
19	embedding2nn.weight	9	0.004402341786772013
19	embedding2nn.bias	0	0.00817346852272749
19	embedding2nn.bias	1	-0.01616777293384075
19	embedding2nn.bias	2	0.004187186248600483
19	embedding2nn.bias	3	-0.01683660037815571
19	embedding2nn.bias	4	-0.0066451989114284515
19	embedding2nn.bias	5	-0.003903184551745653
19	embedding2nn.bias	6	0.003270371351391077
19	embedding2nn.bias	7	0.014439440332353115
19	embedding2nn.bias	8	0.001328448997810483
19	embedding2nn.bias	9	-0.005447580944746733
19	rnn.weight_ih_l0	0	-0.050900015980005264
19	rnn.weight_ih_l0	1	0.05075071379542351
19	rnn.weight_ih_l0	2	0.031864047050476074
19	rnn.weight_ih_l0	3	0.014720121398568153
19	rnn.weight_ih_l0	4	0.012444503605365753
19	rnn.weight_ih_l0	5	0.08417092263698578
19	rnn.weight_ih_l0	6	0.07560216635465622
19	rnn.weight_ih_l0	7	0.03777165338397026
19	rnn.weight_ih_l0	8	-0.04606114700436592
19	rnn.weight_ih_l0	9	0.008029786869883537
19	rnn.weight_hh_l0	0	0.008543389849364758
19	rnn.weight_hh_l0	1	-0.06362773478031158
19	rnn.weight_hh_l0	2	-0.06542764604091644
19	rnn.weight_hh_l0	3	0.0728064626455307
19	rnn.weight_hh_l0	4	0.0710941031575203
19	rnn.weight_hh_l0	5	0.004396552219986916
19	rnn.weight_hh_l0	6	0.003867542138323188
19	rnn.weight_hh_l0	7	-0.025795845314860344
19	rnn.weight_hh_l0	8	-0.029534325003623962
19	rnn.weight_hh_l0	9	0.05796559154987335
19	rnn.bias_ih_l0	0	-0.07235307991504669
19	rnn.bias_ih_l0	1	0.08677522838115692
19	rnn.bias_ih_l0	2	0.0226349625736475
19	rnn.bias_ih_l0	3	0.09222061932086945
19	rnn.bias_ih_l0	4	-0.0736372098326683
19	rnn.bias_ih_l0	5	0.08718142658472061
19	rnn.bias_ih_l0	6	-0.07109979540109634
19	rnn.bias_ih_l0	7	-0.032723043113946915
19	rnn.bias_ih_l0	8	-0.0871611163020134
19	rnn.bias_ih_l0	9	-0.05061321333050728
19	rnn.bias_hh_l0	0	0.031376466155052185
19	rnn.bias_hh_l0	1	0.07152228057384491
19	rnn.bias_hh_l0	2	0.0673087015748024
19	rnn.bias_hh_l0	3	0.08282199501991272
19	rnn.bias_hh_l0	4	-0.0764060765504837
19	rnn.bias_hh_l0	5	-0.07085227221250534
19	rnn.bias_hh_l0	6	0.07561271637678146
19	rnn.bias_hh_l0	7	-0.07898560166358948
19	rnn.bias_hh_l0	8	-0.025995172560214996
19	rnn.bias_hh_l0	9	0.01522127352654934
19	rnn.weight_ih_l0_reverse	0	0.07927883416414261
19	rnn.weight_ih_l0_reverse	1	0.07368004322052002
19	rnn.weight_ih_l0_reverse	2	0.03892708569765091
19	rnn.weight_ih_l0_reverse	3	0.03383840620517731
19	rnn.weight_ih_l0_reverse	4	-0.03708602488040924
19	rnn.weight_ih_l0_reverse	5	0.051097456365823746
19	rnn.weight_ih_l0_reverse	6	0.06642057001590729
19	rnn.weight_ih_l0_reverse	7	0.022904038429260254
19	rnn.weight_ih_l0_reverse	8	-0.0587020143866539
19	rnn.weight_ih_l0_reverse	9	-0.05284443125128746
19	rnn.weight_hh_l0_reverse	0	0.02525753155350685
19	rnn.weight_hh_l0_reverse	1	-0.0872311070561409
19	rnn.weight_hh_l0_reverse	2	0.062776580452919
19	rnn.weight_hh_l0_reverse	3	-0.021438250318169594
19	rnn.weight_hh_l0_reverse	4	0.08377507328987122
19	rnn.weight_hh_l0_reverse	5	-0.0011811241274699569
19	rnn.weight_hh_l0_reverse	6	0.027570921927690506
19	rnn.weight_hh_l0_reverse	7	0.0783119648694992
19	rnn.weight_hh_l0_reverse	8	-0.022177642211318016
19	rnn.weight_hh_l0_reverse	9	-0.04668513312935829
19	rnn.bias_ih_l0_reverse	0	0.0007625658763572574
19	rnn.bias_ih_l0_reverse	1	-0.024992162361741066
19	rnn.bias_ih_l0_reverse	2	-0.020687729120254517
19	rnn.bias_ih_l0_reverse	3	0.04798940569162369
19	rnn.bias_ih_l0_reverse	4	0.06893783062696457
19	rnn.bias_ih_l0_reverse	5	-0.025362277403473854
19	rnn.bias_ih_l0_reverse	6	-0.026977160945534706
19	rnn.bias_ih_l0_reverse	7	-0.05175347253680229
19	rnn.bias_ih_l0_reverse	8	0.005628478247672319
19	rnn.bias_ih_l0_reverse	9	-0.06443917751312256
19	rnn.bias_hh_l0_reverse	0	0.03655470907688141
19	rnn.bias_hh_l0_reverse	1	-0.06580177694559097
19	rnn.bias_hh_l0_reverse	2	0.08042087405920029
19	rnn.bias_hh_l0_reverse	3	0.05536094307899475
19	rnn.bias_hh_l0_reverse	4	0.03147682547569275
19	rnn.bias_hh_l0_reverse	5	0.0408875048160553
19	rnn.bias_hh_l0_reverse	6	0.062395840883255005
19	rnn.bias_hh_l0_reverse	7	0.08643177151679993
19	rnn.bias_hh_l0_reverse	8	-0.009232443757355213
19	rnn.bias_hh_l0_reverse	9	0.052337195724248886
19	rnn.weight_ih_l1	0	0.02134403958916664
19	rnn.weight_ih_l1	1	0.015185795724391937
19	rnn.weight_ih_l1	2	0.0697137713432312
19	rnn.weight_ih_l1	3	-0.024439681321382523
19	rnn.weight_ih_l1	4	-0.0242114569991827
19	rnn.weight_ih_l1	5	-0.01193526666611433
19	rnn.weight_ih_l1	6	0.07125356048345566
19	rnn.weight_ih_l1	7	-0.006577267777174711
19	rnn.weight_ih_l1	8	-0.053312428295612335
19	rnn.weight_ih_l1	9	0.06066921725869179
19	rnn.weight_hh_l1	0	-0.07056820392608643
19	rnn.weight_hh_l1	1	-0.037155818194150925
19	rnn.weight_hh_l1	2	-0.008222151547670364
19	rnn.weight_hh_l1	3	-0.05841696634888649
19	rnn.weight_hh_l1	4	0.08591337502002716
19	rnn.weight_hh_l1	5	-0.08447858691215515
19	rnn.weight_hh_l1	6	-0.04835262894630432
19	rnn.weight_hh_l1	7	0.06601698696613312
19	rnn.weight_hh_l1	8	-0.013584797270596027
19	rnn.weight_hh_l1	9	-0.04079996421933174
19	rnn.bias_ih_l1	0	-0.0668676346540451
19	rnn.bias_ih_l1	1	0.058289989829063416
19	rnn.bias_ih_l1	2	-0.05134591460227966
19	rnn.bias_ih_l1	3	-0.06586793810129166
19	rnn.bias_ih_l1	4	-0.030433397740125656
19	rnn.bias_ih_l1	5	-0.038235995918512344
19	rnn.bias_ih_l1	6	-0.04582115635275841
19	rnn.bias_ih_l1	7	0.06255732476711273
19	rnn.bias_ih_l1	8	0.08718883991241455
19	rnn.bias_ih_l1	9	0.020656025037169456
19	rnn.bias_hh_l1	0	0.070488341152668
19	rnn.bias_hh_l1	1	-0.057395994663238525
19	rnn.bias_hh_l1	2	0.024563603103160858
19	rnn.bias_hh_l1	3	0.062409158796072006
19	rnn.bias_hh_l1	4	0.05753488466143608
19	rnn.bias_hh_l1	5	-0.07858412712812424
19	rnn.bias_hh_l1	6	0.016029633581638336
19	rnn.bias_hh_l1	7	0.03870801627635956
19	rnn.bias_hh_l1	8	0.011139967478811741
19	rnn.bias_hh_l1	9	-0.0028800449799746275
19	rnn.weight_ih_l1_reverse	0	0.08611355721950531
19	rnn.weight_ih_l1_reverse	1	-0.04151899740099907
19	rnn.weight_ih_l1_reverse	2	-0.06218510493636131
19	rnn.weight_ih_l1_reverse	3	0.025541331619024277
19	rnn.weight_ih_l1_reverse	4	-0.04606126993894577
19	rnn.weight_ih_l1_reverse	5	0.024114718660712242
19	rnn.weight_ih_l1_reverse	6	0.040330350399017334
19	rnn.weight_ih_l1_reverse	7	0.020443769171833992
19	rnn.weight_ih_l1_reverse	8	-0.00789361260831356
19	rnn.weight_ih_l1_reverse	9	-0.06610362976789474
19	rnn.weight_hh_l1_reverse	0	0.005216809920966625
19	rnn.weight_hh_l1_reverse	1	0.018823903053998947
19	rnn.weight_hh_l1_reverse	2	-0.05816036835312843
19	rnn.weight_hh_l1_reverse	3	-0.012898437678813934
19	rnn.weight_hh_l1_reverse	4	0.00861956924200058
19	rnn.weight_hh_l1_reverse	5	-0.06241277605295181
19	rnn.weight_hh_l1_reverse	6	-0.06729178875684738
19	rnn.weight_hh_l1_reverse	7	-0.011532122269272804
19	rnn.weight_hh_l1_reverse	8	-0.056145235896110535
19	rnn.weight_hh_l1_reverse	9	-0.04339415580034256
19	rnn.bias_ih_l1_reverse	0	-0.0031754409428685904
19	rnn.bias_ih_l1_reverse	1	-0.03874683752655983
19	rnn.bias_ih_l1_reverse	2	0.02127893455326557
19	rnn.bias_ih_l1_reverse	3	-0.07527611404657364
19	rnn.bias_ih_l1_reverse	4	-0.08687984198331833
19	rnn.bias_ih_l1_reverse	5	-0.08702779561281204
19	rnn.bias_ih_l1_reverse	6	0.057107072323560715
19	rnn.bias_ih_l1_reverse	7	0.08635324984788895
19	rnn.bias_ih_l1_reverse	8	-0.012750931084156036
19	rnn.bias_ih_l1_reverse	9	-0.014927706681191921
19	rnn.bias_hh_l1_reverse	0	0.05967395007610321
19	rnn.bias_hh_l1_reverse	1	-0.06938709318637848
19	rnn.bias_hh_l1_reverse	2	-0.049162376672029495
19	rnn.bias_hh_l1_reverse	3	0.07464086264371872
19	rnn.bias_hh_l1_reverse	4	-0.02257775515317917
19	rnn.bias_hh_l1_reverse	5	-0.006763754412531853
19	rnn.bias_hh_l1_reverse	6	-0.05980224907398224
19	rnn.bias_hh_l1_reverse	7	-0.06091272830963135
19	rnn.bias_hh_l1_reverse	8	0.06542083621025085
19	rnn.bias_hh_l1_reverse	9	0.03312148526310921
19	rnn.weight_ih_l2	0	0.07621677219867706
19	rnn.weight_ih_l2	1	-0.05444120615720749
19	rnn.weight_ih_l2	2	0.06331982463598251
19	rnn.weight_ih_l2	3	0.066263347864151
19	rnn.weight_ih_l2	4	0.056069109588861465
19	rnn.weight_ih_l2	5	-0.03853856027126312
19	rnn.weight_ih_l2	6	-0.07597820460796356
19	rnn.weight_ih_l2	7	0.014311865903437138
19	rnn.weight_ih_l2	8	-0.01714123971760273
19	rnn.weight_ih_l2	9	-0.06928026676177979
19	rnn.weight_hh_l2	0	0.0485319048166275
19	rnn.weight_hh_l2	1	0.0317436158657074
19	rnn.weight_hh_l2	2	-0.054912835359573364
19	rnn.weight_hh_l2	3	-0.02508958987891674
19	rnn.weight_hh_l2	4	0.05414295196533203
19	rnn.weight_hh_l2	5	-0.02774975821375847
19	rnn.weight_hh_l2	6	0.008015631698071957
19	rnn.weight_hh_l2	7	-0.05281315743923187
19	rnn.weight_hh_l2	8	-0.00528745399788022
19	rnn.weight_hh_l2	9	-0.01992221176624298
19	rnn.bias_ih_l2	0	0.11163680255413055
19	rnn.bias_ih_l2	1	0.01454104669392109
19	rnn.bias_ih_l2	2	0.07143200933933258
19	rnn.bias_ih_l2	3	0.013462160713970661
19	rnn.bias_ih_l2	4	-0.004741824232041836
19	rnn.bias_ih_l2	5	0.03710465505719185
19	rnn.bias_ih_l2	6	0.01813247986137867
19	rnn.bias_ih_l2	7	0.011454199440777302
19	rnn.bias_ih_l2	8	0.032413922250270844
19	rnn.bias_ih_l2	9	-0.012241356074810028
19	rnn.bias_hh_l2	0	0.0682082399725914
19	rnn.bias_hh_l2	1	-0.0007019435288384557
19	rnn.bias_hh_l2	2	0.06654258072376251
19	rnn.bias_hh_l2	3	0.03176967054605484
19	rnn.bias_hh_l2	4	0.07275304943323135
19	rnn.bias_hh_l2	5	-0.03618653118610382
19	rnn.bias_hh_l2	6	0.04436629265546799
19	rnn.bias_hh_l2	7	-0.024693563580513
19	rnn.bias_hh_l2	8	0.044953398406505585
19	rnn.bias_hh_l2	9	0.07130123674869537
19	rnn.weight_ih_l2_reverse	0	0.082413449883461
19	rnn.weight_ih_l2_reverse	1	-0.060659151524305344
19	rnn.weight_ih_l2_reverse	2	0.000863517401739955
19	rnn.weight_ih_l2_reverse	3	0.035432931035757065
19	rnn.weight_ih_l2_reverse	4	0.05400410667061806
19	rnn.weight_ih_l2_reverse	5	-0.04061521217226982
19	rnn.weight_ih_l2_reverse	6	-0.0010694777593016624
19	rnn.weight_ih_l2_reverse	7	-0.0037590796127915382
19	rnn.weight_ih_l2_reverse	8	0.006973817013204098
19	rnn.weight_ih_l2_reverse	9	-0.08229395002126694
19	rnn.weight_hh_l2_reverse	0	-0.08280205726623535
19	rnn.weight_hh_l2_reverse	1	0.011808209121227264
19	rnn.weight_hh_l2_reverse	2	0.010548115707933903
19	rnn.weight_hh_l2_reverse	3	0.024318864569067955
19	rnn.weight_hh_l2_reverse	4	-0.03704230859875679
19	rnn.weight_hh_l2_reverse	5	-0.014832794666290283
19	rnn.weight_hh_l2_reverse	6	-0.038600340485572815
19	rnn.weight_hh_l2_reverse	7	-0.05981622263789177
19	rnn.weight_hh_l2_reverse	8	-0.006901784799993038
19	rnn.weight_hh_l2_reverse	9	-0.0590665228664875
19	rnn.bias_ih_l2_reverse	0	-0.01581333577632904
19	rnn.bias_ih_l2_reverse	1	-0.02805135026574135
19	rnn.bias_ih_l2_reverse	2	0.03637608513236046
19	rnn.bias_ih_l2_reverse	3	-0.009534034878015518
19	rnn.bias_ih_l2_reverse	4	0.07944977283477783
19	rnn.bias_ih_l2_reverse	5	-0.08860048651695251
19	rnn.bias_ih_l2_reverse	6	-0.04293595999479294
19	rnn.bias_ih_l2_reverse	7	-0.04901903122663498
19	rnn.bias_ih_l2_reverse	8	0.12047635763883591
19	rnn.bias_ih_l2_reverse	9	0.044234443455934525
19	rnn.bias_hh_l2_reverse	0	0.04645155742764473
19	rnn.bias_hh_l2_reverse	1	-0.09280361235141754
19	rnn.bias_hh_l2_reverse	2	-0.06683945655822754
19	rnn.bias_hh_l2_reverse	3	0.03744905814528465
19	rnn.bias_hh_l2_reverse	4	0.023939071223139763
19	rnn.bias_hh_l2_reverse	5	0.04865206778049469
19	rnn.bias_hh_l2_reverse	6	-0.08093090355396271
19	rnn.bias_hh_l2_reverse	7	-0.010366108268499374
19	rnn.bias_hh_l2_reverse	8	-0.08212240040302277
19	rnn.bias_hh_l2_reverse	9	-0.054118067026138306
19	linear.weight	0	0.025028489530086517
19	linear.weight	1	0.03201872482895851
19	linear.weight	2	-0.01778128743171692
19	linear.weight	3	-0.03731694445014
19	linear.weight	4	-0.022248394787311554
19	linear.weight	5	0.03616807609796524
19	linear.weight	6	0.056321147829294205
19	linear.weight	7	-0.04170437902212143
19	linear.weight	8	0.005163040477782488
19	linear.weight	9	0.05762394517660141
19	linear.bias	0	0.5001494288444519
19	linear.bias	1	0.4350760579109192
19	linear.bias	2	-1.268913984298706
19	linear.bias	3	-0.05754556506872177
19	linear.bias	4	-0.050822705030441284
19	linear.bias	5	0.23238451778888702
20	transitions	0	0.11931384354829788
20	transitions	1	-10000.0
20	transitions	2	1.4809622764587402
20	transitions	3	-0.9040524363517761
20	transitions	4	-10000.0
20	transitions	5	-10000.0
20	transitions	6	-10000.0
20	transitions	7	0.8897553086280823
20	transitions	8	0.9309166073799133
20	transitions	9	-0.9406910538673401
20	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
20	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
20	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
20	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
20	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
20	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
20	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
20	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
20	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
20	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
20	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
20	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
20	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
20	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
20	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
20	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
20	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
20	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
20	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
20	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
20	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
20	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
20	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
20	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
20	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
20	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
20	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
20	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
20	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
20	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
20	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
20	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
20	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
20	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
20	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
20	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
20	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
20	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
20	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
20	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
20	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
20	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
20	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
20	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
20	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
20	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
20	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
20	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
20	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
20	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
20	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
20	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
20	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
20	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
20	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
20	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
20	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
20	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
20	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
20	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
20	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
20	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
20	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
20	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
20	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
20	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
20	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
20	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
20	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
20	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
20	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
20	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
20	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
20	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
20	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
20	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
20	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
20	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
20	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
20	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
20	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
20	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
20	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
20	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
20	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
20	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
20	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
20	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
20	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
20	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
20	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
20	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
20	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
20	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
20	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
20	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
20	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
20	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
20	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
20	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
20	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
20	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
20	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
20	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
20	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
20	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
20	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
20	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
20	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
20	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
20	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
20	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
20	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
20	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
20	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
20	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
20	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
20	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
20	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
20	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
20	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
20	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
20	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
20	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
20	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
20	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
20	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
20	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
20	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
20	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
20	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
20	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
20	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
20	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
20	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
20	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
20	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
20	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
20	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
20	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
20	embedding2nn.weight	0	0.014740237966179848
20	embedding2nn.weight	1	0.0007279418059624732
20	embedding2nn.weight	2	0.005659191869199276
20	embedding2nn.weight	3	0.0008497218368574977
20	embedding2nn.weight	4	-0.00865989737212658
20	embedding2nn.weight	5	-0.005325755104422569
20	embedding2nn.weight	6	-0.0013903796207159758
20	embedding2nn.weight	7	-0.003431383753195405
20	embedding2nn.weight	8	0.015635622665286064
20	embedding2nn.weight	9	0.004414769820868969
20	embedding2nn.bias	0	0.005656303372234106
20	embedding2nn.bias	1	-0.013445328921079636
20	embedding2nn.bias	2	0.007462302688509226
20	embedding2nn.bias	3	-0.016375141218304634
20	embedding2nn.bias	4	-0.011230682022869587
20	embedding2nn.bias	5	-0.002649095840752125
20	embedding2nn.bias	6	0.005608907900750637
20	embedding2nn.bias	7	0.016000710427761078
20	embedding2nn.bias	8	0.0010981735540553927
20	embedding2nn.bias	9	-0.004290119744837284
20	rnn.weight_ih_l0	0	-0.0508943647146225
20	rnn.weight_ih_l0	1	0.05075254663825035
20	rnn.weight_ih_l0	2	0.031857654452323914
20	rnn.weight_ih_l0	3	0.014733517542481422
20	rnn.weight_ih_l0	4	0.012540987692773342
20	rnn.weight_ih_l0	5	0.08416998386383057
20	rnn.weight_ih_l0	6	0.0755971148610115
20	rnn.weight_ih_l0	7	0.03776729479432106
20	rnn.weight_ih_l0	8	-0.046004872769117355
20	rnn.weight_ih_l0	9	0.0080580934882164
20	rnn.weight_hh_l0	0	0.008547306060791016
20	rnn.weight_hh_l0	1	-0.06367813795804977
20	rnn.weight_hh_l0	2	-0.06541746109724045
20	rnn.weight_hh_l0	3	0.07278987020254135
20	rnn.weight_hh_l0	4	0.07110290974378586
20	rnn.weight_hh_l0	5	0.004384560044854879
20	rnn.weight_hh_l0	6	0.0038928149733692408
20	rnn.weight_hh_l0	7	-0.02582048997282982
20	rnn.weight_hh_l0	8	-0.029539262875914574
20	rnn.weight_hh_l0	9	0.05796626955270767
20	rnn.bias_ih_l0	0	-0.07222463935613632
20	rnn.bias_ih_l0	1	0.0861368179321289
20	rnn.bias_ih_l0	2	0.021533247083425522
20	rnn.bias_ih_l0	3	0.08882681280374527
20	rnn.bias_ih_l0	4	-0.07169733196496964
20	rnn.bias_ih_l0	5	0.08744274079799652
20	rnn.bias_ih_l0	6	-0.06810050457715988
20	rnn.bias_ih_l0	7	-0.03281395509839058
20	rnn.bias_ih_l0	8	-0.08564157783985138
20	rnn.bias_ih_l0	9	-0.05053270235657692
20	rnn.bias_hh_l0	0	0.030538082122802734
20	rnn.bias_hh_l0	1	0.0715416744351387
20	rnn.bias_hh_l0	2	0.067146435379982
20	rnn.bias_hh_l0	3	0.08298446238040924
20	rnn.bias_hh_l0	4	-0.08209790289402008
20	rnn.bias_hh_l0	5	-0.07084619998931885
20	rnn.bias_hh_l0	6	0.0755685567855835
20	rnn.bias_hh_l0	7	-0.08310331404209137
20	rnn.bias_hh_l0	8	-0.026044970378279686
20	rnn.bias_hh_l0	9	0.008714980445802212
20	rnn.weight_ih_l0_reverse	0	0.07926911115646362
20	rnn.weight_ih_l0_reverse	1	0.07368787378072739
20	rnn.weight_ih_l0_reverse	2	0.03892550244927406
20	rnn.weight_ih_l0_reverse	3	0.03383711352944374
20	rnn.weight_ih_l0_reverse	4	-0.03704582154750824
20	rnn.weight_ih_l0_reverse	5	0.05109824240207672
20	rnn.weight_ih_l0_reverse	6	0.06641940027475357
20	rnn.weight_ih_l0_reverse	7	0.022873101755976677
20	rnn.weight_ih_l0_reverse	8	-0.05864749103784561
20	rnn.weight_ih_l0_reverse	9	-0.05284426361322403
20	rnn.weight_hh_l0_reverse	0	0.025261739268898964
20	rnn.weight_hh_l0_reverse	1	-0.08723203837871552
20	rnn.weight_hh_l0_reverse	2	0.06278529763221741
20	rnn.weight_hh_l0_reverse	3	-0.021482478827238083
20	rnn.weight_hh_l0_reverse	4	0.0837668627500534
20	rnn.weight_hh_l0_reverse	5	-0.001194099197164178
20	rnn.weight_hh_l0_reverse	6	0.027789555490016937
20	rnn.weight_hh_l0_reverse	7	0.07830672711133957
20	rnn.weight_hh_l0_reverse	8	-0.022177711129188538
20	rnn.weight_hh_l0_reverse	9	-0.046689629554748535
20	rnn.bias_ih_l0_reverse	0	0.0005305861704982817
20	rnn.bias_ih_l0_reverse	1	-0.022723015397787094
20	rnn.bias_ih_l0_reverse	2	-0.01821127161383629
20	rnn.bias_ih_l0_reverse	3	0.04770373925566673
20	rnn.bias_ih_l0_reverse	4	0.06880661845207214
20	rnn.bias_ih_l0_reverse	5	-0.025214994326233864
20	rnn.bias_ih_l0_reverse	6	-0.027076272293925285
20	rnn.bias_ih_l0_reverse	7	-0.05158519744873047
20	rnn.bias_ih_l0_reverse	8	0.005339209455996752
20	rnn.bias_ih_l0_reverse	9	-0.06406395882368088
20	rnn.bias_hh_l0_reverse	0	0.036699555814266205
20	rnn.bias_hh_l0_reverse	1	-0.06542655825614929
20	rnn.bias_hh_l0_reverse	2	0.07944929599761963
20	rnn.bias_hh_l0_reverse	3	0.055655382573604584
20	rnn.bias_hh_l0_reverse	4	0.02985725924372673
20	rnn.bias_hh_l0_reverse	5	0.040661249309778214
20	rnn.bias_hh_l0_reverse	6	0.061628200113773346
20	rnn.bias_hh_l0_reverse	7	0.08521895110607147
20	rnn.bias_hh_l0_reverse	8	-0.009268248453736305
20	rnn.bias_hh_l0_reverse	9	0.05507917329668999
20	rnn.weight_ih_l1	0	0.021345775574445724
20	rnn.weight_ih_l1	1	0.015152810141444206
20	rnn.weight_ih_l1	2	0.06896744668483734
20	rnn.weight_ih_l1	3	-0.024432897567749023
20	rnn.weight_ih_l1	4	-0.024220438674092293
20	rnn.weight_ih_l1	5	-0.011965207755565643
20	rnn.weight_ih_l1	6	0.07126560807228088
20	rnn.weight_ih_l1	7	-0.006853039842098951
20	rnn.weight_ih_l1	8	-0.05330660566687584
20	rnn.weight_ih_l1	9	0.060351040214300156
20	rnn.weight_hh_l1	0	-0.07060222327709198
20	rnn.weight_hh_l1	1	-0.037136685103178024
20	rnn.weight_hh_l1	2	-0.008217912167310715
20	rnn.weight_hh_l1	3	-0.05840678885579109
20	rnn.weight_hh_l1	4	0.08597195148468018
20	rnn.weight_hh_l1	5	-0.08448303490877151
20	rnn.weight_hh_l1	6	-0.04835877940058708
20	rnn.weight_hh_l1	7	0.06589636206626892
20	rnn.weight_hh_l1	8	-0.013603799045085907
20	rnn.weight_hh_l1	9	-0.04059724509716034
20	rnn.bias_ih_l1	0	-0.06798358261585236
20	rnn.bias_ih_l1	1	0.05821555107831955
20	rnn.bias_ih_l1	2	-0.05144527927041054
20	rnn.bias_ih_l1	3	-0.06550954282283783
20	rnn.bias_ih_l1	4	-0.030431022867560387
20	rnn.bias_ih_l1	5	-0.04527246206998825
20	rnn.bias_ih_l1	6	-0.04095372557640076
20	rnn.bias_ih_l1	7	0.0627862885594368
20	rnn.bias_ih_l1	8	0.08707597851753235
20	rnn.bias_ih_l1	9	0.026298394426703453
20	rnn.bias_hh_l1	0	0.07050308585166931
20	rnn.bias_hh_l1	1	-0.05721374228596687
20	rnn.bias_hh_l1	2	0.024677177891135216
20	rnn.bias_hh_l1	3	0.06162754073739052
20	rnn.bias_hh_l1	4	0.05751051381230354
20	rnn.bias_hh_l1	5	-0.07865209132432938
20	rnn.bias_hh_l1	6	0.016073621809482574
20	rnn.bias_hh_l1	7	0.03791256248950958
20	rnn.bias_hh_l1	8	0.010802900418639183
20	rnn.bias_hh_l1	9	-0.0029241747688502073
20	rnn.weight_ih_l1_reverse	0	0.08619136363267899
20	rnn.weight_ih_l1_reverse	1	-0.04153253510594368
20	rnn.weight_ih_l1_reverse	2	-0.06220020726323128
20	rnn.weight_ih_l1_reverse	3	0.025545470416545868
20	rnn.weight_ih_l1_reverse	4	-0.046057019382715225
20	rnn.weight_ih_l1_reverse	5	0.02411501109600067
20	rnn.weight_ih_l1_reverse	6	0.04035988077521324
20	rnn.weight_ih_l1_reverse	7	0.02041693963110447
20	rnn.weight_ih_l1_reverse	8	-0.00791463628411293
20	rnn.weight_ih_l1_reverse	9	-0.0661296620965004
20	rnn.weight_hh_l1_reverse	0	0.00521796615794301
20	rnn.weight_hh_l1_reverse	1	0.018831772729754448
20	rnn.weight_hh_l1_reverse	2	-0.05815478041768074
20	rnn.weight_hh_l1_reverse	3	-0.012896743603050709
20	rnn.weight_hh_l1_reverse	4	0.008623577654361725
20	rnn.weight_hh_l1_reverse	5	-0.06174751743674278
20	rnn.weight_hh_l1_reverse	6	-0.06728803366422653
20	rnn.weight_hh_l1_reverse	7	-0.01153343915939331
20	rnn.weight_hh_l1_reverse	8	-0.05596224218606949
20	rnn.weight_hh_l1_reverse	9	-0.04329086095094681
20	rnn.bias_ih_l1_reverse	0	-0.00307469698600471
20	rnn.bias_ih_l1_reverse	1	-0.03904254734516144
20	rnn.bias_ih_l1_reverse	2	0.021533582359552383
20	rnn.bias_ih_l1_reverse	3	-0.07540225982666016
20	rnn.bias_ih_l1_reverse	4	-0.08695473521947861
20	rnn.bias_ih_l1_reverse	5	-0.08712036162614822
20	rnn.bias_ih_l1_reverse	6	0.05674627795815468
20	rnn.bias_ih_l1_reverse	7	0.0862049013376236
20	rnn.bias_ih_l1_reverse	8	-0.003975138068199158
20	rnn.bias_ih_l1_reverse	9	-0.014901939779520035
20	rnn.bias_hh_l1_reverse	0	0.05967463552951813
20	rnn.bias_hh_l1_reverse	1	-0.06991268694400787
20	rnn.bias_hh_l1_reverse	2	-0.049466442316770554
20	rnn.bias_hh_l1_reverse	3	0.07431402057409286
20	rnn.bias_hh_l1_reverse	4	-0.022315887734293938
20	rnn.bias_hh_l1_reverse	5	-0.006693616509437561
20	rnn.bias_hh_l1_reverse	6	-0.059795815497636795
20	rnn.bias_hh_l1_reverse	7	-0.06111380457878113
20	rnn.bias_hh_l1_reverse	8	0.06524211913347244
20	rnn.bias_hh_l1_reverse	9	0.028393546119332314
20	rnn.weight_ih_l2	0	0.07623250782489777
20	rnn.weight_ih_l2	1	-0.054442260414361954
20	rnn.weight_ih_l2	2	0.06331192702054977
20	rnn.weight_ih_l2	3	0.06629887968301773
20	rnn.weight_ih_l2	4	0.05608898401260376
20	rnn.weight_ih_l2	5	-0.03844670206308365
20	rnn.weight_ih_l2	6	-0.07588156312704086
20	rnn.weight_ih_l2	7	0.014309423044323921
20	rnn.weight_ih_l2	8	-0.017141224816441536
20	rnn.weight_ih_l2	9	-0.06927267462015152
20	rnn.weight_hh_l2	0	0.04850560799241066
20	rnn.weight_hh_l2	1	0.03163096308708191
20	rnn.weight_hh_l2	2	-0.05491800233721733
20	rnn.weight_hh_l2	3	-0.02508995682001114
20	rnn.weight_hh_l2	4	0.05418859422206879
20	rnn.weight_hh_l2	5	-0.027139419689774513
20	rnn.weight_hh_l2	6	0.008021637797355652
20	rnn.weight_hh_l2	7	-0.05281475558876991
20	rnn.weight_hh_l2	8	-0.005280105862766504
20	rnn.weight_hh_l2	9	-0.019885055720806122
20	rnn.bias_ih_l2	0	0.09357375651597977
20	rnn.bias_ih_l2	1	0.014373848214745522
20	rnn.bias_ih_l2	2	0.07316675782203674
20	rnn.bias_ih_l2	3	0.012414099648594856
20	rnn.bias_ih_l2	4	-0.004486775491386652
20	rnn.bias_ih_l2	5	0.037160757929086685
20	rnn.bias_ih_l2	6	0.015759851783514023
20	rnn.bias_ih_l2	7	0.01093250885605812
20	rnn.bias_ih_l2	8	0.0286001805216074
20	rnn.bias_ih_l2	9	-0.012285764329135418
20	rnn.bias_hh_l2	0	0.07214897871017456
20	rnn.bias_hh_l2	1	-0.0009395386441610754
20	rnn.bias_hh_l2	2	0.06631655991077423
20	rnn.bias_hh_l2	3	0.031550370156764984
20	rnn.bias_hh_l2	4	0.07270742207765579
20	rnn.bias_hh_l2	5	-0.045743148773908615
20	rnn.bias_hh_l2	6	0.03594138100743294
20	rnn.bias_hh_l2	7	-0.02485722117125988
20	rnn.bias_hh_l2	8	0.04406982660293579
20	rnn.bias_hh_l2	9	0.07792475819587708
20	rnn.weight_ih_l2_reverse	0	0.0824025571346283
20	rnn.weight_ih_l2_reverse	1	-0.060358740389347076
20	rnn.weight_ih_l2_reverse	2	0.0008477624505758286
20	rnn.weight_ih_l2_reverse	3	0.03539084270596504
20	rnn.weight_ih_l2_reverse	4	0.05400078371167183
20	rnn.weight_ih_l2_reverse	5	-0.04060934856534004
20	rnn.weight_ih_l2_reverse	6	-0.0004136591451242566
20	rnn.weight_ih_l2_reverse	7	-0.0034280449617654085
20	rnn.weight_ih_l2_reverse	8	0.0029918928630650043
20	rnn.weight_ih_l2_reverse	9	-0.08238628506660461
20	rnn.weight_hh_l2_reverse	0	-0.08278220146894455
20	rnn.weight_hh_l2_reverse	1	0.01180061511695385
20	rnn.weight_hh_l2_reverse	2	0.010550898499786854
20	rnn.weight_hh_l2_reverse	3	0.02432025969028473
20	rnn.weight_hh_l2_reverse	4	-0.036882735788822174
20	rnn.weight_hh_l2_reverse	5	-0.014835625886917114
20	rnn.weight_hh_l2_reverse	6	-0.038621433079242706
20	rnn.weight_hh_l2_reverse	7	-0.059816695749759674
20	rnn.weight_hh_l2_reverse	8	-0.0068724025040864944
20	rnn.weight_hh_l2_reverse	9	-0.05906592309474945
20	rnn.bias_ih_l2_reverse	0	-0.01674950309097767
20	rnn.bias_ih_l2_reverse	1	-0.028168803080916405
20	rnn.bias_ih_l2_reverse	2	0.03629090264439583
20	rnn.bias_ih_l2_reverse	3	-0.0077486163936555386
20	rnn.bias_ih_l2_reverse	4	0.07920943200588226
20	rnn.bias_ih_l2_reverse	5	-0.08848822861909866
20	rnn.bias_ih_l2_reverse	6	-0.04282258823513985
20	rnn.bias_ih_l2_reverse	7	-0.05146976187825203
20	rnn.bias_ih_l2_reverse	8	0.06173734366893768
20	rnn.bias_ih_l2_reverse	9	0.03763839974999428
20	rnn.bias_hh_l2_reverse	0	0.05450627580285072
20	rnn.bias_hh_l2_reverse	1	-0.08768558502197266
20	rnn.bias_hh_l2_reverse	2	-0.0668572187423706
20	rnn.bias_hh_l2_reverse	3	0.03752589598298073
20	rnn.bias_hh_l2_reverse	4	0.023955363780260086
20	rnn.bias_hh_l2_reverse	5	0.04332718253135681
20	rnn.bias_hh_l2_reverse	6	-0.08173470944166183
20	rnn.bias_hh_l2_reverse	7	-0.010342559777200222
20	rnn.bias_hh_l2_reverse	8	-0.08225000649690628
20	rnn.bias_hh_l2_reverse	9	-0.05409834533929825
20	linear.weight	0	0.025028489530086517
20	linear.weight	1	0.05197228118777275
20	linear.weight	2	-0.01763974130153656
20	linear.weight	3	-0.029527369886636734
20	linear.weight	4	-0.022248394787311554
20	linear.weight	5	0.03431013599038124
20	linear.weight	6	0.048728425055742264
20	linear.weight	7	-0.03559628501534462
20	linear.weight	8	0.000282765191514045
20	linear.weight	9	0.05682177469134331
20	linear.bias	0	0.32717522978782654
20	linear.bias	1	0.2381514608860016
20	linear.bias	2	-1.2762304544448853
20	linear.bias	3	-0.05754556506872177
20	linear.bias	4	-0.050822705030441284
20	linear.bias	5	0.609599769115448
21	transitions	0	0.11838516592979431
21	transitions	1	-10000.0
21	transitions	2	1.5284818410873413
21	transitions	3	-0.8597301840782166
21	transitions	4	-10000.0
21	transitions	5	-10000.0
21	transitions	6	-10000.0
21	transitions	7	0.8895588517189026
21	transitions	8	0.929623007774353
21	transitions	9	-0.9519143104553223
21	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
21	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
21	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
21	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
21	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
21	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
21	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
21	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
21	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
21	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
21	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
21	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
21	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
21	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
21	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
21	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
21	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
21	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
21	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
21	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
21	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
21	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
21	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
21	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
21	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
21	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
21	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
21	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
21	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
21	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
21	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
21	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
21	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
21	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
21	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
21	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
21	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
21	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
21	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
21	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
21	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
21	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
21	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
21	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
21	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
21	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
21	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
21	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
21	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
21	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
21	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
21	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
21	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
21	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
21	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
21	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
21	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
21	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
21	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
21	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
21	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
21	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
21	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
21	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
21	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
21	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
21	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
21	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
21	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
21	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
21	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
21	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
21	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
21	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
21	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
21	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
21	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
21	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
21	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
21	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
21	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
21	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
21	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
21	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
21	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
21	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
21	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
21	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
21	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
21	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
21	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
21	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
21	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
21	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
21	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
21	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
21	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
21	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
21	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
21	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
21	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
21	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
21	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
21	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
21	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
21	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
21	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
21	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
21	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
21	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
21	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
21	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
21	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
21	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
21	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
21	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
21	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
21	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
21	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
21	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
21	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
21	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
21	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
21	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
21	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
21	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
21	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
21	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
21	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
21	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
21	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
21	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
21	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
21	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
21	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
21	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
21	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
21	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
21	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
21	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
21	embedding2nn.weight	0	0.014740520156919956
21	embedding2nn.weight	1	0.0007294622482731938
21	embedding2nn.weight	2	0.005660715512931347
21	embedding2nn.weight	3	0.0008570910431444645
21	embedding2nn.weight	4	-0.008766623213887215
21	embedding2nn.weight	5	-0.005325954407453537
21	embedding2nn.weight	6	-0.0014003493124619126
21	embedding2nn.weight	7	-0.0034262703265994787
21	embedding2nn.weight	8	0.015623320825397968
21	embedding2nn.weight	9	0.00441361078992486
21	embedding2nn.bias	0	0.006509281694889069
21	embedding2nn.bias	1	-0.01452686171978712
21	embedding2nn.bias	2	0.006870189681649208
21	embedding2nn.bias	3	-0.01626313291490078
21	embedding2nn.bias	4	-0.01050290185958147
21	embedding2nn.bias	5	-0.0024976928252726793
21	embedding2nn.bias	6	0.005141522269695997
21	embedding2nn.bias	7	0.015125154517591
21	embedding2nn.bias	8	0.0013963052770122886
21	embedding2nn.bias	9	-0.004112366586923599
21	rnn.weight_ih_l0	0	-0.05090482160449028
21	rnn.weight_ih_l0	1	0.05075297877192497
21	rnn.weight_ih_l0	2	0.031858958303928375
21	rnn.weight_ih_l0	3	0.014737981371581554
21	rnn.weight_ih_l0	4	0.012501426041126251
21	rnn.weight_ih_l0	5	0.08416729420423508
21	rnn.weight_ih_l0	6	0.07560565322637558
21	rnn.weight_ih_l0	7	0.037765685468912125
21	rnn.weight_ih_l0	8	-0.046034179627895355
21	rnn.weight_ih_l0	9	0.008064682595431805
21	rnn.weight_hh_l0	0	0.008547247387468815
21	rnn.weight_hh_l0	1	-0.0636778473854065
21	rnn.weight_hh_l0	2	-0.06541650742292404
21	rnn.weight_hh_l0	3	0.07278652489185333
21	rnn.weight_hh_l0	4	0.07110538333654404
21	rnn.weight_hh_l0	5	0.004355391953140497
21	rnn.weight_hh_l0	6	0.003877778071910143
21	rnn.weight_hh_l0	7	-0.025774482637643814
21	rnn.weight_hh_l0	8	-0.029516730457544327
21	rnn.weight_hh_l0	9	0.057966165244579315
21	rnn.bias_ih_l0	0	-0.07219386845827103
21	rnn.bias_ih_l0	1	0.08610957115888596
21	rnn.bias_ih_l0	2	0.021596640348434448
21	rnn.bias_ih_l0	3	0.08868051320314407
21	rnn.bias_ih_l0	4	-0.07255792617797852
21	rnn.bias_ih_l0	5	0.08730833977460861
21	rnn.bias_ih_l0	6	-0.06943057477474213
21	rnn.bias_ih_l0	7	-0.033007826656103134
21	rnn.bias_ih_l0	8	-0.08561786264181137
21	rnn.bias_ih_l0	9	-0.05057871714234352
21	rnn.bias_hh_l0	0	0.030579905956983566
21	rnn.bias_hh_l0	1	0.0715937614440918
21	rnn.bias_hh_l0	2	0.06716589629650116
21	rnn.bias_hh_l0	3	0.08295554667711258
21	rnn.bias_hh_l0	4	-0.08132048696279526
21	rnn.bias_hh_l0	5	-0.07082337141036987
21	rnn.bias_hh_l0	6	0.07557032257318497
21	rnn.bias_hh_l0	7	-0.08234576880931854
21	rnn.bias_hh_l0	8	-0.026007119566202164
21	rnn.bias_hh_l0	9	0.0091578159481287
21	rnn.weight_ih_l0_reverse	0	0.07927005738019943
21	rnn.weight_ih_l0_reverse	1	0.07368642091751099
21	rnn.weight_ih_l0_reverse	2	0.03892766311764717
21	rnn.weight_ih_l0_reverse	3	0.033839236944913864
21	rnn.weight_ih_l0_reverse	4	-0.03702358901500702
21	rnn.weight_ih_l0_reverse	5	0.05109944939613342
21	rnn.weight_ih_l0_reverse	6	0.06641849875450134
21	rnn.weight_ih_l0_reverse	7	0.022880151867866516
21	rnn.weight_ih_l0_reverse	8	-0.05862867087125778
21	rnn.weight_ih_l0_reverse	9	-0.05284418910741806
21	rnn.weight_hh_l0_reverse	0	0.02528967894613743
21	rnn.weight_hh_l0_reverse	1	-0.08722840249538422
21	rnn.weight_hh_l0_reverse	2	0.06278214603662491
21	rnn.weight_hh_l0_reverse	3	-0.021489275619387627
21	rnn.weight_hh_l0_reverse	4	0.08376312255859375
21	rnn.weight_hh_l0_reverse	5	-0.0011952852364629507
21	rnn.weight_hh_l0_reverse	6	0.027830317616462708
21	rnn.weight_hh_l0_reverse	7	0.07830007374286652
21	rnn.weight_hh_l0_reverse	8	-0.022177286446094513
21	rnn.weight_hh_l0_reverse	9	-0.046688735485076904
21	rnn.bias_ih_l0_reverse	0	0.000581795466132462
21	rnn.bias_ih_l0_reverse	1	-0.023221172392368317
21	rnn.bias_ih_l0_reverse	2	-0.018148895353078842
21	rnn.bias_ih_l0_reverse	3	0.047719646245241165
21	rnn.bias_ih_l0_reverse	4	0.06883693486452103
21	rnn.bias_ih_l0_reverse	5	-0.025259554386138916
21	rnn.bias_ih_l0_reverse	6	-0.027066320180892944
21	rnn.bias_ih_l0_reverse	7	-0.05163604021072388
21	rnn.bias_ih_l0_reverse	8	0.004326606169342995
21	rnn.bias_ih_l0_reverse	9	-0.0641651451587677
21	rnn.bias_hh_l0_reverse	0	0.03662972152233124
21	rnn.bias_hh_l0_reverse	1	-0.06552774459123611
21	rnn.bias_hh_l0_reverse	2	0.07888336479663849
21	rnn.bias_hh_l0_reverse	3	0.0555213987827301
21	rnn.bias_hh_l0_reverse	4	0.02962096966803074
21	rnn.bias_hh_l0_reverse	5	0.04061613604426384
21	rnn.bias_hh_l0_reverse	6	0.06180274859070778
21	rnn.bias_hh_l0_reverse	7	0.08670313656330109
21	rnn.bias_hh_l0_reverse	8	-0.009322648867964745
21	rnn.bias_hh_l0_reverse	9	0.05368031561374664
21	rnn.weight_ih_l1	0	0.021357925608754158
21	rnn.weight_ih_l1	1	0.01513734646141529
21	rnn.weight_ih_l1	2	0.06927487999200821
21	rnn.weight_ih_l1	3	-0.024431303143501282
21	rnn.weight_ih_l1	4	-0.024226535111665726
21	rnn.weight_ih_l1	5	-0.01197349838912487
21	rnn.weight_ih_l1	6	0.07127828896045685
21	rnn.weight_ih_l1	7	-0.006872760131955147
21	rnn.weight_ih_l1	8	-0.053293608129024506
21	rnn.weight_ih_l1	9	0.06018005311489105
21	rnn.weight_hh_l1	0	-0.07058688253164291
21	rnn.weight_hh_l1	1	-0.03712845221161842
21	rnn.weight_hh_l1	2	-0.0082174027338624
21	rnn.weight_hh_l1	3	-0.05840732902288437
21	rnn.weight_hh_l1	4	0.08597750961780548
21	rnn.weight_hh_l1	5	-0.08448822051286697
21	rnn.weight_hh_l1	6	-0.04835814982652664
21	rnn.weight_hh_l1	7	0.06588109582662582
21	rnn.weight_hh_l1	8	-0.01360265538096428
21	rnn.weight_hh_l1	9	-0.04059954360127449
21	rnn.bias_ih_l1	0	-0.06787109375
21	rnn.bias_ih_l1	1	0.05838566645979881
21	rnn.bias_ih_l1	2	-0.05146000534296036
21	rnn.bias_ih_l1	3	-0.06563892215490341
21	rnn.bias_ih_l1	4	-0.030476082116365433
21	rnn.bias_ih_l1	5	-0.04363972693681717
21	rnn.bias_ih_l1	6	-0.04283268004655838
21	rnn.bias_ih_l1	7	0.06280353665351868
21	rnn.bias_ih_l1	8	0.08706623315811157
21	rnn.bias_ih_l1	9	0.02861764281988144
21	rnn.bias_hh_l1	0	0.0705399438738823
21	rnn.bias_hh_l1	1	-0.057424720376729965
21	rnn.bias_hh_l1	2	0.024756617844104767
21	rnn.bias_hh_l1	3	0.06147214397788048
21	rnn.bias_hh_l1	4	0.05751694738864899
21	rnn.bias_hh_l1	5	-0.07884269952774048
21	rnn.bias_hh_l1	6	0.01609134115278721
21	rnn.bias_hh_l1	7	0.03794423118233681
21	rnn.bias_hh_l1	8	0.01116930041462183
21	rnn.bias_hh_l1	9	-0.00301456730812788
21	rnn.weight_ih_l1_reverse	0	0.08617895841598511
21	rnn.weight_ih_l1_reverse	1	-0.041571132838726044
21	rnn.weight_ih_l1_reverse	2	-0.062204573303461075
21	rnn.weight_ih_l1_reverse	3	0.02555084601044655
21	rnn.weight_ih_l1_reverse	4	-0.046050675213336945
21	rnn.weight_ih_l1_reverse	5	0.02411363087594509
21	rnn.weight_ih_l1_reverse	6	0.04036325961351395
21	rnn.weight_ih_l1_reverse	7	0.020411990582942963
21	rnn.weight_ih_l1_reverse	8	-0.007902679964900017
21	rnn.weight_ih_l1_reverse	9	-0.06591447442770004
21	rnn.weight_hh_l1_reverse	0	0.005206153728067875
21	rnn.weight_hh_l1_reverse	1	0.018828783184289932
21	rnn.weight_hh_l1_reverse	2	-0.058154284954071045
21	rnn.weight_hh_l1_reverse	3	-0.012897299602627754
21	rnn.weight_hh_l1_reverse	4	0.008626583032310009
21	rnn.weight_hh_l1_reverse	5	-0.06192713975906372
21	rnn.weight_hh_l1_reverse	6	-0.06728815287351608
21	rnn.weight_hh_l1_reverse	7	-0.011536258272826672
21	rnn.weight_hh_l1_reverse	8	-0.05595400184392929
21	rnn.weight_hh_l1_reverse	9	-0.04329732060432434
21	rnn.bias_ih_l1_reverse	0	-0.0030768506694585085
21	rnn.bias_ih_l1_reverse	1	-0.039036624133586884
21	rnn.bias_ih_l1_reverse	2	0.02154519036412239
21	rnn.bias_ih_l1_reverse	3	-0.07532494515180588
21	rnn.bias_ih_l1_reverse	4	-0.08695955574512482
21	rnn.bias_ih_l1_reverse	5	-0.08718767017126083
21	rnn.bias_ih_l1_reverse	6	0.057022158056497574
21	rnn.bias_ih_l1_reverse	7	0.0861932560801506
21	rnn.bias_ih_l1_reverse	8	-0.0051384055987000465
21	rnn.bias_ih_l1_reverse	9	-0.01486609224230051
21	rnn.bias_hh_l1_reverse	0	0.05970459803938866
21	rnn.bias_hh_l1_reverse	1	-0.06980621069669724
21	rnn.bias_hh_l1_reverse	2	-0.04944642633199692
21	rnn.bias_hh_l1_reverse	3	0.07434174418449402
21	rnn.bias_hh_l1_reverse	4	-0.022243566811084747
21	rnn.bias_hh_l1_reverse	5	-0.0066749476827681065
21	rnn.bias_hh_l1_reverse	6	-0.05977695807814598
21	rnn.bias_hh_l1_reverse	7	-0.06099787726998329
21	rnn.bias_hh_l1_reverse	8	0.06503838300704956
21	rnn.bias_hh_l1_reverse	9	0.027139902114868164
21	rnn.weight_ih_l2	0	0.0761493518948555
21	rnn.weight_ih_l2	1	-0.054455459117889404
21	rnn.weight_ih_l2	2	0.06330739706754684
21	rnn.weight_ih_l2	3	0.06627929210662842
21	rnn.weight_ih_l2	4	0.05606478080153465
21	rnn.weight_ih_l2	5	-0.038512326776981354
21	rnn.weight_ih_l2	6	-0.07593028992414474
21	rnn.weight_ih_l2	7	0.014339668676257133
21	rnn.weight_ih_l2	8	-0.01714167557656765
21	rnn.weight_ih_l2	9	-0.0692715272307396
21	rnn.weight_hh_l2	0	0.048490285873413086
21	rnn.weight_hh_l2	1	0.03162657469511032
21	rnn.weight_hh_l2	2	-0.054917458444833755
21	rnn.weight_hh_l2	3	-0.025088462978601456
21	rnn.weight_hh_l2	4	0.05418889597058296
21	rnn.weight_hh_l2	5	-0.027061695232987404
21	rnn.weight_hh_l2	6	0.008020280860364437
21	rnn.weight_hh_l2	7	-0.05281519517302513
21	rnn.weight_hh_l2	8	-0.005282319150865078
21	rnn.weight_hh_l2	9	-0.019914373755455017
21	rnn.bias_ih_l2	0	0.09901288896799088
21	rnn.bias_ih_l2	1	0.01468858402222395
21	rnn.bias_ih_l2	2	0.0735282152891159
21	rnn.bias_ih_l2	3	0.012650295160710812
21	rnn.bias_ih_l2	4	-0.00461889011785388
21	rnn.bias_ih_l2	5	0.03704521059989929
21	rnn.bias_ih_l2	6	0.01579645462334156
21	rnn.bias_ih_l2	7	0.011021816171705723
21	rnn.bias_ih_l2	8	0.027907494455575943
21	rnn.bias_ih_l2	9	-0.01216500997543335
21	rnn.bias_hh_l2	0	0.07225929945707321
21	rnn.bias_hh_l2	1	-0.000967037514783442
21	rnn.bias_hh_l2	2	0.06649141758680344
21	rnn.bias_hh_l2	3	0.03153550997376442
21	rnn.bias_hh_l2	4	0.0727008506655693
21	rnn.bias_hh_l2	5	-0.04687175154685974
21	rnn.bias_hh_l2	6	0.03678346052765846
21	rnn.bias_hh_l2	7	-0.024799568578600883
21	rnn.bias_hh_l2	8	0.04401051625609398
21	rnn.bias_hh_l2	9	0.074119932949543
21	rnn.weight_ih_l2_reverse	0	0.08239979296922684
21	rnn.weight_ih_l2_reverse	1	-0.06037471070885658
21	rnn.weight_ih_l2_reverse	2	0.0008663922781124711
21	rnn.weight_ih_l2_reverse	3	0.035406872630119324
21	rnn.weight_ih_l2_reverse	4	0.05400041118264198
21	rnn.weight_ih_l2_reverse	5	-0.040609780699014664
21	rnn.weight_ih_l2_reverse	6	-0.0005008272710256279
21	rnn.weight_ih_l2_reverse	7	-0.0034528172109276056
21	rnn.weight_ih_l2_reverse	8	0.003423353424295783
21	rnn.weight_ih_l2_reverse	9	-0.08240072429180145
21	rnn.weight_hh_l2_reverse	0	-0.08278322964906693
21	rnn.weight_hh_l2_reverse	1	0.011839818209409714
21	rnn.weight_hh_l2_reverse	2	0.010552703402936459
21	rnn.weight_hh_l2_reverse	3	0.02432294562458992
21	rnn.weight_hh_l2_reverse	4	-0.03688526153564453
21	rnn.weight_hh_l2_reverse	5	-0.01483585312962532
21	rnn.weight_hh_l2_reverse	6	-0.03863540291786194
21	rnn.weight_hh_l2_reverse	7	-0.05981740728020668
21	rnn.weight_hh_l2_reverse	8	-0.00687564117833972
21	rnn.weight_hh_l2_reverse	9	-0.059066224843263626
21	rnn.bias_ih_l2_reverse	0	-0.016268817707896233
21	rnn.bias_ih_l2_reverse	1	-0.028172211721539497
21	rnn.bias_ih_l2_reverse	2	0.03644711151719093
21	rnn.bias_ih_l2_reverse	3	-0.004184102173894644
21	rnn.bias_ih_l2_reverse	4	0.07921252399682999
21	rnn.bias_ih_l2_reverse	5	-0.08849768340587616
21	rnn.bias_ih_l2_reverse	6	-0.042873941361904144
21	rnn.bias_ih_l2_reverse	7	-0.05238770321011543
21	rnn.bias_ih_l2_reverse	8	0.06625708192586899
21	rnn.bias_ih_l2_reverse	9	0.03849881514906883
21	rnn.bias_hh_l2_reverse	0	0.051757343113422394
21	rnn.bias_hh_l2_reverse	1	-0.086673803627491
21	rnn.bias_hh_l2_reverse	2	-0.06687402725219727
21	rnn.bias_hh_l2_reverse	3	0.03753835707902908
21	rnn.bias_hh_l2_reverse	4	0.023944271728396416
21	rnn.bias_hh_l2_reverse	5	0.04327308386564255
21	rnn.bias_hh_l2_reverse	6	-0.08161850273609161
21	rnn.bias_hh_l2_reverse	7	-0.010326397605240345
21	rnn.bias_hh_l2_reverse	8	-0.08204501867294312
21	rnn.bias_hh_l2_reverse	9	-0.05410328879952431
21	linear.weight	0	0.025028489530086517
21	linear.weight	1	0.044796448200941086
21	linear.weight	2	-0.01755652390420437
21	linear.weight	3	-0.029008882120251656
21	linear.weight	4	-0.022248394787311554
21	linear.weight	5	0.03647727146744728
21	linear.weight	6	0.05161529779434204
21	linear.weight	7	-0.036679431796073914
21	linear.weight	8	0.0024676353204995394
21	linear.weight	9	0.059556424617767334
21	linear.bias	0	0.3739243447780609
21	linear.bias	1	0.32195499539375305
21	linear.bias	2	-1.2833068370819092
21	linear.bias	3	-0.05754556506872177
21	linear.bias	4	-0.050822705030441284
21	linear.bias	5	0.4861234724521637
22	transitions	0	0.11665940284729004
22	transitions	1	-10000.0
22	transitions	2	1.4869564771652222
22	transitions	3	-0.859212338924408
22	transitions	4	-10000.0
22	transitions	5	-10000.0
22	transitions	6	-10000.0
22	transitions	7	0.8893589973449707
22	transitions	8	0.9281792640686035
22	transitions	9	-0.9655579924583435
22	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
22	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
22	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
22	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
22	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
22	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
22	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
22	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
22	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
22	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
22	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
22	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
22	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
22	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
22	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
22	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
22	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
22	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
22	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
22	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
22	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
22	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
22	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
22	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
22	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
22	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
22	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
22	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
22	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
22	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
22	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
22	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
22	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
22	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
22	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
22	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
22	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
22	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
22	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
22	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
22	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
22	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
22	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
22	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
22	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
22	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
22	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
22	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
22	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
22	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
22	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
22	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
22	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
22	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
22	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
22	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
22	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
22	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
22	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
22	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
22	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
22	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
22	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
22	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
22	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
22	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
22	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
22	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
22	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
22	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
22	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
22	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
22	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
22	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
22	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
22	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
22	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
22	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
22	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
22	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
22	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
22	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
22	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
22	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
22	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
22	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
22	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
22	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
22	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
22	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
22	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
22	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
22	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
22	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
22	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
22	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
22	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
22	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
22	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
22	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
22	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
22	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
22	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
22	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
22	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
22	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
22	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
22	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
22	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
22	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
22	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
22	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
22	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
22	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
22	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
22	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
22	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
22	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
22	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
22	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
22	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
22	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
22	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
22	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
22	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
22	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
22	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
22	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
22	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
22	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
22	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
22	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
22	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
22	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
22	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
22	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
22	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
22	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
22	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
22	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
22	embedding2nn.weight	0	0.01474243588745594
22	embedding2nn.weight	1	0.000726016703993082
22	embedding2nn.weight	2	0.005660327151417732
22	embedding2nn.weight	3	0.0008539684349671006
22	embedding2nn.weight	4	-0.008797465823590755
22	embedding2nn.weight	5	-0.005324224010109901
22	embedding2nn.weight	6	-0.0013460570480674505
22	embedding2nn.weight	7	-0.003425883362069726
22	embedding2nn.weight	8	0.015607504174113274
22	embedding2nn.weight	9	0.00441250903531909
22	embedding2nn.bias	0	0.006168512161821127
22	embedding2nn.bias	1	-0.013774595223367214
22	embedding2nn.bias	2	0.00759231997653842
22	embedding2nn.bias	3	-0.016414927318692207
22	embedding2nn.bias	4	-0.011757099069654942
22	embedding2nn.bias	5	-0.002561470028012991
22	embedding2nn.bias	6	0.005665703676640987
22	embedding2nn.bias	7	0.015779048204421997
22	embedding2nn.bias	8	0.0008428938454017043
22	embedding2nn.bias	9	-0.004449501167982817
22	rnn.weight_ih_l0	0	-0.05090121924877167
22	rnn.weight_ih_l0	1	0.0507541261613369
22	rnn.weight_ih_l0	2	0.031857896596193314
22	rnn.weight_ih_l0	3	0.014735366217792034
22	rnn.weight_ih_l0	4	0.012521257624030113
22	rnn.weight_ih_l0	5	0.08416756242513657
22	rnn.weight_ih_l0	6	0.07560265809297562
22	rnn.weight_ih_l0	7	0.037764016538858414
22	rnn.weight_ih_l0	8	-0.04598912596702576
22	rnn.weight_ih_l0	9	0.008105924353003502
22	rnn.weight_hh_l0	0	0.008545280434191227
22	rnn.weight_hh_l0	1	-0.06367460638284683
22	rnn.weight_hh_l0	2	-0.06541892141103745
22	rnn.weight_hh_l0	3	0.07278919965028763
22	rnn.weight_hh_l0	4	0.0711088553071022
22	rnn.weight_hh_l0	5	0.0043354458175599575
22	rnn.weight_hh_l0	6	0.0038737913127988577
22	rnn.weight_hh_l0	7	-0.025761637836694717
22	rnn.weight_hh_l0	8	-0.029508249834179878
22	rnn.weight_hh_l0	9	0.057966139167547226
22	rnn.bias_ih_l0	0	-0.07214513421058655
22	rnn.bias_ih_l0	1	0.08616791665554047
22	rnn.bias_ih_l0	2	0.021607479080557823
22	rnn.bias_ih_l0	3	0.08949176222085953
22	rnn.bias_ih_l0	4	-0.07247674465179443
22	rnn.bias_ih_l0	5	0.0874796137213707
22	rnn.bias_ih_l0	6	-0.06866216659545898
22	rnn.bias_ih_l0	7	-0.03299238160252571
22	rnn.bias_ih_l0	8	-0.08523857593536377
22	rnn.bias_ih_l0	9	-0.050466179847717285
22	rnn.bias_hh_l0	0	0.03145606443285942
22	rnn.bias_hh_l0	1	0.07152604311704636
22	rnn.bias_hh_l0	2	0.06715436279773712
22	rnn.bias_hh_l0	3	0.08304918557405472
22	rnn.bias_hh_l0	4	-0.0833718404173851
22	rnn.bias_hh_l0	5	-0.07082949578762054
22	rnn.bias_hh_l0	6	0.07551555335521698
22	rnn.bias_hh_l0	7	-0.08359895646572113
22	rnn.bias_hh_l0	8	-0.0259482990950346
22	rnn.bias_hh_l0	9	0.007923906669020653
22	rnn.weight_ih_l0_reverse	0	0.07926969230175018
22	rnn.weight_ih_l0_reverse	1	0.07368920743465424
22	rnn.weight_ih_l0_reverse	2	0.03892629221081734
22	rnn.weight_ih_l0_reverse	3	0.033841121941804886
22	rnn.weight_ih_l0_reverse	4	-0.037038061767816544
22	rnn.weight_ih_l0_reverse	5	0.05109983682632446
22	rnn.weight_ih_l0_reverse	6	0.06641465425491333
22	rnn.weight_ih_l0_reverse	7	0.022897133603692055
22	rnn.weight_ih_l0_reverse	8	-0.05863074213266373
22	rnn.weight_ih_l0_reverse	9	-0.05284450203180313
22	rnn.weight_hh_l0_reverse	0	0.025285253301262856
22	rnn.weight_hh_l0_reverse	1	-0.08722764998674393
22	rnn.weight_hh_l0_reverse	2	0.06278301030397415
22	rnn.weight_hh_l0_reverse	3	-0.021488627418875694
22	rnn.weight_hh_l0_reverse	4	0.08376885205507278
22	rnn.weight_hh_l0_reverse	5	-0.0011928839376196265
22	rnn.weight_hh_l0_reverse	6	0.0278895515948534
22	rnn.weight_hh_l0_reverse	7	0.07830220460891724
22	rnn.weight_hh_l0_reverse	8	-0.022177964448928833
22	rnn.weight_hh_l0_reverse	9	-0.046681422740221024
22	rnn.bias_ih_l0_reverse	0	0.0007118048961274326
22	rnn.bias_ih_l0_reverse	1	-0.023378444835543633
22	rnn.bias_ih_l0_reverse	2	-0.018583424389362335
22	rnn.bias_ih_l0_reverse	3	0.047764524817466736
22	rnn.bias_ih_l0_reverse	4	0.06886110454797745
22	rnn.bias_ih_l0_reverse	5	-0.025272147729992867
22	rnn.bias_ih_l0_reverse	6	-0.02712264657020569
22	rnn.bias_ih_l0_reverse	7	-0.05165967717766762
22	rnn.bias_ih_l0_reverse	8	0.004605154041200876
22	rnn.bias_ih_l0_reverse	9	-0.0641937330365181
22	rnn.bias_hh_l0_reverse	0	0.03668143227696419
22	rnn.bias_hh_l0_reverse	1	-0.06555633246898651
22	rnn.bias_hh_l0_reverse	2	0.07857191562652588
22	rnn.bias_hh_l0_reverse	3	0.055549100041389465
22	rnn.bias_hh_l0_reverse	4	0.02989443764090538
22	rnn.bias_hh_l0_reverse	5	0.04062803089618683
22	rnn.bias_hh_l0_reverse	6	0.06171117350459099
22	rnn.bias_hh_l0_reverse	7	0.08645414561033249
22	rnn.bias_hh_l0_reverse	8	-0.00924874097108841
22	rnn.bias_hh_l0_reverse	9	0.0541662834584713
22	rnn.weight_ih_l1	0	0.021358110010623932
22	rnn.weight_ih_l1	1	0.015127093531191349
22	rnn.weight_ih_l1	2	0.06928904354572296
22	rnn.weight_ih_l1	3	-0.024423005059361458
22	rnn.weight_ih_l1	4	-0.024240665137767792
22	rnn.weight_ih_l1	5	-0.011974017135798931
22	rnn.weight_ih_l1	6	0.07127779722213745
22	rnn.weight_ih_l1	7	-0.006846945267170668
22	rnn.weight_ih_l1	8	-0.05331042781472206
22	rnn.weight_ih_l1	9	0.0602024644613266
22	rnn.weight_hh_l1	0	-0.0705869123339653
22	rnn.weight_hh_l1	1	-0.03711386024951935
22	rnn.weight_hh_l1	2	-0.008212126791477203
22	rnn.weight_hh_l1	3	-0.05840948596596718
22	rnn.weight_hh_l1	4	0.08599046617746353
22	rnn.weight_hh_l1	5	-0.0845053493976593
22	rnn.weight_hh_l1	6	-0.04835975170135498
22	rnn.weight_hh_l1	7	0.06591792404651642
22	rnn.weight_hh_l1	8	-0.013607881031930447
22	rnn.weight_hh_l1	9	-0.04058516025543213
22	rnn.bias_ih_l1	0	-0.06788462400436401
22	rnn.bias_ih_l1	1	0.058434318751096725
22	rnn.bias_ih_l1	2	-0.05146848410367966
22	rnn.bias_ih_l1	3	-0.06551922857761383
22	rnn.bias_ih_l1	4	-0.030486561357975006
22	rnn.bias_ih_l1	5	-0.046299081295728683
22	rnn.bias_ih_l1	6	-0.04179971665143967
22	rnn.bias_ih_l1	7	0.06304547935724258
22	rnn.bias_ih_l1	8	0.08712584525346756
22	rnn.bias_ih_l1	9	0.02809809148311615
22	rnn.bias_hh_l1	0	0.07054375857114792
22	rnn.bias_hh_l1	1	-0.05730957165360451
22	rnn.bias_hh_l1	2	0.024727795273065567
22	rnn.bias_hh_l1	3	0.061575230211019516
22	rnn.bias_hh_l1	4	0.057440776377916336
22	rnn.bias_hh_l1	5	-0.07890353351831436
22	rnn.bias_hh_l1	6	0.016106504946947098
22	rnn.bias_hh_l1	7	0.03796499967575073
22	rnn.bias_hh_l1	8	0.011319526471197605
22	rnn.bias_hh_l1	9	-0.0030551180243492126
22	rnn.weight_ih_l1_reverse	0	0.08617212623357773
22	rnn.weight_ih_l1_reverse	1	-0.04157780110836029
22	rnn.weight_ih_l1_reverse	2	-0.06219694763422012
22	rnn.weight_ih_l1_reverse	3	0.02555275522172451
22	rnn.weight_ih_l1_reverse	4	-0.046050671488046646
22	rnn.weight_ih_l1_reverse	5	0.02411256730556488
22	rnn.weight_ih_l1_reverse	6	0.04034038260579109
22	rnn.weight_ih_l1_reverse	7	0.020444877445697784
22	rnn.weight_ih_l1_reverse	8	-0.007909279316663742
22	rnn.weight_ih_l1_reverse	9	-0.06600651144981384
22	rnn.weight_hh_l1_reverse	0	0.00519854761660099
22	rnn.weight_hh_l1_reverse	1	0.018829530104994774
22	rnn.weight_hh_l1_reverse	2	-0.05815505608916283
22	rnn.weight_hh_l1_reverse	3	-0.012894855812191963
22	rnn.weight_hh_l1_reverse	4	0.00862564705312252
22	rnn.weight_hh_l1_reverse	5	-0.061838701367378235
22	rnn.weight_hh_l1_reverse	6	-0.06728816032409668
22	rnn.weight_hh_l1_reverse	7	-0.011532384902238846
22	rnn.weight_hh_l1_reverse	8	-0.05598108470439911
22	rnn.weight_hh_l1_reverse	9	-0.043302979320287704
22	rnn.bias_ih_l1_reverse	0	-0.003074801294133067
22	rnn.bias_ih_l1_reverse	1	-0.03909355774521828
22	rnn.bias_ih_l1_reverse	2	0.022067846730351448
22	rnn.bias_ih_l1_reverse	3	-0.07536287605762482
22	rnn.bias_ih_l1_reverse	4	-0.08692946285009384
22	rnn.bias_ih_l1_reverse	5	-0.08702817559242249
22	rnn.bias_ih_l1_reverse	6	0.056914567947387695
22	rnn.bias_ih_l1_reverse	7	0.08620619773864746
22	rnn.bias_ih_l1_reverse	8	-0.004565098322927952
22	rnn.bias_ih_l1_reverse	9	-0.014953767880797386
22	rnn.bias_hh_l1_reverse	0	0.05970184877514839
22	rnn.bias_hh_l1_reverse	1	-0.06995207071304321
22	rnn.bias_hh_l1_reverse	2	-0.04953285679221153
22	rnn.bias_hh_l1_reverse	3	0.07426305115222931
22	rnn.bias_hh_l1_reverse	4	-0.022035444155335426
22	rnn.bias_hh_l1_reverse	5	-0.006749656982719898
22	rnn.bias_hh_l1_reverse	6	-0.059770360589027405
22	rnn.bias_hh_l1_reverse	7	-0.06102750822901726
22	rnn.bias_hh_l1_reverse	8	0.065060555934906
22	rnn.bias_hh_l1_reverse	9	0.029543323442339897
22	rnn.weight_ih_l2	0	0.07634630799293518
22	rnn.weight_ih_l2	1	-0.054454222321510315
22	rnn.weight_ih_l2	2	0.063309445977211
22	rnn.weight_ih_l2	3	0.06626418977975845
22	rnn.weight_ih_l2	4	0.05608319491147995
22	rnn.weight_ih_l2	5	-0.038537465035915375
22	rnn.weight_ih_l2	6	-0.07596150785684586
22	rnn.weight_ih_l2	7	0.014339751563966274
22	rnn.weight_ih_l2	8	-0.017142241820693016
22	rnn.weight_ih_l2	9	-0.0692715123295784
22	rnn.weight_hh_l2	0	0.04848942160606384
22	rnn.weight_hh_l2	1	0.03156689926981926
22	rnn.weight_hh_l2	2	-0.05491799861192703
22	rnn.weight_hh_l2	3	-0.025086984038352966
22	rnn.weight_hh_l2	4	0.05424082279205322
22	rnn.weight_hh_l2	5	-0.027043262496590614
22	rnn.weight_hh_l2	6	0.008027207106351852
22	rnn.weight_hh_l2	7	-0.05281495302915573
22	rnn.weight_hh_l2	8	-0.005283749662339687
22	rnn.weight_hh_l2	9	-0.019892171025276184
22	rnn.bias_ih_l2	0	0.09506411105394363
22	rnn.bias_ih_l2	1	0.01457846537232399
22	rnn.bias_ih_l2	2	0.07617173343896866
22	rnn.bias_ih_l2	3	0.01253614854067564
22	rnn.bias_ih_l2	4	-0.004390470217913389
22	rnn.bias_ih_l2	5	0.03700821101665497
22	rnn.bias_ih_l2	6	0.016011357307434082
22	rnn.bias_ih_l2	7	0.010939269326627254
22	rnn.bias_ih_l2	8	0.02804519236087799
22	rnn.bias_ih_l2	9	-0.01208366546779871
22	rnn.bias_hh_l2	0	0.07266740500926971
22	rnn.bias_hh_l2	1	-0.0009611979476176202
22	rnn.bias_hh_l2	2	0.06648440659046173
22	rnn.bias_hh_l2	3	0.031549692153930664
22	rnn.bias_hh_l2	4	0.07264148443937302
22	rnn.bias_hh_l2	5	-0.04837697371840477
22	rnn.bias_hh_l2	6	0.038776643574237823
22	rnn.bias_hh_l2	7	-0.024822069332003593
22	rnn.bias_hh_l2	8	0.04402875527739525
22	rnn.bias_hh_l2	9	0.07583772391080856
22	rnn.weight_ih_l2_reverse	0	0.08239968866109848
22	rnn.weight_ih_l2_reverse	1	-0.06033336743712425
22	rnn.weight_ih_l2_reverse	2	0.0008518793620169163
22	rnn.weight_ih_l2_reverse	3	0.0354161411523819
22	rnn.weight_ih_l2_reverse	4	0.05400316044688225
22	rnn.weight_ih_l2_reverse	5	-0.040610093623399734
22	rnn.weight_ih_l2_reverse	6	-0.0006235382170416415
22	rnn.weight_ih_l2_reverse	7	-0.003499422688037157
22	rnn.weight_ih_l2_reverse	8	0.0032490589655935764
22	rnn.weight_ih_l2_reverse	9	-0.082358717918396
22	rnn.weight_hh_l2_reverse	0	-0.08278483152389526
22	rnn.weight_hh_l2_reverse	1	0.011830748990178108
22	rnn.weight_hh_l2_reverse	2	0.010552375577390194
22	rnn.weight_hh_l2_reverse	3	0.024322964251041412
22	rnn.weight_hh_l2_reverse	4	-0.03687207028269768
22	rnn.weight_hh_l2_reverse	5	-0.014837844297289848
22	rnn.weight_hh_l2_reverse	6	-0.038540855050086975
22	rnn.weight_hh_l2_reverse	7	-0.0598171092569828
22	rnn.weight_hh_l2_reverse	8	-0.006872621364891529
22	rnn.weight_hh_l2_reverse	9	-0.05906543880701065
22	rnn.bias_ih_l2_reverse	0	-0.014706081710755825
22	rnn.bias_ih_l2_reverse	1	-0.02817859873175621
22	rnn.bias_ih_l2_reverse	2	0.03645418956875801
22	rnn.bias_ih_l2_reverse	3	-0.004598241299390793
22	rnn.bias_ih_l2_reverse	4	0.07923679798841476
22	rnn.bias_ih_l2_reverse	5	-0.08842531591653824
22	rnn.bias_ih_l2_reverse	6	-0.04279434308409691
22	rnn.bias_ih_l2_reverse	7	-0.0542885959148407
22	rnn.bias_ih_l2_reverse	8	0.06696794182062149
22	rnn.bias_ih_l2_reverse	9	0.03464090824127197
22	rnn.bias_hh_l2_reverse	0	0.05062155798077583
22	rnn.bias_hh_l2_reverse	1	-0.08725273609161377
22	rnn.bias_hh_l2_reverse	2	-0.06687330454587936
22	rnn.bias_hh_l2_reverse	3	0.03748489171266556
22	rnn.bias_hh_l2_reverse	4	0.02393803559243679
22	rnn.bias_hh_l2_reverse	5	0.0430150143802166
22	rnn.bias_hh_l2_reverse	6	-0.08194354176521301
22	rnn.bias_hh_l2_reverse	7	-0.010207005776464939
22	rnn.bias_hh_l2_reverse	8	-0.08223000913858414
22	rnn.bias_hh_l2_reverse	9	-0.0540611632168293
22	linear.weight	0	0.025028489530086517
22	linear.weight	1	0.049934953451156616
22	linear.weight	2	-0.01754537597298622
22	linear.weight	3	-0.02822253480553627
22	linear.weight	4	-0.022248394787311554
22	linear.weight	5	0.03814816474914551
22	linear.weight	6	0.04756930470466614
22	linear.weight	7	-0.036341357976198196
22	linear.weight	8	0.0024518331047147512
22	linear.weight	9	0.05844826623797417
22	linear.bias	0	0.3362058997154236
22	linear.bias	1	0.2718854546546936
22	linear.bias	2	-1.2903571128845215
22	linear.bias	3	-0.05754556506872177
22	linear.bias	4	-0.050822705030441284
22	linear.bias	5	0.5809616446495056
23	transitions	0	0.11521032452583313
23	transitions	1	-10000.0
23	transitions	2	1.4402086734771729
23	transitions	3	-0.8629468679428101
23	transitions	4	-10000.0
23	transitions	5	-10000.0
23	transitions	6	-10000.0
23	transitions	7	0.8892600536346436
23	transitions	8	0.9274262189865112
23	transitions	9	-0.9750903248786926
23	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
23	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
23	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
23	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
23	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
23	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
23	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
23	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
23	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
23	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
23	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
23	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
23	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
23	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
23	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
23	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
23	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
23	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
23	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
23	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
23	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
23	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
23	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
23	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
23	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
23	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
23	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
23	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
23	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
23	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
23	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
23	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
23	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
23	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
23	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
23	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
23	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
23	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
23	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
23	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
23	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
23	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
23	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
23	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
23	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
23	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
23	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
23	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
23	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
23	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
23	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
23	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
23	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
23	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
23	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
23	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
23	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
23	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
23	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
23	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
23	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
23	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
23	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
23	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
23	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
23	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
23	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
23	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
23	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
23	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
23	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
23	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
23	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
23	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
23	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
23	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
23	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
23	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
23	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
23	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
23	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
23	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
23	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
23	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
23	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
23	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
23	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
23	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
23	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
23	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
23	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
23	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
23	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
23	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
23	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
23	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
23	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
23	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
23	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
23	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
23	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
23	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
23	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
23	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
23	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
23	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
23	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
23	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
23	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
23	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
23	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
23	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
23	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
23	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
23	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
23	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
23	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
23	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
23	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
23	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
23	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
23	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
23	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
23	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
23	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
23	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
23	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
23	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
23	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
23	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
23	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
23	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
23	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
23	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
23	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
23	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
23	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
23	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
23	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
23	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
23	embedding2nn.weight	0	0.014742240309715271
23	embedding2nn.weight	1	0.000726016703993082
23	embedding2nn.weight	2	0.005661593284457922
23	embedding2nn.weight	3	0.0008548371843062341
23	embedding2nn.weight	4	-0.008797465823590755
23	embedding2nn.weight	5	-0.005324224010109901
23	embedding2nn.weight	6	-0.0013460570480674505
23	embedding2nn.weight	7	-0.0034138637129217386
23	embedding2nn.weight	8	0.015607504174113274
23	embedding2nn.weight	9	0.00441173929721117
23	embedding2nn.bias	0	0.005880664102733135
23	embedding2nn.bias	1	-0.013300109654664993
23	embedding2nn.bias	2	0.007842580787837505
23	embedding2nn.bias	3	-0.016220901161432266
23	embedding2nn.bias	4	-0.011782030574977398
23	embedding2nn.bias	5	-0.0017204723553732038
23	embedding2nn.bias	6	0.006025052163749933
23	embedding2nn.bias	7	0.016173861920833588
23	embedding2nn.bias	8	0.0005825532716698945
23	embedding2nn.bias	9	-0.004139889497309923
23	rnn.weight_ih_l0	0	-0.05090216547250748
23	rnn.weight_ih_l0	1	0.05075337737798691
23	rnn.weight_ih_l0	2	0.031857121735811234
23	rnn.weight_ih_l0	3	0.01473524235188961
23	rnn.weight_ih_l0	4	0.012602156959474087
23	rnn.weight_ih_l0	5	0.08416668325662613
23	rnn.weight_ih_l0	6	0.0756019726395607
23	rnn.weight_ih_l0	7	0.03776191547513008
23	rnn.weight_ih_l0	8	-0.04598972573876381
23	rnn.weight_ih_l0	9	0.008034470491111279
23	rnn.weight_hh_l0	0	0.0085444375872612
23	rnn.weight_hh_l0	1	-0.06367559731006622
23	rnn.weight_hh_l0	2	-0.06542020291090012
23	rnn.weight_hh_l0	3	0.07279342412948608
23	rnn.weight_hh_l0	4	0.07109814882278442
23	rnn.weight_hh_l0	5	0.004322722088545561
23	rnn.weight_hh_l0	6	0.0038780199829488993
23	rnn.weight_hh_l0	7	-0.025765089318156242
23	rnn.weight_hh_l0	8	-0.029517771676182747
23	rnn.weight_hh_l0	9	0.05796602740883827
23	rnn.bias_ih_l0	0	-0.07207071036100388
23	rnn.bias_ih_l0	1	0.08631791919469833
23	rnn.bias_ih_l0	2	0.02152128331363201
23	rnn.bias_ih_l0	3	0.0898321121931076
23	rnn.bias_ih_l0	4	-0.07255290448665619
23	rnn.bias_ih_l0	5	0.08758628368377686
23	rnn.bias_ih_l0	6	-0.0691942647099495
23	rnn.bias_ih_l0	7	-0.03300417959690094
23	rnn.bias_ih_l0	8	-0.08551540970802307
23	rnn.bias_ih_l0	9	-0.050385139882564545
23	rnn.bias_hh_l0	0	0.03182676061987877
23	rnn.bias_hh_l0	1	0.0714569017291069
23	rnn.bias_hh_l0	2	0.06713395565748215
23	rnn.bias_hh_l0	3	0.08310522884130478
23	rnn.bias_hh_l0	4	-0.08376215398311615
23	rnn.bias_hh_l0	5	-0.07087870687246323
23	rnn.bias_hh_l0	6	0.07546820491552353
23	rnn.bias_hh_l0	7	-0.0837760865688324
23	rnn.bias_hh_l0	8	-0.025946248322725296
23	rnn.bias_hh_l0	9	0.007368082646280527
23	rnn.weight_ih_l0_reverse	0	0.07927126437425613
23	rnn.weight_ih_l0_reverse	1	0.07368852198123932
23	rnn.weight_ih_l0_reverse	2	0.03892756998538971
23	rnn.weight_ih_l0_reverse	3	0.03384041413664818
23	rnn.weight_ih_l0_reverse	4	-0.03703024610877037
23	rnn.weight_ih_l0_reverse	5	0.05110082030296326
23	rnn.weight_ih_l0_reverse	6	0.06641826778650284
23	rnn.weight_ih_l0_reverse	7	0.022905902937054634
23	rnn.weight_ih_l0_reverse	8	-0.05860845372080803
23	rnn.weight_ih_l0_reverse	9	-0.05284411087632179
23	rnn.weight_hh_l0_reverse	0	0.025324996560811996
23	rnn.weight_hh_l0_reverse	1	-0.08722824603319168
23	rnn.weight_hh_l0_reverse	2	0.06278305500745773
23	rnn.weight_hh_l0_reverse	3	-0.021489525213837624
23	rnn.weight_hh_l0_reverse	4	0.08376967906951904
23	rnn.weight_hh_l0_reverse	5	-0.0011967732571065426
23	rnn.weight_hh_l0_reverse	6	0.027885405346751213
23	rnn.weight_hh_l0_reverse	7	0.07830210775136948
23	rnn.weight_hh_l0_reverse	8	-0.02217903360724449
23	rnn.weight_hh_l0_reverse	9	-0.04668324440717697
23	rnn.bias_ih_l0_reverse	0	0.00069866405101493
23	rnn.bias_ih_l0_reverse	1	-0.02305997721850872
23	rnn.bias_ih_l0_reverse	2	-0.01830604113638401
23	rnn.bias_ih_l0_reverse	3	0.04777087643742561
23	rnn.bias_ih_l0_reverse	4	0.06891869753599167
23	rnn.bias_ih_l0_reverse	5	-0.02524234540760517
23	rnn.bias_ih_l0_reverse	6	-0.027145560830831528
23	rnn.bias_ih_l0_reverse	7	-0.05162276327610016
23	rnn.bias_ih_l0_reverse	8	0.00511800916865468
23	rnn.bias_ih_l0_reverse	9	-0.06383451819419861
23	rnn.bias_hh_l0_reverse	0	0.03683716803789139
23	rnn.bias_hh_l0_reverse	1	-0.06519711762666702
23	rnn.bias_hh_l0_reverse	2	0.07911653071641922
23	rnn.bias_hh_l0_reverse	3	0.05545959621667862
23	rnn.bias_hh_l0_reverse	4	0.02949896827340126
23	rnn.bias_hh_l0_reverse	5	0.04060323163866997
23	rnn.bias_hh_l0_reverse	6	0.06168248504400253
23	rnn.bias_hh_l0_reverse	7	0.08620797097682953
23	rnn.bias_hh_l0_reverse	8	-0.009168369695544243
23	rnn.bias_hh_l0_reverse	9	0.0545014813542366
23	rnn.weight_ih_l1	0	0.02131946012377739
23	rnn.weight_ih_l1	1	0.015079809352755547
23	rnn.weight_ih_l1	2	0.06918682903051376
23	rnn.weight_ih_l1	3	-0.02442587912082672
23	rnn.weight_ih_l1	4	-0.024241995066404343
23	rnn.weight_ih_l1	5	-0.012000069953501225
23	rnn.weight_ih_l1	6	0.07127837836742401
23	rnn.weight_ih_l1	7	-0.006777327042073011
23	rnn.weight_ih_l1	8	-0.05329957976937294
23	rnn.weight_ih_l1	9	0.0599435456097126
23	rnn.weight_hh_l1	0	-0.07071415334939957
23	rnn.weight_hh_l1	1	-0.03711609169840813
23	rnn.weight_hh_l1	2	-0.008198137395083904
23	rnn.weight_hh_l1	3	-0.05840624123811722
23	rnn.weight_hh_l1	4	0.08599143475294113
23	rnn.weight_hh_l1	5	-0.08450735360383987
23	rnn.weight_hh_l1	6	-0.048358846455812454
23	rnn.weight_hh_l1	7	0.0659399926662445
23	rnn.weight_hh_l1	8	-0.013599519617855549
23	rnn.weight_hh_l1	9	-0.040659621357917786
23	rnn.bias_ih_l1	0	-0.06768868118524551
23	rnn.bias_ih_l1	1	0.05848993360996246
23	rnn.bias_ih_l1	2	-0.0514800138771534
23	rnn.bias_ih_l1	3	-0.06527382135391235
23	rnn.bias_ih_l1	4	-0.03034960851073265
23	rnn.bias_ih_l1	5	-0.046584345400333405
23	rnn.bias_ih_l1	6	-0.040720127522945404
23	rnn.bias_ih_l1	7	0.06313825398683548
23	rnn.bias_ih_l1	8	0.08713579922914505
23	rnn.bias_ih_l1	9	0.027756066992878914
23	rnn.bias_hh_l1	0	0.0705520510673523
23	rnn.bias_hh_l1	1	-0.057176295667886734
23	rnn.bias_hh_l1	2	0.024727175012230873
23	rnn.bias_hh_l1	3	0.06169380620121956
23	rnn.bias_hh_l1	4	0.057464417070150375
23	rnn.bias_hh_l1	5	-0.07895864546298981
23	rnn.bias_hh_l1	6	0.01610022597014904
23	rnn.bias_hh_l1	7	0.03811418637633324
23	rnn.bias_hh_l1	8	0.011308165267109871
23	rnn.bias_hh_l1	9	-0.0030227620154619217
23	rnn.weight_ih_l1_reverse	0	0.0861707329750061
23	rnn.weight_ih_l1_reverse	1	-0.04157792404294014
23	rnn.weight_ih_l1_reverse	2	-0.062196243554353714
23	rnn.weight_ih_l1_reverse	3	0.025551730766892433
23	rnn.weight_ih_l1_reverse	4	-0.046050071716308594
23	rnn.weight_ih_l1_reverse	5	0.024111151695251465
23	rnn.weight_ih_l1_reverse	6	0.040296830236911774
23	rnn.weight_ih_l1_reverse	7	0.020445484668016434
23	rnn.weight_ih_l1_reverse	8	-0.007910331711173058
23	rnn.weight_ih_l1_reverse	9	-0.06601163744926453
23	rnn.weight_hh_l1_reverse	0	0.005197984166443348
23	rnn.weight_hh_l1_reverse	1	0.01882881298661232
23	rnn.weight_hh_l1_reverse	2	-0.058155376464128494
23	rnn.weight_hh_l1_reverse	3	-0.012893815524876118
23	rnn.weight_hh_l1_reverse	4	0.008628868497908115
23	rnn.weight_hh_l1_reverse	5	-0.06174987927079201
23	rnn.weight_hh_l1_reverse	6	-0.06728856265544891
23	rnn.weight_hh_l1_reverse	7	-0.011531957425177097
23	rnn.weight_hh_l1_reverse	8	-0.056109461933374405
23	rnn.weight_hh_l1_reverse	9	-0.04330190271139145
23	rnn.bias_ih_l1_reverse	0	-0.003091312013566494
23	rnn.bias_ih_l1_reverse	1	-0.03905586898326874
23	rnn.bias_ih_l1_reverse	2	0.021982338279485703
23	rnn.bias_ih_l1_reverse	3	-0.07535106688737869
23	rnn.bias_ih_l1_reverse	4	-0.08694078028202057
23	rnn.bias_ih_l1_reverse	5	-0.08689912408590317
23	rnn.bias_ih_l1_reverse	6	0.05700136348605156
23	rnn.bias_ih_l1_reverse	7	0.08625022321939468
23	rnn.bias_ih_l1_reverse	8	-0.006259577814489603
23	rnn.bias_ih_l1_reverse	9	-0.014956645667552948
23	rnn.bias_hh_l1_reverse	0	0.059804145246744156
23	rnn.bias_hh_l1_reverse	1	-0.06997290253639221
23	rnn.bias_hh_l1_reverse	2	-0.04956163465976715
23	rnn.bias_hh_l1_reverse	3	0.07423508167266846
23	rnn.bias_hh_l1_reverse	4	-0.021954093128442764
23	rnn.bias_hh_l1_reverse	5	-0.006784623488783836
23	rnn.bias_hh_l1_reverse	6	-0.059780288487672806
23	rnn.bias_hh_l1_reverse	7	-0.06106135994195938
23	rnn.bias_hh_l1_reverse	8	0.06501530855894089
23	rnn.bias_hh_l1_reverse	9	0.029228463768959045
23	rnn.weight_ih_l2	0	0.0764734074473381
23	rnn.weight_ih_l2	1	-0.05445889011025429
23	rnn.weight_ih_l2	2	0.0633089691400528
23	rnn.weight_ih_l2	3	0.06625531613826752
23	rnn.weight_ih_l2	4	0.05608600005507469
23	rnn.weight_ih_l2	5	-0.03861862048506737
23	rnn.weight_ih_l2	6	-0.07600785791873932
23	rnn.weight_ih_l2	7	0.014336111024022102
23	rnn.weight_ih_l2	8	-0.01714249886572361
23	rnn.weight_ih_l2	9	-0.06926917284727097
23	rnn.weight_hh_l2	0	0.048481397330760956
23	rnn.weight_hh_l2	1	0.031559523195028305
23	rnn.weight_hh_l2	2	-0.0549175888299942
23	rnn.weight_hh_l2	3	-0.025085190311074257
23	rnn.weight_hh_l2	4	0.054242972284555435
23	rnn.weight_hh_l2	5	-0.026987699791789055
23	rnn.weight_hh_l2	6	0.008028210140764713
23	rnn.weight_hh_l2	7	-0.05281563103199005
23	rnn.weight_hh_l2	8	-0.005278488155454397
23	rnn.weight_hh_l2	9	-0.01988021470606327
23	rnn.bias_ih_l2	0	0.10163488239049911
23	rnn.bias_ih_l2	1	0.014513010159134865
23	rnn.bias_ih_l2	2	0.07777872681617737
23	rnn.bias_ih_l2	3	0.012804610654711723
23	rnn.bias_ih_l2	4	-0.004325760528445244
23	rnn.bias_ih_l2	5	0.037075020372867584
23	rnn.bias_ih_l2	6	0.01648588851094246
23	rnn.bias_ih_l2	7	0.011032058857381344
23	rnn.bias_ih_l2	8	0.02885284833610058
23	rnn.bias_ih_l2	9	-0.012036011554300785
23	rnn.bias_hh_l2	0	0.07447829842567444
23	rnn.bias_hh_l2	1	-0.0009877075208351016
23	rnn.bias_hh_l2	2	0.0665072351694107
23	rnn.bias_hh_l2	3	0.03151028975844383
23	rnn.bias_hh_l2	4	0.07263775169849396
23	rnn.bias_hh_l2	5	-0.0421120822429657
23	rnn.bias_hh_l2	6	0.03932053595781326
23	rnn.bias_hh_l2	7	-0.02480125054717064
23	rnn.bias_hh_l2	8	0.04403434693813324
23	rnn.bias_hh_l2	9	0.07406871020793915
23	rnn.weight_ih_l2_reverse	0	0.0824025347828865
23	rnn.weight_ih_l2_reverse	1	-0.060420069843530655
23	rnn.weight_ih_l2_reverse	2	0.0008521160925738513
23	rnn.weight_ih_l2_reverse	3	0.035432517528533936
23	rnn.weight_ih_l2_reverse	4	0.05400440841913223
23	rnn.weight_ih_l2_reverse	5	-0.04061013087630272
23	rnn.weight_ih_l2_reverse	6	-0.0006003639427945018
23	rnn.weight_ih_l2_reverse	7	-0.003560362383723259
23	rnn.weight_ih_l2_reverse	8	0.002320699393749237
23	rnn.weight_ih_l2_reverse	9	-0.0822935402393341
23	rnn.weight_hh_l2_reverse	0	-0.08278548717498779
23	rnn.weight_hh_l2_reverse	1	0.011792376637458801
23	rnn.weight_hh_l2_reverse	2	0.010553660802543163
23	rnn.weight_hh_l2_reverse	3	0.02432483248412609
23	rnn.weight_hh_l2_reverse	4	-0.036870963871479034
23	rnn.weight_hh_l2_reverse	5	-0.014839393086731434
23	rnn.weight_hh_l2_reverse	6	-0.038536541163921356
23	rnn.weight_hh_l2_reverse	7	-0.05982011556625366
23	rnn.weight_hh_l2_reverse	8	-0.006872144527733326
23	rnn.weight_hh_l2_reverse	9	-0.05906530097126961
23	rnn.bias_ih_l2_reverse	0	-0.013171639293432236
23	rnn.bias_ih_l2_reverse	1	-0.028172120451927185
23	rnn.bias_ih_l2_reverse	2	0.03638604283332825
23	rnn.bias_ih_l2_reverse	3	-0.0038923495449125767
23	rnn.bias_ih_l2_reverse	4	0.07925360649824142
23	rnn.bias_ih_l2_reverse	5	-0.08858835697174072
23	rnn.bias_ih_l2_reverse	6	-0.04275567829608917
23	rnn.bias_ih_l2_reverse	7	-0.05357770249247551
23	rnn.bias_ih_l2_reverse	8	0.06191416084766388
23	rnn.bias_ih_l2_reverse	9	0.03247850015759468
23	rnn.bias_hh_l2_reverse	0	0.05547186732292175
23	rnn.bias_hh_l2_reverse	1	-0.08862324059009552
23	rnn.bias_hh_l2_reverse	2	-0.06684078276157379
23	rnn.bias_hh_l2_reverse	3	0.037499647587537766
23	rnn.bias_hh_l2_reverse	4	0.02391507849097252
23	rnn.bias_hh_l2_reverse	5	0.04297911003232002
23	rnn.bias_hh_l2_reverse	6	-0.08193250745534897
23	rnn.bias_hh_l2_reverse	7	-0.010108468122780323
23	rnn.bias_hh_l2_reverse	8	-0.08241751790046692
23	rnn.bias_hh_l2_reverse	9	-0.05399737507104874
23	linear.weight	0	0.025028489530086517
23	linear.weight	1	0.044020939618349075
23	linear.weight	2	-0.017502209171652794
23	linear.weight	3	-0.02625548094511032
23	linear.weight	4	-0.022248394787311554
23	linear.weight	5	0.03814816474914551
23	linear.weight	6	0.04610197991132736
23	linear.weight	7	-0.03278687596321106
23	linear.weight	8	0.003089622361585498
23	linear.weight	9	0.0591932013630867
23	linear.bias	0	0.31222236156463623
23	linear.bias	1	0.27186259627342224
23	linear.bias	2	-1.2956387996673584
23	linear.bias	3	-0.05754556506872177
23	linear.bias	4	-0.050822705030441284
23	linear.bias	5	0.6102498173713684
24	transitions	0	0.11457855999469757
24	transitions	1	-10000.0
24	transitions	2	1.6286094188690186
24	transitions	3	-0.8429561257362366
24	transitions	4	-10000.0
24	transitions	5	-10000.0
24	transitions	6	-10000.0
24	transitions	7	0.8891283273696899
24	transitions	8	0.9263468980789185
24	transitions	9	-0.9833502769470215
24	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
24	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
24	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
24	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
24	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
24	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
24	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
24	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
24	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
24	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
24	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
24	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
24	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
24	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
24	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
24	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
24	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
24	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
24	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
24	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
24	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
24	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
24	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
24	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
24	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
24	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
24	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
24	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
24	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
24	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
24	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
24	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
24	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
24	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
24	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
24	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
24	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
24	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
24	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
24	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
24	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
24	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
24	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
24	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
24	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
24	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
24	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
24	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
24	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
24	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
24	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
24	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
24	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
24	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
24	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
24	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
24	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
24	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
24	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
24	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
24	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
24	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
24	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
24	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
24	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
24	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
24	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
24	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
24	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
24	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
24	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
24	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
24	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
24	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
24	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
24	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
24	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
24	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
24	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
24	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
24	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
24	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
24	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
24	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
24	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
24	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
24	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
24	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
24	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
24	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
24	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
24	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
24	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
24	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
24	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
24	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
24	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
24	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
24	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
24	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
24	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
24	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
24	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
24	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
24	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
24	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
24	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
24	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
24	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
24	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
24	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
24	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
24	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
24	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
24	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
24	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
24	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
24	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
24	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
24	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
24	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
24	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
24	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
24	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
24	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
24	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
24	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
24	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
24	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
24	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
24	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
24	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
24	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
24	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
24	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
24	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
24	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
24	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
24	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
24	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
24	embedding2nn.weight	0	0.014734774827957153
24	embedding2nn.weight	1	0.0006975780124776065
24	embedding2nn.weight	2	0.0056650410406291485
24	embedding2nn.weight	3	0.0008499264367856085
24	embedding2nn.weight	4	-0.008837874047458172
24	embedding2nn.weight	5	-0.005344955250620842
24	embedding2nn.weight	6	-0.001342513831332326
24	embedding2nn.weight	7	-0.0034129570703953505
24	embedding2nn.weight	8	0.015615275129675865
24	embedding2nn.weight	9	0.0044062333181500435
24	embedding2nn.bias	0	0.006488885264843702
24	embedding2nn.bias	1	-0.015259220264852047
24	embedding2nn.bias	2	0.0049314554780721664
24	embedding2nn.bias	3	-0.015394133515655994
24	embedding2nn.bias	4	-0.008052215911448002
24	embedding2nn.bias	5	-0.002757793525233865
24	embedding2nn.bias	6	0.005611170083284378
24	embedding2nn.bias	7	0.013254745863378048
24	embedding2nn.bias	8	0.000669665343593806
24	embedding2nn.bias	9	-0.0028132328297942877
24	rnn.weight_ih_l0	0	-0.05089796334505081
24	rnn.weight_ih_l0	1	0.050750814378261566
24	rnn.weight_ih_l0	2	0.03185608237981796
24	rnn.weight_ih_l0	3	0.014733614400029182
24	rnn.weight_ih_l0	4	0.012460109777748585
24	rnn.weight_ih_l0	5	0.08416668325662613
24	rnn.weight_ih_l0	6	0.07562617212533951
24	rnn.weight_ih_l0	7	0.037765104323625565
24	rnn.weight_ih_l0	8	-0.04611506685614586
24	rnn.weight_ih_l0	9	0.00806607399135828
24	rnn.weight_hh_l0	0	0.008543936535716057
24	rnn.weight_hh_l0	1	-0.06366712599992752
24	rnn.weight_hh_l0	2	-0.06541556119918823
24	rnn.weight_hh_l0	3	0.07278633862733841
24	rnn.weight_hh_l0	4	0.07109084725379944
24	rnn.weight_hh_l0	5	0.004125942941755056
24	rnn.weight_hh_l0	6	0.0038551415782421827
24	rnn.weight_hh_l0	7	-0.025679240003228188
24	rnn.weight_hh_l0	8	-0.029373956844210625
24	rnn.weight_hh_l0	9	0.057968247681856155
24	rnn.bias_ih_l0	0	-0.07204965502023697
24	rnn.bias_ih_l0	1	0.08627454191446304
24	rnn.bias_ih_l0	2	0.02171633578836918
24	rnn.bias_ih_l0	3	0.0910370871424675
24	rnn.bias_ih_l0	4	-0.0718899667263031
24	rnn.bias_ih_l0	5	0.08709847182035446
24	rnn.bias_ih_l0	6	-0.07011698931455612
24	rnn.bias_ih_l0	7	-0.03313090279698372
24	rnn.bias_ih_l0	8	-0.08703974634408951
24	rnn.bias_ih_l0	9	-0.050885818898677826
24	rnn.bias_hh_l0	0	0.030963603407144547
24	rnn.bias_hh_l0	1	0.07143969088792801
24	rnn.bias_hh_l0	2	0.06721793115139008
24	rnn.bias_hh_l0	3	0.08269372582435608
24	rnn.bias_hh_l0	4	-0.08101420104503632
24	rnn.bias_hh_l0	5	-0.07089793682098389
24	rnn.bias_hh_l0	6	0.07542981207370758
24	rnn.bias_hh_l0	7	-0.08100908994674683
24	rnn.bias_hh_l0	8	-0.02598118595778942
24	rnn.bias_hh_l0	9	0.013234301470220089
24	rnn.weight_ih_l0_reverse	0	0.0792672336101532
24	rnn.weight_ih_l0_reverse	1	0.07367890328168869
24	rnn.weight_ih_l0_reverse	2	0.0389254055917263
24	rnn.weight_ih_l0_reverse	3	0.03384372964501381
24	rnn.weight_ih_l0_reverse	4	-0.037101902067661285
24	rnn.weight_ih_l0_reverse	5	0.05110188201069832
24	rnn.weight_ih_l0_reverse	6	0.06642287224531174
24	rnn.weight_ih_l0_reverse	7	0.022939395159482956
24	rnn.weight_ih_l0_reverse	8	-0.05865597724914551
24	rnn.weight_ih_l0_reverse	9	-0.05284452065825462
24	rnn.weight_hh_l0_reverse	0	0.025388242676854134
24	rnn.weight_hh_l0_reverse	1	-0.08722768723964691
24	rnn.weight_hh_l0_reverse	2	0.06278183311223984
24	rnn.weight_hh_l0_reverse	3	-0.021487543359398842
24	rnn.weight_hh_l0_reverse	4	0.08376025408506393
24	rnn.weight_hh_l0_reverse	5	-0.0011722767958417535
24	rnn.weight_hh_l0_reverse	6	0.02756139263510704
24	rnn.weight_hh_l0_reverse	7	0.07829703390598297
24	rnn.weight_hh_l0_reverse	8	-0.022175787016749382
24	rnn.weight_hh_l0_reverse	9	-0.04668361321091652
24	rnn.bias_ih_l0_reverse	0	0.0005852727917954326
24	rnn.bias_ih_l0_reverse	1	-0.02190331369638443
24	rnn.bias_ih_l0_reverse	2	-0.018838943913578987
24	rnn.bias_ih_l0_reverse	3	0.04800485074520111
24	rnn.bias_ih_l0_reverse	4	0.06871629506349564
24	rnn.bias_ih_l0_reverse	5	-0.025422848761081696
24	rnn.bias_ih_l0_reverse	6	-0.02720749005675316
24	rnn.bias_ih_l0_reverse	7	-0.05182619392871857
24	rnn.bias_ih_l0_reverse	8	0.0049828290939331055
24	rnn.bias_ih_l0_reverse	9	-0.06460686028003693
24	rnn.bias_hh_l0_reverse	0	0.036472756415605545
24	rnn.bias_hh_l0_reverse	1	-0.06596945971250534
24	rnn.bias_hh_l0_reverse	2	0.0783877745270729
24	rnn.bias_hh_l0_reverse	3	0.05504399910569191
24	rnn.bias_hh_l0_reverse	4	0.02923373132944107
24	rnn.bias_hh_l0_reverse	5	0.04055710881948471
24	rnn.bias_hh_l0_reverse	6	0.06192386895418167
24	rnn.bias_hh_l0_reverse	7	0.08667710423469543
24	rnn.bias_hh_l0_reverse	8	-0.009226862341165543
24	rnn.bias_hh_l0_reverse	9	0.0508212186396122
24	rnn.weight_ih_l1	0	0.02134648896753788
24	rnn.weight_ih_l1	1	0.01514951977878809
24	rnn.weight_ih_l1	2	0.06937955319881439
24	rnn.weight_ih_l1	3	-0.02442065067589283
24	rnn.weight_ih_l1	4	-0.024241087958216667
24	rnn.weight_ih_l1	5	-0.011967726983129978
24	rnn.weight_ih_l1	6	0.07128314673900604
24	rnn.weight_ih_l1	7	-0.006817723158746958
24	rnn.weight_ih_l1	8	-0.05327627435326576
24	rnn.weight_ih_l1	9	0.05976886302232742
24	rnn.weight_hh_l1	0	-0.07063256204128265
24	rnn.weight_hh_l1	1	-0.037143103778362274
24	rnn.weight_hh_l1	2	-0.008222025819122791
24	rnn.weight_hh_l1	3	-0.058407340198755264
24	rnn.weight_hh_l1	4	0.08596836775541306
24	rnn.weight_hh_l1	5	-0.08448711037635803
24	rnn.weight_hh_l1	6	-0.04836069047451019
24	rnn.weight_hh_l1	7	0.06595848500728607
24	rnn.weight_hh_l1	8	-0.013549469411373138
24	rnn.weight_hh_l1	9	-0.04069273918867111
24	rnn.bias_ih_l1	0	-0.0674186646938324
24	rnn.bias_ih_l1	1	0.058394644409418106
24	rnn.bias_ih_l1	2	-0.05151183903217316
24	rnn.bias_ih_l1	3	-0.06590897589921951
24	rnn.bias_ih_l1	4	-0.03060545027256012
24	rnn.bias_ih_l1	5	-0.03878440335392952
24	rnn.bias_ih_l1	6	-0.05021136254072189
24	rnn.bias_ih_l1	7	0.06290962547063828
24	rnn.bias_ih_l1	8	0.08686115592718124
24	rnn.bias_ih_l1	9	0.02424617111682892
24	rnn.bias_hh_l1	0	0.07054461538791656
24	rnn.bias_hh_l1	1	-0.05777597054839134
24	rnn.bias_hh_l1	2	0.024431493133306503
24	rnn.bias_hh_l1	3	0.061618223786354065
24	rnn.bias_hh_l1	4	0.05761212110519409
24	rnn.bias_hh_l1	5	-0.07910969108343124
24	rnn.bias_hh_l1	6	0.016054755076766014
24	rnn.bias_hh_l1	7	0.03779541328549385
24	rnn.bias_hh_l1	8	0.011140355840325356
24	rnn.bias_hh_l1	9	-0.003159478073939681
24	rnn.weight_ih_l1_reverse	0	0.08616573363542557
24	rnn.weight_ih_l1_reverse	1	-0.04158420488238335
24	rnn.weight_ih_l1_reverse	2	-0.06219353526830673
24	rnn.weight_ih_l1_reverse	3	0.025552835315465927
24	rnn.weight_ih_l1_reverse	4	-0.0460493341088295
24	rnn.weight_ih_l1_reverse	5	0.024125458672642708
24	rnn.weight_ih_l1_reverse	6	0.040297504514455795
24	rnn.weight_ih_l1_reverse	7	0.0204812940210104
24	rnn.weight_ih_l1_reverse	8	-0.00788901001214981
24	rnn.weight_ih_l1_reverse	9	-0.06594917178153992
24	rnn.weight_hh_l1_reverse	0	0.005204347427934408
24	rnn.weight_hh_l1_reverse	1	0.01882815919816494
24	rnn.weight_hh_l1_reverse	2	-0.05815385654568672
24	rnn.weight_hh_l1_reverse	3	-0.012899876572191715
24	rnn.weight_hh_l1_reverse	4	0.00862445030361414
24	rnn.weight_hh_l1_reverse	5	-0.0619686022400856
24	rnn.weight_hh_l1_reverse	6	-0.06728716939687729
24	rnn.weight_hh_l1_reverse	7	-0.01153825968503952
24	rnn.weight_hh_l1_reverse	8	-0.056114617735147476
24	rnn.weight_hh_l1_reverse	9	-0.04331354424357414
24	rnn.bias_ih_l1_reverse	0	-0.0030743435490876436
24	rnn.bias_ih_l1_reverse	1	-0.03909337520599365
24	rnn.bias_ih_l1_reverse	2	0.021249836310744286
24	rnn.bias_ih_l1_reverse	3	-0.07519647479057312
24	rnn.bias_ih_l1_reverse	4	-0.08716636896133423
24	rnn.bias_ih_l1_reverse	5	-0.08727561682462692
24	rnn.bias_ih_l1_reverse	6	0.05736007168889046
24	rnn.bias_ih_l1_reverse	7	0.08629545569419861
24	rnn.bias_ih_l1_reverse	8	-0.00804948341101408
24	rnn.bias_ih_l1_reverse	9	-0.015006928704679012
24	rnn.bias_hh_l1_reverse	0	0.05979643762111664
24	rnn.bias_hh_l1_reverse	1	-0.06987451016902924
24	rnn.bias_hh_l1_reverse	2	-0.04950374737381935
24	rnn.bias_hh_l1_reverse	3	0.07438581436872482
24	rnn.bias_hh_l1_reverse	4	-0.022474922239780426
24	rnn.bias_hh_l1_reverse	5	-0.006806774064898491
24	rnn.bias_hh_l1_reverse	6	-0.059773482382297516
24	rnn.bias_hh_l1_reverse	7	-0.06102568656206131
24	rnn.bias_hh_l1_reverse	8	0.06481560319662094
24	rnn.bias_hh_l1_reverse	9	0.027713462710380554
24	rnn.weight_ih_l2	0	0.07638905942440033
24	rnn.weight_ih_l2	1	-0.054466526955366135
24	rnn.weight_ih_l2	2	0.06330905109643936
24	rnn.weight_ih_l2	3	0.0663062036037445
24	rnn.weight_ih_l2	4	0.05609709024429321
24	rnn.weight_ih_l2	5	-0.038588400930166245
24	rnn.weight_ih_l2	6	-0.07597467303276062
24	rnn.weight_ih_l2	7	0.01437282096594572
24	rnn.weight_ih_l2	8	-0.017143402248620987
24	rnn.weight_ih_l2	9	-0.06927422434091568
24	rnn.weight_hh_l2	0	0.048503678292036057
24	rnn.weight_hh_l2	1	0.03158444166183472
24	rnn.weight_hh_l2	2	-0.05491264536976814
24	rnn.weight_hh_l2	3	-0.02509467676281929
24	rnn.weight_hh_l2	4	0.05423117056488991
24	rnn.weight_hh_l2	5	-0.02693052962422371
24	rnn.weight_hh_l2	6	0.008008074015378952
24	rnn.weight_hh_l2	7	-0.052814070135354996
24	rnn.weight_hh_l2	8	-0.005291622132062912
24	rnn.weight_hh_l2	9	-0.01994423195719719
24	rnn.bias_ih_l2	0	0.10472399741411209
24	rnn.bias_ih_l2	1	0.01478281244635582
24	rnn.bias_ih_l2	2	0.07472261041402817
24	rnn.bias_ih_l2	3	0.013831325806677341
24	rnn.bias_ih_l2	4	-0.005367649253457785
24	rnn.bias_ih_l2	5	0.03695543855428696
24	rnn.bias_ih_l2	6	0.01617964170873165
24	rnn.bias_ih_l2	7	0.011064000427722931
24	rnn.bias_ih_l2	8	0.0289970263838768
24	rnn.bias_ih_l2	9	-0.011975136585533619
24	rnn.bias_hh_l2	0	0.06504381448030472
24	rnn.bias_hh_l2	1	-0.00094721739878878
24	rnn.bias_hh_l2	2	0.06620345264673233
24	rnn.bias_hh_l2	3	0.03153221309185028
24	rnn.bias_hh_l2	4	0.07257656753063202
24	rnn.bias_hh_l2	5	-0.04273649677634239
24	rnn.bias_hh_l2	6	0.01477387547492981
24	rnn.bias_hh_l2	7	-0.024862030521035194
24	rnn.bias_hh_l2	8	0.0439026840031147
24	rnn.bias_hh_l2	9	0.07056237012147903
24	rnn.weight_ih_l2_reverse	0	0.08239104598760605
24	rnn.weight_ih_l2_reverse	1	-0.060817088931798935
24	rnn.weight_ih_l2_reverse	2	0.0008543006260879338
24	rnn.weight_ih_l2_reverse	3	0.03543169051408768
24	rnn.weight_ih_l2_reverse	4	0.054006025195121765
24	rnn.weight_ih_l2_reverse	5	-0.0406116284430027
24	rnn.weight_ih_l2_reverse	6	-0.0005901692202314734
24	rnn.weight_ih_l2_reverse	7	-0.003578705945983529
24	rnn.weight_ih_l2_reverse	8	0.005603227764368057
24	rnn.weight_ih_l2_reverse	9	-0.08233745396137238
24	rnn.weight_hh_l2_reverse	0	-0.08277799189090729
24	rnn.weight_hh_l2_reverse	1	0.011764485388994217
24	rnn.weight_hh_l2_reverse	2	0.010554514825344086
24	rnn.weight_hh_l2_reverse	3	0.02432180382311344
24	rnn.weight_hh_l2_reverse	4	-0.036885492503643036
24	rnn.weight_hh_l2_reverse	5	-0.014844484627246857
24	rnn.weight_hh_l2_reverse	6	-0.03856205567717552
24	rnn.weight_hh_l2_reverse	7	-0.059813931584358215
24	rnn.weight_hh_l2_reverse	8	-0.006869742181152105
24	rnn.weight_hh_l2_reverse	9	-0.059068385511636734
24	rnn.bias_ih_l2_reverse	0	-0.01717962510883808
24	rnn.bias_ih_l2_reverse	1	-0.02814614586532116
24	rnn.bias_ih_l2_reverse	2	0.036388885229825974
24	rnn.bias_ih_l2_reverse	3	-0.00129847158677876
24	rnn.bias_ih_l2_reverse	4	0.07929433137178421
24	rnn.bias_ih_l2_reverse	5	-0.08876208961009979
24	rnn.bias_ih_l2_reverse	6	-0.04302138462662697
24	rnn.bias_ih_l2_reverse	7	-0.0446038544178009
24	rnn.bias_ih_l2_reverse	8	0.06998828053474426
24	rnn.bias_ih_l2_reverse	9	0.03959963843226433
24	rnn.bias_hh_l2_reverse	0	0.05587059259414673
24	rnn.bias_hh_l2_reverse	1	-0.08595428615808487
24	rnn.bias_hh_l2_reverse	2	-0.0667874738574028
24	rnn.bias_hh_l2_reverse	3	0.037583161145448685
24	rnn.bias_hh_l2_reverse	4	0.0238682609051466
24	rnn.bias_hh_l2_reverse	5	0.04379191994667053
24	rnn.bias_hh_l2_reverse	6	-0.08187884837388992
24	rnn.bias_hh_l2_reverse	7	-0.010006686672568321
24	rnn.bias_hh_l2_reverse	8	-0.08217538148164749
24	rnn.bias_hh_l2_reverse	9	-0.054330114275217056
24	linear.weight	0	0.025028489530086517
24	linear.weight	1	0.01829969324171543
24	linear.weight	2	-0.01740936003625393
24	linear.weight	3	-0.03494112566113472
24	linear.weight	4	-0.022248394787311554
24	linear.weight	5	0.04133015125989914
24	linear.weight	6	0.05112985149025917
24	linear.weight	7	-0.03324368596076965
24	linear.weight	8	0.0028278015088289976
24	linear.weight	9	0.062319766730070114
24	linear.bias	0	0.5073835253715515
24	linear.bias	1	0.45860275626182556
24	linear.bias	2	-1.3015468120574951
24	linear.bias	3	-0.05754556506872177
24	linear.bias	4	-0.050822705030441284
24	linear.bias	5	0.23425650596618652
25	transitions	0	0.11275189369916916
25	transitions	1	-10000.0
25	transitions	2	1.4976118803024292
25	transitions	3	-0.8995954990386963
25	transitions	4	-10000.0
25	transitions	5	-10000.0
25	transitions	6	-10000.0
25	transitions	7	0.8886653780937195
25	transitions	8	0.9223496913909912
25	transitions	9	-1.0006000995635986
25	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
25	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
25	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
25	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
25	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
25	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
25	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
25	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
25	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
25	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
25	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
25	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
25	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
25	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
25	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
25	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
25	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
25	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
25	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
25	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
25	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
25	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
25	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
25	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
25	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
25	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
25	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
25	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
25	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
25	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
25	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
25	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
25	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
25	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
25	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
25	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
25	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
25	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
25	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
25	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
25	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
25	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
25	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
25	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
25	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
25	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
25	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
25	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
25	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
25	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
25	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
25	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
25	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
25	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
25	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
25	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
25	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
25	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
25	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
25	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
25	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
25	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
25	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
25	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
25	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
25	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
25	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
25	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
25	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
25	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
25	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
25	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
25	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
25	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
25	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
25	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
25	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
25	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
25	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
25	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
25	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
25	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
25	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
25	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
25	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
25	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
25	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
25	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
25	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
25	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
25	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
25	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
25	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
25	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
25	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
25	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
25	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
25	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
25	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
25	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
25	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
25	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
25	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
25	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
25	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
25	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
25	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
25	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
25	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
25	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
25	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
25	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
25	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
25	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
25	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
25	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
25	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
25	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
25	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
25	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
25	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
25	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
25	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
25	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
25	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
25	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
25	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
25	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
25	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
25	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
25	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
25	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
25	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
25	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
25	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
25	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
25	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
25	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
25	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
25	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
25	embedding2nn.weight	0	0.014741949737071991
25	embedding2nn.weight	1	0.0007017003954388201
25	embedding2nn.weight	2	0.005653216037899256
25	embedding2nn.weight	3	0.0008514919318258762
25	embedding2nn.weight	4	-0.008805358782410622
25	embedding2nn.weight	5	-0.005339840427041054
25	embedding2nn.weight	6	-0.001272505265660584
25	embedding2nn.weight	7	-0.0034057502634823322
25	embedding2nn.weight	8	0.015614699572324753
25	embedding2nn.weight	9	0.004422488622367382
25	embedding2nn.bias	0	0.003996261861175299
25	embedding2nn.bias	1	-0.013527914881706238
25	embedding2nn.bias	2	0.007957006804645061
25	embedding2nn.bias	3	-0.016208941116929054
25	embedding2nn.bias	4	-0.01136979553848505
25	embedding2nn.bias	5	-0.00038624575245194137
25	embedding2nn.bias	6	0.007674884516745806
25	embedding2nn.bias	7	0.014781363308429718
25	embedding2nn.bias	8	-0.0024829974863678217
25	embedding2nn.bias	9	-0.003718199208378792
25	rnn.weight_ih_l0	0	-0.05089356750249863
25	rnn.weight_ih_l0	1	0.05074690654873848
25	rnn.weight_ih_l0	2	0.03185921162366867
25	rnn.weight_ih_l0	3	0.014727946370840073
25	rnn.weight_ih_l0	4	0.012547295540571213
25	rnn.weight_ih_l0	5	0.08416713774204254
25	rnn.weight_ih_l0	6	0.0756189152598381
25	rnn.weight_ih_l0	7	0.03776375204324722
25	rnn.weight_ih_l0	8	-0.04608028382062912
25	rnn.weight_ih_l0	9	0.008053290657699108
25	rnn.weight_hh_l0	0	0.008545522578060627
25	rnn.weight_hh_l0	1	-0.06367979198694229
25	rnn.weight_hh_l0	2	-0.06541315466165543
25	rnn.weight_hh_l0	3	0.07277263700962067
25	rnn.weight_hh_l0	4	0.07108845561742783
25	rnn.weight_hh_l0	5	0.004173375200480223
25	rnn.weight_hh_l0	6	0.003863920923322439
25	rnn.weight_hh_l0	7	-0.025753973051905632
25	rnn.weight_hh_l0	8	-0.029351310804486275
25	rnn.weight_hh_l0	9	0.05796687677502632
25	rnn.bias_ih_l0	0	-0.07192740589380264
25	rnn.bias_ih_l0	1	0.08640347421169281
25	rnn.bias_ih_l0	2	0.02132224664092064
25	rnn.bias_ih_l0	3	0.09100285172462463
25	rnn.bias_ih_l0	4	-0.07036080956459045
25	rnn.bias_ih_l0	5	0.08712192624807358
25	rnn.bias_ih_l0	6	-0.06704983860254288
25	rnn.bias_ih_l0	7	-0.03320082649588585
25	rnn.bias_ih_l0	8	-0.08717750012874603
25	rnn.bias_ih_l0	9	-0.050726268440485
25	rnn.bias_hh_l0	0	0.03032962791621685
25	rnn.bias_hh_l0	1	0.07147917151451111
25	rnn.bias_hh_l0	2	0.06706280261278152
25	rnn.bias_hh_l0	3	0.08284983783960342
25	rnn.bias_hh_l0	4	-0.08550949394702911
25	rnn.bias_hh_l0	5	-0.0710294246673584
25	rnn.bias_hh_l0	6	0.07551755011081696
25	rnn.bias_hh_l0	7	-0.08359237015247345
25	rnn.bias_hh_l0	8	-0.026108717545866966
25	rnn.bias_hh_l0	9	0.0049554151482880116
25	rnn.weight_ih_l0_reverse	0	0.07926254719495773
25	rnn.weight_ih_l0_reverse	1	0.07367418706417084
25	rnn.weight_ih_l0_reverse	2	0.03892539441585541
25	rnn.weight_ih_l0_reverse	3	0.033841926604509354
25	rnn.weight_ih_l0_reverse	4	-0.037072669714689255
25	rnn.weight_ih_l0_reverse	5	0.05110400915145874
25	rnn.weight_ih_l0_reverse	6	0.06641947478055954
25	rnn.weight_ih_l0_reverse	7	0.022849928587675095
25	rnn.weight_ih_l0_reverse	8	-0.05864553898572922
25	rnn.weight_ih_l0_reverse	9	-0.052844345569610596
25	rnn.weight_hh_l0_reverse	0	0.025415383279323578
25	rnn.weight_hh_l0_reverse	1	-0.08722759783267975
25	rnn.weight_hh_l0_reverse	2	0.06278455257415771
25	rnn.weight_hh_l0_reverse	3	-0.021505841985344887
25	rnn.weight_hh_l0_reverse	4	0.0837591364979744
25	rnn.weight_hh_l0_reverse	5	-0.0011708792299032211
25	rnn.weight_hh_l0_reverse	6	0.027743281796574593
25	rnn.weight_hh_l0_reverse	7	0.07828696072101593
25	rnn.weight_hh_l0_reverse	8	-0.022175254300236702
25	rnn.weight_hh_l0_reverse	9	-0.04668159782886505
25	rnn.bias_ih_l0_reverse	0	0.0009475892875343561
25	rnn.bias_ih_l0_reverse	1	-0.020287781953811646
25	rnn.bias_ih_l0_reverse	2	-0.0176344346255064
25	rnn.bias_ih_l0_reverse	3	0.04793168976902962
25	rnn.bias_ih_l0_reverse	4	0.06885866820812225
25	rnn.bias_ih_l0_reverse	5	-0.02541418746113777
25	rnn.bias_ih_l0_reverse	6	-0.027178440243005753
25	rnn.bias_ih_l0_reverse	7	-0.05178406089544296
25	rnn.bias_ih_l0_reverse	8	0.0064506810158491135
25	rnn.bias_ih_l0_reverse	9	-0.06447993218898773
25	rnn.bias_hh_l0_reverse	0	0.03660643473267555
25	rnn.bias_hh_l0_reverse	1	-0.06584253162145615
25	rnn.bias_hh_l0_reverse	2	0.07766679674386978
25	rnn.bias_hh_l0_reverse	3	0.055326156318187714
25	rnn.bias_hh_l0_reverse	4	0.02877218835055828
25	rnn.bias_hh_l0_reverse	5	0.0405074879527092
25	rnn.bias_hh_l0_reverse	6	0.061784304678440094
25	rnn.bias_hh_l0_reverse	7	0.0857260599732399
25	rnn.bias_hh_l0_reverse	8	-0.009088006801903248
25	rnn.bias_hh_l0_reverse	9	0.053548943251371384
25	rnn.weight_ih_l1	0	0.02130226232111454
25	rnn.weight_ih_l1	1	0.015105773694813251
25	rnn.weight_ih_l1	2	0.06957442313432693
25	rnn.weight_ih_l1	3	-0.024419380351901054
25	rnn.weight_ih_l1	4	-0.02424318715929985
25	rnn.weight_ih_l1	5	-0.011969320476055145
25	rnn.weight_ih_l1	6	0.07129176706075668
25	rnn.weight_ih_l1	7	-0.006839083973318338
25	rnn.weight_ih_l1	8	-0.05327906087040901
25	rnn.weight_ih_l1	9	0.059685662388801575
25	rnn.weight_hh_l1	0	-0.07074867188930511
25	rnn.weight_hh_l1	1	-0.03712950646877289
25	rnn.weight_hh_l1	2	-0.008214270696043968
25	rnn.weight_hh_l1	3	-0.058399274945259094
25	rnn.weight_hh_l1	4	0.08592554926872253
25	rnn.weight_hh_l1	5	-0.08440463989973068
25	rnn.weight_hh_l1	6	-0.04837141931056976
25	rnn.weight_hh_l1	7	0.0660419836640358
25	rnn.weight_hh_l1	8	-0.013564595952630043
25	rnn.weight_hh_l1	9	-0.04067247733473778
25	rnn.bias_ih_l1	0	-0.06823159754276276
25	rnn.bias_ih_l1	1	0.058275334537029266
25	rnn.bias_ih_l1	2	-0.051737651228904724
25	rnn.bias_ih_l1	3	-0.06586535274982452
25	rnn.bias_ih_l1	4	-0.03058546781539917
25	rnn.bias_ih_l1	5	-0.044026829302310944
25	rnn.bias_ih_l1	6	-0.046252623200416565
25	rnn.bias_ih_l1	7	0.06359656155109406
25	rnn.bias_ih_l1	8	0.08684802055358887
25	rnn.bias_ih_l1	9	0.020656710490584373
25	rnn.bias_hh_l1	0	0.07052478194236755
25	rnn.bias_hh_l1	1	-0.05754907801747322
25	rnn.bias_hh_l1	2	0.02442879229784012
25	rnn.bias_hh_l1	3	0.06146147474646568
25	rnn.bias_hh_l1	4	0.05768655985593796
25	rnn.bias_hh_l1	5	-0.0790710300207138
25	rnn.bias_hh_l1	6	0.015944993123412132
25	rnn.bias_hh_l1	7	0.03770424425601959
25	rnn.bias_hh_l1	8	0.011266535148024559
25	rnn.bias_hh_l1	9	-0.003252496710047126
25	rnn.weight_ih_l1_reverse	0	0.0861673653125763
25	rnn.weight_ih_l1_reverse	1	-0.04158363118767738
25	rnn.weight_ih_l1_reverse	2	-0.06219318136572838
25	rnn.weight_ih_l1_reverse	3	0.02555980533361435
25	rnn.weight_ih_l1_reverse	4	-0.04603518173098564
25	rnn.weight_ih_l1_reverse	5	0.02413303218781948
25	rnn.weight_ih_l1_reverse	6	0.04029349982738495
25	rnn.weight_ih_l1_reverse	7	0.0204560998827219
25	rnn.weight_ih_l1_reverse	8	-0.007939949631690979
25	rnn.weight_ih_l1_reverse	9	-0.0658697709441185
25	rnn.weight_hh_l1_reverse	0	0.005203785840421915
25	rnn.weight_hh_l1_reverse	1	0.018829183652997017
25	rnn.weight_hh_l1_reverse	2	-0.05815628916025162
25	rnn.weight_hh_l1_reverse	3	-0.012895832769572735
25	rnn.weight_hh_l1_reverse	4	0.00861782394349575
25	rnn.weight_hh_l1_reverse	5	-0.061362285166978836
25	rnn.weight_hh_l1_reverse	6	-0.06728459149599075
25	rnn.weight_hh_l1_reverse	7	-0.011533382348716259
25	rnn.weight_hh_l1_reverse	8	-0.056100357323884964
25	rnn.weight_hh_l1_reverse	9	-0.04332825914025307
25	rnn.bias_ih_l1_reverse	0	-0.0030572570394724607
25	rnn.bias_ih_l1_reverse	1	-0.039395082741975784
25	rnn.bias_ih_l1_reverse	2	0.021779756993055344
25	rnn.bias_ih_l1_reverse	3	-0.07567454129457474
25	rnn.bias_ih_l1_reverse	4	-0.08720016479492188
25	rnn.bias_ih_l1_reverse	5	-0.08717048913240433
25	rnn.bias_ih_l1_reverse	6	0.057370174676179886
25	rnn.bias_ih_l1_reverse	7	0.0863649994134903
25	rnn.bias_ih_l1_reverse	8	-0.00881313718855381
25	rnn.bias_ih_l1_reverse	9	-0.014893274754285812
25	rnn.bias_hh_l1_reverse	0	0.05986758694052696
25	rnn.bias_hh_l1_reverse	1	-0.06989945471286774
25	rnn.bias_hh_l1_reverse	2	-0.04963555932044983
25	rnn.bias_hh_l1_reverse	3	0.07415179163217545
25	rnn.bias_hh_l1_reverse	4	-0.0223125908523798
25	rnn.bias_hh_l1_reverse	5	-0.006711023859679699
25	rnn.bias_hh_l1_reverse	6	-0.0596502386033535
25	rnn.bias_hh_l1_reverse	7	-0.06120859459042549
25	rnn.bias_hh_l1_reverse	8	0.06485513597726822
25	rnn.bias_hh_l1_reverse	9	0.029514869675040245
25	rnn.weight_ih_l2	0	0.07586442679166794
25	rnn.weight_ih_l2	1	-0.05448917672038078
25	rnn.weight_ih_l2	2	0.0633103996515274
25	rnn.weight_ih_l2	3	0.06631015986204147
25	rnn.weight_ih_l2	4	0.05618920177221298
25	rnn.weight_ih_l2	5	-0.0386117659509182
25	rnn.weight_ih_l2	6	-0.07595332711935043
25	rnn.weight_ih_l2	7	0.014362150803208351
25	rnn.weight_ih_l2	8	-0.017140647396445274
25	rnn.weight_ih_l2	9	-0.06927718222141266
25	rnn.weight_hh_l2	0	0.04850035533308983
25	rnn.weight_hh_l2	1	0.0314038023352623
25	rnn.weight_hh_l2	2	-0.05491698905825615
25	rnn.weight_hh_l2	3	-0.025092031806707382
25	rnn.weight_hh_l2	4	0.054344434291124344
25	rnn.weight_hh_l2	5	-0.02694191411137581
25	rnn.weight_hh_l2	6	0.008022546768188477
25	rnn.weight_hh_l2	7	-0.052812930196523666
25	rnn.weight_hh_l2	8	-0.005297202151268721
25	rnn.weight_hh_l2	9	-0.01992460899055004
25	rnn.bias_ih_l2	0	0.10106101632118225
25	rnn.bias_ih_l2	1	0.014330299571156502
25	rnn.bias_ih_l2	2	0.07889019697904587
25	rnn.bias_ih_l2	3	0.012413621880114079
25	rnn.bias_ih_l2	4	-0.005178125109523535
25	rnn.bias_ih_l2	5	0.03730926290154457
25	rnn.bias_ih_l2	6	0.01626920886337757
25	rnn.bias_ih_l2	7	0.01087526511400938
25	rnn.bias_ih_l2	8	0.029077230021357536
25	rnn.bias_ih_l2	9	-0.012429791502654552
25	rnn.bias_hh_l2	0	0.06857842952013016
25	rnn.bias_hh_l2	1	-0.0009181564673781395
25	rnn.bias_hh_l2	2	0.0663321390748024
25	rnn.bias_hh_l2	3	0.03137519210577011
25	rnn.bias_hh_l2	4	0.07254637032747269
25	rnn.bias_hh_l2	5	-0.046872034668922424
25	rnn.bias_hh_l2	6	0.00884202215820551
25	rnn.bias_hh_l2	7	-0.025115299969911575
25	rnn.bias_hh_l2	8	0.043941084295511246
25	rnn.bias_hh_l2	9	0.06641173362731934
25	rnn.weight_ih_l2_reverse	0	0.0823773518204689
25	rnn.weight_ih_l2_reverse	1	-0.060723043978214264
25	rnn.weight_ih_l2_reverse	2	0.0008672915864735842
25	rnn.weight_ih_l2_reverse	3	0.03541829064488411
25	rnn.weight_ih_l2_reverse	4	0.054007742553949356
25	rnn.weight_ih_l2_reverse	5	-0.04061459004878998
25	rnn.weight_ih_l2_reverse	6	-0.0005730593111366034
25	rnn.weight_ih_l2_reverse	7	-0.0038285928312689066
25	rnn.weight_ih_l2_reverse	8	0.004244990646839142
25	rnn.weight_ih_l2_reverse	9	-0.0822276920080185
25	rnn.weight_hh_l2_reverse	0	-0.08278332650661469
25	rnn.weight_hh_l2_reverse	1	0.011723577976226807
25	rnn.weight_hh_l2_reverse	2	0.010555879212915897
25	rnn.weight_hh_l2_reverse	3	0.024333762004971504
25	rnn.weight_hh_l2_reverse	4	-0.03683893755078316
25	rnn.weight_hh_l2_reverse	5	-0.014845711179077625
25	rnn.weight_hh_l2_reverse	6	-0.03846965730190277
25	rnn.weight_hh_l2_reverse	7	-0.05981389805674553
25	rnn.weight_hh_l2_reverse	8	-0.006866481155157089
25	rnn.weight_hh_l2_reverse	9	-0.05906841158866882
25	rnn.bias_ih_l2_reverse	0	-0.015969427302479744
25	rnn.bias_ih_l2_reverse	1	-0.028205152601003647
25	rnn.bias_ih_l2_reverse	2	0.03608841449022293
25	rnn.bias_ih_l2_reverse	3	-0.0010866275988519192
25	rnn.bias_ih_l2_reverse	4	0.07924087345600128
25	rnn.bias_ih_l2_reverse	5	-0.08877188712358475
25	rnn.bias_ih_l2_reverse	6	-0.042922619730234146
25	rnn.bias_ih_l2_reverse	7	-0.04845769703388214
25	rnn.bias_ih_l2_reverse	8	0.04793592914938927
25	rnn.bias_ih_l2_reverse	9	0.03311239928007126
25	rnn.bias_hh_l2_reverse	0	0.05808769911527634
25	rnn.bias_hh_l2_reverse	1	-0.08726607263088226
25	rnn.bias_hh_l2_reverse	2	-0.06682314723730087
25	rnn.bias_hh_l2_reverse	3	0.037549979984760284
25	rnn.bias_hh_l2_reverse	4	0.023835673928260803
25	rnn.bias_hh_l2_reverse	5	0.04329610988497734
25	rnn.bias_hh_l2_reverse	6	-0.08216331899166107
25	rnn.bias_hh_l2_reverse	7	-0.010581943206489086
25	rnn.bias_hh_l2_reverse	8	-0.08294383436441422
25	rnn.bias_hh_l2_reverse	9	-0.0543406680226326
25	linear.weight	0	0.025028489530086517
25	linear.weight	1	0.04952054098248482
25	linear.weight	2	-0.017699653282761574
25	linear.weight	3	-0.03283847123384476
25	linear.weight	4	-0.022248394787311554
25	linear.weight	5	0.035642705857753754
25	linear.weight	6	0.033545441925525665
25	linear.weight	7	-0.023135527968406677
25	linear.weight	8	-0.004610567819327116
25	linear.weight	9	0.05527661740779877
25	linear.bias	0	0.32077500224113464
25	linear.bias	1	0.2348802238702774
25	linear.bias	2	-1.3138031959533691
25	linear.bias	3	-0.05754556506872177
25	linear.bias	4	-0.050822705030441284
25	linear.bias	5	0.6568438410758972
26	transitions	0	0.1120171844959259
26	transitions	1	-10000.0
26	transitions	2	1.5844461917877197
26	transitions	3	-0.9009202718734741
26	transitions	4	-10000.0
26	transitions	5	-10000.0
26	transitions	6	-10000.0
26	transitions	7	0.8885853886604309
26	transitions	8	0.9219192862510681
26	transitions	9	-0.99418705701828
26	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
26	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
26	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
26	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
26	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
26	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
26	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
26	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
26	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
26	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
26	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
26	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
26	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
26	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
26	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
26	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
26	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
26	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
26	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
26	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
26	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
26	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
26	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
26	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
26	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
26	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
26	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
26	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
26	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
26	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
26	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
26	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
26	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
26	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
26	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
26	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
26	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
26	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
26	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
26	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
26	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
26	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
26	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
26	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
26	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
26	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
26	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
26	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
26	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
26	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
26	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
26	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
26	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
26	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
26	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
26	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
26	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
26	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
26	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
26	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
26	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
26	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
26	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
26	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
26	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
26	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
26	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
26	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
26	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
26	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
26	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
26	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
26	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
26	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
26	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
26	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
26	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
26	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
26	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
26	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
26	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
26	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
26	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
26	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
26	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
26	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
26	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
26	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
26	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
26	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
26	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
26	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
26	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
26	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
26	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
26	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
26	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
26	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
26	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
26	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
26	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
26	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
26	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
26	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
26	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
26	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
26	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
26	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
26	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
26	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
26	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
26	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
26	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
26	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
26	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
26	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
26	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
26	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
26	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
26	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
26	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
26	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
26	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
26	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
26	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
26	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
26	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
26	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
26	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
26	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
26	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
26	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
26	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
26	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
26	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
26	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
26	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
26	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
26	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
26	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
26	embedding2nn.weight	0	0.0147390216588974
26	embedding2nn.weight	1	0.0006943452754057944
26	embedding2nn.weight	2	0.005660609807819128
26	embedding2nn.weight	3	0.0008585031027905643
26	embedding2nn.weight	4	-0.008777936920523643
26	embedding2nn.weight	5	-0.005355508998036385
26	embedding2nn.weight	6	-0.0012893314706161618
26	embedding2nn.weight	7	-0.003405157243832946
26	embedding2nn.weight	8	0.01556326262652874
26	embedding2nn.weight	9	0.004414279479533434
26	embedding2nn.bias	0	0.004229498561471701
26	embedding2nn.bias	1	-0.013826658949255943
26	embedding2nn.bias	2	0.007279966026544571
26	embedding2nn.bias	3	-0.015159351751208305
26	embedding2nn.bias	4	-0.010226470418274403
26	embedding2nn.bias	5	-0.00035646045580506325
26	embedding2nn.bias	6	0.007358834613114595
26	embedding2nn.bias	7	0.013736515305936337
26	embedding2nn.bias	8	-0.0022648503072559834
26	embedding2nn.bias	9	-0.0031939412001520395
26	rnn.weight_ih_l0	0	-0.05088917538523674
26	rnn.weight_ih_l0	1	0.050744593143463135
26	rnn.weight_ih_l0	2	0.031860578805208206
26	rnn.weight_ih_l0	3	0.014726981520652771
26	rnn.weight_ih_l0	4	0.012514808215200901
26	rnn.weight_ih_l0	5	0.08416617661714554
26	rnn.weight_ih_l0	6	0.07562202215194702
26	rnn.weight_ih_l0	7	0.03776370361447334
26	rnn.weight_ih_l0	8	-0.04612462967634201
26	rnn.weight_ih_l0	9	0.008017050102353096
26	rnn.weight_hh_l0	0	0.008545372635126114
26	rnn.weight_hh_l0	1	-0.06367497146129608
26	rnn.weight_hh_l0	2	-0.06540865451097488
26	rnn.weight_hh_l0	3	0.07277479767799377
26	rnn.weight_hh_l0	4	0.07109113782644272
26	rnn.weight_hh_l0	5	0.004155242349952459
26	rnn.weight_hh_l0	6	0.003862112993374467
26	rnn.weight_hh_l0	7	-0.02573387138545513
26	rnn.weight_hh_l0	8	-0.029307996854186058
26	rnn.weight_hh_l0	9	0.0579664446413517
26	rnn.bias_ih_l0	0	-0.07196716964244843
26	rnn.bias_ih_l0	1	0.0863306000828743
26	rnn.bias_ih_l0	2	0.02135578729212284
26	rnn.bias_ih_l0	3	0.09074685722589493
26	rnn.bias_ih_l0	4	-0.06931497901678085
26	rnn.bias_ih_l0	5	0.08707481622695923
26	rnn.bias_ih_l0	6	-0.06840993463993073
26	rnn.bias_ih_l0	7	-0.03322763368487358
26	rnn.bias_ih_l0	8	-0.08755656331777573
26	rnn.bias_ih_l0	9	-0.05087796226143837
26	rnn.bias_hh_l0	0	0.02967350371181965
26	rnn.bias_hh_l0	1	0.0714273676276207
26	rnn.bias_hh_l0	2	0.06716783344745636
26	rnn.bias_hh_l0	3	0.08276164531707764
26	rnn.bias_hh_l0	4	-0.08409770578145981
26	rnn.bias_hh_l0	5	-0.07107463479042053
26	rnn.bias_hh_l0	6	0.0754835233092308
26	rnn.bias_hh_l0	7	-0.08254016190767288
26	rnn.bias_hh_l0	8	-0.02609742432832718
26	rnn.bias_hh_l0	9	0.0066580758430063725
26	rnn.weight_ih_l0_reverse	0	0.07926441729068756
26	rnn.weight_ih_l0_reverse	1	0.07367288321256638
26	rnn.weight_ih_l0_reverse	2	0.03891800716519356
26	rnn.weight_ih_l0_reverse	3	0.03383668139576912
26	rnn.weight_ih_l0_reverse	4	-0.037145741283893585
26	rnn.weight_ih_l0_reverse	5	0.05110832676291466
26	rnn.weight_ih_l0_reverse	6	0.06641899794340134
26	rnn.weight_ih_l0_reverse	7	0.02288527600467205
26	rnn.weight_ih_l0_reverse	8	-0.058668337762355804
26	rnn.weight_ih_l0_reverse	9	-0.05284424498677254
26	rnn.weight_hh_l0_reverse	0	0.025407105684280396
26	rnn.weight_hh_l0_reverse	1	-0.08723146468400955
26	rnn.weight_hh_l0_reverse	2	0.06277810037136078
26	rnn.weight_hh_l0_reverse	3	-0.021498223766684532
26	rnn.weight_hh_l0_reverse	4	0.08376038074493408
26	rnn.weight_hh_l0_reverse	5	-0.001174814417026937
26	rnn.weight_hh_l0_reverse	6	0.02772262506186962
26	rnn.weight_hh_l0_reverse	7	0.07827482372522354
26	rnn.weight_hh_l0_reverse	8	-0.02217521145939827
26	rnn.weight_hh_l0_reverse	9	-0.04668149724602699
26	rnn.bias_ih_l0_reverse	0	0.0008991558570414782
26	rnn.bias_ih_l0_reverse	1	-0.020335925742983818
26	rnn.bias_ih_l0_reverse	2	-0.017157254740595818
26	rnn.bias_ih_l0_reverse	3	0.0480090007185936
26	rnn.bias_ih_l0_reverse	4	0.06877958029508591
26	rnn.bias_ih_l0_reverse	5	-0.02565460279583931
26	rnn.bias_ih_l0_reverse	6	-0.027237478643655777
26	rnn.bias_ih_l0_reverse	7	-0.05208190158009529
26	rnn.bias_ih_l0_reverse	8	0.006124475039541721
26	rnn.bias_ih_l0_reverse	9	-0.06527764350175858
26	rnn.bias_hh_l0_reverse	0	0.036463189870119095
26	rnn.bias_hh_l0_reverse	1	-0.06664024293422699
26	rnn.bias_hh_l0_reverse	2	0.07788344472646713
26	rnn.bias_hh_l0_reverse	3	0.05519469827413559
26	rnn.bias_hh_l0_reverse	4	0.029344601556658745
26	rnn.bias_hh_l0_reverse	5	0.040443047881126404
26	rnn.bias_hh_l0_reverse	6	0.06184779852628708
26	rnn.bias_hh_l0_reverse	7	0.08524640649557114
26	rnn.bias_hh_l0_reverse	8	-0.009113028645515442
26	rnn.bias_hh_l0_reverse	9	0.05270169675350189
26	rnn.weight_ih_l1	0	0.021302783861756325
26	rnn.weight_ih_l1	1	0.015112746506929398
26	rnn.weight_ih_l1	2	0.06963733583688736
26	rnn.weight_ih_l1	3	-0.024406874552369118
26	rnn.weight_ih_l1	4	-0.024234293028712273
26	rnn.weight_ih_l1	5	-0.0119654331356287
26	rnn.weight_ih_l1	6	0.07131327688694
26	rnn.weight_ih_l1	7	-0.006763155106455088
26	rnn.weight_ih_l1	8	-0.05326869338750839
26	rnn.weight_ih_l1	9	0.05948933959007263
26	rnn.weight_hh_l1	0	-0.07078784704208374
26	rnn.weight_hh_l1	1	-0.037133410573005676
26	rnn.weight_hh_l1	2	-0.008224590681493282
26	rnn.weight_hh_l1	3	-0.05840021371841431
26	rnn.weight_hh_l1	4	0.08592532575130463
26	rnn.weight_hh_l1	5	-0.08439960330724716
26	rnn.weight_hh_l1	6	-0.04836894944310188
26	rnn.weight_hh_l1	7	0.06600354611873627
26	rnn.weight_hh_l1	8	-0.0135607048869133
26	rnn.weight_hh_l1	9	-0.040655236691236496
26	rnn.bias_ih_l1	0	-0.06801265478134155
26	rnn.bias_ih_l1	1	0.05824385583400726
26	rnn.bias_ih_l1	2	-0.05170666426420212
26	rnn.bias_ih_l1	3	-0.06584015488624573
26	rnn.bias_ih_l1	4	-0.030592268332839012
26	rnn.bias_ih_l1	5	-0.041009776294231415
26	rnn.bias_ih_l1	6	-0.04987277090549469
26	rnn.bias_ih_l1	7	0.06306340545415878
26	rnn.bias_ih_l1	8	0.0869181677699089
26	rnn.bias_ih_l1	9	0.021118460223078728
26	rnn.bias_hh_l1	0	0.0705142617225647
26	rnn.bias_hh_l1	1	-0.0580265074968338
26	rnn.bias_hh_l1	2	0.02439274452626705
26	rnn.bias_hh_l1	3	0.06151263043284416
26	rnn.bias_hh_l1	4	0.05758735164999962
26	rnn.bias_hh_l1	5	-0.07895851880311966
26	rnn.bias_hh_l1	6	0.015918496996164322
26	rnn.bias_hh_l1	7	0.03778462111949921
26	rnn.bias_hh_l1	8	0.010494338348507881
26	rnn.bias_hh_l1	9	-0.0031711880583316088
26	rnn.weight_ih_l1_reverse	0	0.08613865077495575
26	rnn.weight_ih_l1_reverse	1	-0.041578780859708786
26	rnn.weight_ih_l1_reverse	2	-0.06220034509897232
26	rnn.weight_ih_l1_reverse	3	0.025560304522514343
26	rnn.weight_ih_l1_reverse	4	-0.046036601066589355
26	rnn.weight_ih_l1_reverse	5	0.02413320541381836
26	rnn.weight_ih_l1_reverse	6	0.04029971733689308
26	rnn.weight_ih_l1_reverse	7	0.020456446334719658
26	rnn.weight_ih_l1_reverse	8	-0.00791677925735712
26	rnn.weight_ih_l1_reverse	9	-0.06603150814771652
26	rnn.weight_hh_l1_reverse	0	0.005197799764573574
26	rnn.weight_hh_l1_reverse	1	0.018831957131624222
26	rnn.weight_hh_l1_reverse	2	-0.05815570428967476
26	rnn.weight_hh_l1_reverse	3	-0.012898764573037624
26	rnn.weight_hh_l1_reverse	4	0.008616948500275612
26	rnn.weight_hh_l1_reverse	5	-0.06139369681477547
26	rnn.weight_hh_l1_reverse	6	-0.06728412955999374
26	rnn.weight_hh_l1_reverse	7	-0.011537497863173485
26	rnn.weight_hh_l1_reverse	8	-0.05611696094274521
26	rnn.weight_hh_l1_reverse	9	-0.04332676902413368
26	rnn.bias_ih_l1_reverse	0	-0.0030443875584751368
26	rnn.bias_ih_l1_reverse	1	-0.03943601995706558
26	rnn.bias_ih_l1_reverse	2	0.02151389978826046
26	rnn.bias_ih_l1_reverse	3	-0.0755545124411583
26	rnn.bias_ih_l1_reverse	4	-0.08721820265054703
26	rnn.bias_ih_l1_reverse	5	-0.08736664056777954
26	rnn.bias_ih_l1_reverse	6	0.05737138167023659
26	rnn.bias_ih_l1_reverse	7	0.08632781356573105
26	rnn.bias_ih_l1_reverse	8	-0.007771650329232216
26	rnn.bias_ih_l1_reverse	9	-0.014964844100177288
26	rnn.bias_hh_l1_reverse	0	0.0597018301486969
26	rnn.bias_hh_l1_reverse	1	-0.06968431919813156
26	rnn.bias_hh_l1_reverse	2	-0.04964712634682655
26	rnn.bias_hh_l1_reverse	3	0.07422386109828949
26	rnn.bias_hh_l1_reverse	4	-0.022439058870077133
26	rnn.bias_hh_l1_reverse	5	-0.007050035521388054
26	rnn.bias_hh_l1_reverse	6	-0.059639886021614075
26	rnn.bias_hh_l1_reverse	7	-0.06116008013486862
26	rnn.bias_hh_l1_reverse	8	0.0648384690284729
26	rnn.bias_hh_l1_reverse	9	0.031718943268060684
26	rnn.weight_ih_l2	0	0.07576628774404526
26	rnn.weight_ih_l2	1	-0.05449394881725311
26	rnn.weight_ih_l2	2	0.06330721825361252
26	rnn.weight_ih_l2	3	0.06635850667953491
26	rnn.weight_ih_l2	4	0.05614624544978142
26	rnn.weight_ih_l2	5	-0.0386132076382637
26	rnn.weight_ih_l2	6	-0.07606115937232971
26	rnn.weight_ih_l2	7	0.014368090778589249
26	rnn.weight_ih_l2	8	-0.01714104786515236
26	rnn.weight_ih_l2	9	-0.06927606463432312
26	rnn.weight_hh_l2	0	0.04850204288959503
26	rnn.weight_hh_l2	1	0.03172110766172409
26	rnn.weight_hh_l2	2	-0.054917555302381516
26	rnn.weight_hh_l2	3	-0.025090806186199188
26	rnn.weight_hh_l2	4	0.054205674678087234
26	rnn.weight_hh_l2	5	-0.027038026601076126
26	rnn.weight_hh_l2	6	0.00801914744079113
26	rnn.weight_hh_l2	7	-0.05281229317188263
26	rnn.weight_hh_l2	8	-0.005297429859638214
26	rnn.weight_hh_l2	9	-0.019929662346839905
26	rnn.bias_ih_l2	0	0.1039399802684784
26	rnn.bias_ih_l2	1	0.014366257935762405
26	rnn.bias_ih_l2	2	0.07309858500957489
26	rnn.bias_ih_l2	3	0.012562934309244156
26	rnn.bias_ih_l2	4	-0.005441450048238039
26	rnn.bias_ih_l2	5	0.03733614459633827
26	rnn.bias_ih_l2	6	0.016050398349761963
26	rnn.bias_ih_l2	7	0.010945350863039494
26	rnn.bias_ih_l2	8	0.0286001767963171
26	rnn.bias_ih_l2	9	-0.012862463481724262
26	rnn.bias_hh_l2	0	0.06762348115444183
26	rnn.bias_hh_l2	1	-0.0009169114055112004
26	rnn.bias_hh_l2	2	0.06643018871545792
26	rnn.bias_hh_l2	3	0.03137750178575516
26	rnn.bias_hh_l2	4	0.07255030423402786
26	rnn.bias_hh_l2	5	-0.04930473119020462
26	rnn.bias_hh_l2	6	0.011831807903945446
26	rnn.bias_hh_l2	7	-0.025084106251597404
26	rnn.bias_hh_l2	8	0.04390136897563934
26	rnn.bias_hh_l2	9	0.06501669436693192
26	rnn.weight_ih_l2_reverse	0	0.08238440752029419
26	rnn.weight_ih_l2_reverse	1	-0.06066478043794632
26	rnn.weight_ih_l2_reverse	2	0.0008683674386702478
26	rnn.weight_ih_l2_reverse	3	0.03541913628578186
26	rnn.weight_ih_l2_reverse	4	0.054007429629564285
26	rnn.weight_ih_l2_reverse	5	-0.04061613231897354
26	rnn.weight_ih_l2_reverse	6	-0.00032877468038350344
26	rnn.weight_ih_l2_reverse	7	-0.0037925676442682743
26	rnn.weight_ih_l2_reverse	8	0.005101735237985849
26	rnn.weight_ih_l2_reverse	9	-0.08221688121557236
26	rnn.weight_hh_l2_reverse	0	-0.08277890086174011
26	rnn.weight_hh_l2_reverse	1	0.011716045439243317
26	rnn.weight_hh_l2_reverse	2	0.01055414229631424
26	rnn.weight_hh_l2_reverse	3	0.024332258850336075
26	rnn.weight_hh_l2_reverse	4	-0.036844007670879364
26	rnn.weight_hh_l2_reverse	5	-0.014846203848719597
26	rnn.weight_hh_l2_reverse	6	-0.03834131732583046
26	rnn.weight_hh_l2_reverse	7	-0.05981320142745972
26	rnn.weight_hh_l2_reverse	8	-0.00686140451580286
26	rnn.weight_hh_l2_reverse	9	-0.05906806141138077
26	rnn.bias_ih_l2_reverse	0	-0.018111057579517365
26	rnn.bias_ih_l2_reverse	1	-0.02821304090321064
26	rnn.bias_ih_l2_reverse	2	0.03621403127908707
26	rnn.bias_ih_l2_reverse	3	-0.0012247806880623102
26	rnn.bias_ih_l2_reverse	4	0.07923926413059235
26	rnn.bias_ih_l2_reverse	5	-0.08884129673242569
26	rnn.bias_ih_l2_reverse	6	-0.04300716146826744
26	rnn.bias_ih_l2_reverse	7	-0.04530709609389305
26	rnn.bias_ih_l2_reverse	8	0.05268210545182228
26	rnn.bias_ih_l2_reverse	9	0.03577406331896782
26	rnn.bias_hh_l2_reverse	0	0.05632960796356201
26	rnn.bias_hh_l2_reverse	1	-0.08501565456390381
26	rnn.bias_hh_l2_reverse	2	-0.06681927293539047
26	rnn.bias_hh_l2_reverse	3	0.0375499501824379
26	rnn.bias_hh_l2_reverse	4	0.023815752938389778
26	rnn.bias_hh_l2_reverse	5	0.043518319725990295
26	rnn.bias_hh_l2_reverse	6	-0.0821457952260971
26	rnn.bias_hh_l2_reverse	7	-0.010545037686824799
26	rnn.bias_hh_l2_reverse	8	-0.08284693211317062
26	rnn.bias_hh_l2_reverse	9	-0.05433660000562668
26	linear.weight	0	0.025028489530086517
26	linear.weight	1	0.044129084795713425
26	linear.weight	2	-0.017717285081744194
26	linear.weight	3	-0.032724130898714066
26	linear.weight	4	-0.022248394787311554
26	linear.weight	5	0.03887372091412544
26	linear.weight	6	0.029297910630702972
26	linear.weight	7	-0.03165562450885773
26	linear.weight	8	-0.003108950797468424
26	linear.weight	9	0.05833016708493233
26	linear.bias	0	0.41636452078819275
26	linear.bias	1	0.3216501772403717
26	linear.bias	2	-1.3178340196609497
26	linear.bias	3	-0.05754556506872177
26	linear.bias	4	-0.050822705030441284
26	linear.bias	5	0.4785151481628418
27	transitions	0	0.1105717122554779
27	transitions	1	-10000.0
27	transitions	2	1.641618013381958
27	transitions	3	-0.9184163212776184
27	transitions	4	-10000.0
27	transitions	5	-10000.0
27	transitions	6	-10000.0
27	transitions	7	0.8882758021354675
27	transitions	8	0.9195412397384644
27	transitions	9	-1.0055487155914307
27	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
27	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
27	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
27	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
27	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
27	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
27	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
27	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
27	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
27	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
27	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
27	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
27	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
27	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
27	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
27	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
27	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
27	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
27	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
27	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
27	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
27	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
27	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
27	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
27	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
27	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
27	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
27	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
27	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
27	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
27	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
27	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
27	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
27	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
27	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
27	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
27	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
27	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
27	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
27	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
27	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
27	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
27	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
27	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
27	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
27	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
27	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
27	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
27	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
27	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
27	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
27	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
27	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
27	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
27	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
27	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
27	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
27	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
27	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
27	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
27	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
27	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
27	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
27	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
27	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
27	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
27	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
27	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
27	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
27	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
27	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
27	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
27	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
27	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
27	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
27	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
27	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
27	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
27	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
27	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
27	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
27	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
27	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
27	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
27	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
27	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
27	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
27	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
27	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
27	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
27	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
27	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
27	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
27	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
27	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
27	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
27	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
27	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
27	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
27	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
27	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
27	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
27	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
27	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
27	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
27	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
27	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
27	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
27	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
27	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
27	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
27	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
27	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
27	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
27	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
27	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
27	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
27	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
27	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
27	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
27	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
27	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
27	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
27	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
27	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
27	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
27	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
27	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
27	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
27	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
27	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
27	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
27	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
27	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
27	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
27	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
27	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
27	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
27	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
27	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
27	embedding2nn.weight	0	0.014740067534148693
27	embedding2nn.weight	1	0.0006858689012005925
27	embedding2nn.weight	2	0.005657460540533066
27	embedding2nn.weight	3	0.0008646253845654428
27	embedding2nn.weight	4	-0.008834952488541603
27	embedding2nn.weight	5	-0.0053766705095767975
27	embedding2nn.weight	6	-0.0012637688778340816
27	embedding2nn.weight	7	-0.003402117406949401
27	embedding2nn.weight	8	0.01557046640664339
27	embedding2nn.weight	9	0.004412609618157148
27	embedding2nn.bias	0	0.003534628078341484
27	embedding2nn.bias	1	-0.01447063684463501
27	embedding2nn.bias	2	0.006860672030597925
27	embedding2nn.bias	3	-0.0147477425634861
27	embedding2nn.bias	4	-0.009956453926861286
27	embedding2nn.bias	5	0.00022471198462881148
27	embedding2nn.bias	6	0.0074249752797186375
27	embedding2nn.bias	7	0.013066601008176804
27	embedding2nn.bias	8	-0.00230759521946311
27	embedding2nn.bias	9	-0.003479847451671958
27	rnn.weight_ih_l0	0	-0.05087987706065178
27	rnn.weight_ih_l0	1	0.05073413625359535
27	rnn.weight_ih_l0	2	0.03186272457242012
27	rnn.weight_ih_l0	3	0.014722387306392193
27	rnn.weight_ih_l0	4	0.012516279704868793
27	rnn.weight_ih_l0	5	0.08416713774204254
27	rnn.weight_ih_l0	6	0.07562312483787537
27	rnn.weight_ih_l0	7	0.03776328265666962
27	rnn.weight_ih_l0	8	-0.04611384868621826
27	rnn.weight_ih_l0	9	0.008016431704163551
27	rnn.weight_hh_l0	0	0.008544321171939373
27	rnn.weight_hh_l0	1	-0.06367463618516922
27	rnn.weight_hh_l0	2	-0.06540702283382416
27	rnn.weight_hh_l0	3	0.07278792560100555
27	rnn.weight_hh_l0	4	0.0710880234837532
27	rnn.weight_hh_l0	5	0.004130062181502581
27	rnn.weight_hh_l0	6	0.0038493440952152014
27	rnn.weight_hh_l0	7	-0.025739755481481552
27	rnn.weight_hh_l0	8	-0.029269307851791382
27	rnn.weight_hh_l0	9	0.05796365067362785
27	rnn.bias_ih_l0	0	-0.07184237986803055
27	rnn.bias_ih_l0	1	0.08639394491910934
27	rnn.bias_ih_l0	2	0.021457603201270103
27	rnn.bias_ih_l0	3	0.0908249169588089
27	rnn.bias_ih_l0	4	-0.06916395574808121
27	rnn.bias_ih_l0	5	0.08701206743717194
27	rnn.bias_ih_l0	6	-0.06989625841379166
27	rnn.bias_ih_l0	7	-0.03322998434305191
27	rnn.bias_ih_l0	8	-0.08798029273748398
27	rnn.bias_ih_l0	9	-0.05084512382745743
27	rnn.bias_hh_l0	0	0.030670158565044403
27	rnn.bias_hh_l0	1	0.07139245420694351
27	rnn.bias_hh_l0	2	0.06713034212589264
27	rnn.bias_hh_l0	3	0.0827660784125328
27	rnn.bias_hh_l0	4	-0.08381956815719604
27	rnn.bias_hh_l0	5	-0.07114919275045395
27	rnn.bias_hh_l0	6	0.07539758831262589
27	rnn.bias_hh_l0	7	-0.08145434409379959
27	rnn.bias_hh_l0	8	-0.026112249121069908
27	rnn.bias_hh_l0	9	0.00756435701623559
27	rnn.weight_ih_l0_reverse	0	0.07926333695650101
27	rnn.weight_ih_l0_reverse	1	0.07365582883358002
27	rnn.weight_ih_l0_reverse	2	0.03892195597290993
27	rnn.weight_ih_l0_reverse	3	0.03383691608905792
27	rnn.weight_ih_l0_reverse	4	-0.03713156282901764
27	rnn.weight_ih_l0_reverse	5	0.0511087141931057
27	rnn.weight_ih_l0_reverse	6	0.06641734391450882
27	rnn.weight_ih_l0_reverse	7	0.02294812723994255
27	rnn.weight_ih_l0_reverse	8	-0.05870482698082924
27	rnn.weight_ih_l0_reverse	9	-0.05284831300377846
27	rnn.weight_hh_l0_reverse	0	0.025392942130565643
27	rnn.weight_hh_l0_reverse	1	-0.08723355084657669
27	rnn.weight_hh_l0_reverse	2	0.0627773329615593
27	rnn.weight_hh_l0_reverse	3	-0.02148754894733429
27	rnn.weight_hh_l0_reverse	4	0.08376626670360565
27	rnn.weight_hh_l0_reverse	5	-0.0011725060176104307
27	rnn.weight_hh_l0_reverse	6	0.027774538844823837
27	rnn.weight_hh_l0_reverse	7	0.0782691091299057
27	rnn.weight_hh_l0_reverse	8	-0.022181453183293343
27	rnn.weight_hh_l0_reverse	9	-0.046679671853780746
27	rnn.bias_ih_l0_reverse	0	0.0009087672224268317
27	rnn.bias_ih_l0_reverse	1	-0.01926391012966633
27	rnn.bias_ih_l0_reverse	2	-0.016739128157496452
27	rnn.bias_ih_l0_reverse	3	0.0479305274784565
27	rnn.bias_ih_l0_reverse	4	0.06882037967443466
27	rnn.bias_ih_l0_reverse	5	-0.02572173811495304
27	rnn.bias_ih_l0_reverse	6	-0.02719581313431263
27	rnn.bias_ih_l0_reverse	7	-0.05216176062822342
27	rnn.bias_ih_l0_reverse	8	0.005922954995185137
27	rnn.bias_ih_l0_reverse	9	-0.06496793776750565
27	rnn.bias_hh_l0_reverse	0	0.03650561347603798
27	rnn.bias_hh_l0_reverse	1	-0.06633053719997406
27	rnn.bias_hh_l0_reverse	2	0.07763314247131348
27	rnn.bias_hh_l0_reverse	3	0.05507796257734299
27	rnn.bias_hh_l0_reverse	4	0.029067691415548325
27	rnn.bias_hh_l0_reverse	5	0.04045931249856949
27	rnn.bias_hh_l0_reverse	6	0.06192263588309288
27	rnn.bias_hh_l0_reverse	7	0.08471192419528961
27	rnn.bias_hh_l0_reverse	8	-0.009257752448320389
27	rnn.bias_hh_l0_reverse	9	0.051525942981243134
27	rnn.weight_ih_l1	0	0.021302664652466774
27	rnn.weight_ih_l1	1	0.015130063518881798
27	rnn.weight_ih_l1	2	0.06962019205093384
27	rnn.weight_ih_l1	3	-0.024386737495660782
27	rnn.weight_ih_l1	4	-0.02424633502960205
27	rnn.weight_ih_l1	5	-0.011970730498433113
27	rnn.weight_ih_l1	6	0.0713166892528534
27	rnn.weight_ih_l1	7	-0.0067245871759951115
27	rnn.weight_ih_l1	8	-0.05325206741690636
27	rnn.weight_ih_l1	9	0.05964216962456703
27	rnn.weight_hh_l1	0	-0.07063007354736328
27	rnn.weight_hh_l1	1	-0.03713192045688629
27	rnn.weight_hh_l1	2	-0.008216324262320995
27	rnn.weight_hh_l1	3	-0.05839785188436508
27	rnn.weight_hh_l1	4	0.08594870567321777
27	rnn.weight_hh_l1	5	-0.08438912034034729
27	rnn.weight_hh_l1	6	-0.0483667254447937
27	rnn.weight_hh_l1	7	0.06583165377378464
27	rnn.weight_hh_l1	8	-0.01355978474020958
27	rnn.weight_hh_l1	9	-0.04073939099907875
27	rnn.bias_ih_l1	0	-0.06777971982955933
27	rnn.bias_ih_l1	1	0.05830491706728935
27	rnn.bias_ih_l1	2	-0.051834870129823685
27	rnn.bias_ih_l1	3	-0.06594353169202805
27	rnn.bias_ih_l1	4	-0.030487043783068657
27	rnn.bias_ih_l1	5	-0.038314253091812134
27	rnn.bias_ih_l1	6	-0.051362235099077225
27	rnn.bias_ih_l1	7	0.0631655678153038
27	rnn.bias_ih_l1	8	0.0868644043803215
27	rnn.bias_ih_l1	9	0.021107519045472145
27	rnn.bias_hh_l1	0	0.07047206163406372
27	rnn.bias_hh_l1	1	-0.057943396270275116
27	rnn.bias_hh_l1	2	0.02434248849749565
27	rnn.bias_hh_l1	3	0.06157827749848366
27	rnn.bias_hh_l1	4	0.05760117992758751
27	rnn.bias_hh_l1	5	-0.0791155993938446
27	rnn.bias_hh_l1	6	0.015862969681620598
27	rnn.bias_hh_l1	7	0.03804342448711395
27	rnn.bias_hh_l1	8	0.01039567869156599
27	rnn.bias_hh_l1	9	-0.0030842742417007685
27	rnn.weight_ih_l1_reverse	0	0.08613688498735428
27	rnn.weight_ih_l1_reverse	1	-0.041583139449357986
27	rnn.weight_ih_l1_reverse	2	-0.06216652691364288
27	rnn.weight_ih_l1_reverse	3	0.025559328496456146
27	rnn.weight_ih_l1_reverse	4	-0.04603498429059982
27	rnn.weight_ih_l1_reverse	5	0.024120096117258072
27	rnn.weight_ih_l1_reverse	6	0.040296249091625214
27	rnn.weight_ih_l1_reverse	7	0.020397821441292763
27	rnn.weight_ih_l1_reverse	8	-0.007898754440248013
27	rnn.weight_ih_l1_reverse	9	-0.06617327779531479
27	rnn.weight_hh_l1_reverse	0	0.0052012368105351925
27	rnn.weight_hh_l1_reverse	1	0.0188347939401865
27	rnn.weight_hh_l1_reverse	2	-0.05815596878528595
27	rnn.weight_hh_l1_reverse	3	-0.012900754809379578
27	rnn.weight_hh_l1_reverse	4	0.00861775316298008
27	rnn.weight_hh_l1_reverse	5	-0.061368200927972794
27	rnn.weight_hh_l1_reverse	6	-0.06728257983922958
27	rnn.weight_hh_l1_reverse	7	-0.011539245955646038
27	rnn.weight_hh_l1_reverse	8	-0.05610472336411476
27	rnn.weight_hh_l1_reverse	9	-0.0433318093419075
27	rnn.bias_ih_l1_reverse	0	-0.0031068979296833277
27	rnn.bias_ih_l1_reverse	1	-0.03928276151418686
27	rnn.bias_ih_l1_reverse	2	0.021436261013150215
27	rnn.bias_ih_l1_reverse	3	-0.07534577697515488
27	rnn.bias_ih_l1_reverse	4	-0.08722241222858429
27	rnn.bias_ih_l1_reverse	5	-0.0873584970831871
27	rnn.bias_ih_l1_reverse	6	0.057736825197935104
27	rnn.bias_ih_l1_reverse	7	0.08616161346435547
27	rnn.bias_ih_l1_reverse	8	-0.009974676184356213
27	rnn.bias_ih_l1_reverse	9	-0.01498558558523655
27	rnn.bias_hh_l1_reverse	0	0.05972759798169136
27	rnn.bias_hh_l1_reverse	1	-0.06960967183113098
27	rnn.bias_hh_l1_reverse	2	-0.049664273858070374
27	rnn.bias_hh_l1_reverse	3	0.07411472499370575
27	rnn.bias_hh_l1_reverse	4	-0.02240433357656002
27	rnn.bias_hh_l1_reverse	5	-0.007247460074722767
27	rnn.bias_hh_l1_reverse	6	-0.059604279696941376
27	rnn.bias_hh_l1_reverse	7	-0.06113271415233612
27	rnn.bias_hh_l1_reverse	8	0.0649811327457428
27	rnn.bias_hh_l1_reverse	9	0.02861533872783184
27	rnn.weight_ih_l2	0	0.07530952990055084
27	rnn.weight_ih_l2	1	-0.054487861692905426
27	rnn.weight_ih_l2	2	0.06331252306699753
27	rnn.weight_ih_l2	3	0.06634631007909775
27	rnn.weight_ih_l2	4	0.05610109865665436
27	rnn.weight_ih_l2	5	-0.03873399272561073
27	rnn.weight_ih_l2	6	-0.07601908594369888
27	rnn.weight_ih_l2	7	0.014371967874467373
27	rnn.weight_ih_l2	8	-0.017139531672000885
27	rnn.weight_ih_l2	9	-0.06927276402711868
27	rnn.weight_hh_l2	0	0.04850300773978233
27	rnn.weight_hh_l2	1	0.03169642761349678
27	rnn.weight_hh_l2	2	-0.05491624400019646
27	rnn.weight_hh_l2	3	-0.02508939616382122
27	rnn.weight_hh_l2	4	0.05418991670012474
27	rnn.weight_hh_l2	5	-0.02720099687576294
27	rnn.weight_hh_l2	6	0.008024110458791256
27	rnn.weight_hh_l2	7	-0.05281377583742142
27	rnn.weight_hh_l2	8	-0.005298038944602013
27	rnn.weight_hh_l2	9	-0.019938597455620766
27	rnn.bias_ih_l2	0	0.10053709894418716
27	rnn.bias_ih_l2	1	0.014395613223314285
27	rnn.bias_ih_l2	2	0.07472006231546402
27	rnn.bias_ih_l2	3	0.012411401607096195
27	rnn.bias_ih_l2	4	-0.005434046965092421
27	rnn.bias_ih_l2	5	0.03727131709456444
27	rnn.bias_ih_l2	6	0.01589413732290268
27	rnn.bias_ih_l2	7	0.011004692874848843
27	rnn.bias_ih_l2	8	0.02896023727953434
27	rnn.bias_ih_l2	9	-0.0128819914534688
27	rnn.bias_hh_l2	0	0.06689174473285675
27	rnn.bias_hh_l2	1	-0.0008927858434617519
27	rnn.bias_hh_l2	2	0.06645629554986954
27	rnn.bias_hh_l2	3	0.031288981437683105
27	rnn.bias_hh_l2	4	0.07256972044706345
27	rnn.bias_hh_l2	5	-0.04838817939162254
27	rnn.bias_hh_l2	6	0.014513002708554268
27	rnn.bias_hh_l2	7	-0.025070782750844955
27	rnn.bias_hh_l2	8	0.04389553889632225
27	rnn.bias_hh_l2	9	0.06705637276172638
27	rnn.weight_ih_l2_reverse	0	0.08238408714532852
27	rnn.weight_ih_l2_reverse	1	-0.06070488691329956
27	rnn.weight_ih_l2_reverse	2	0.0008654678822495043
27	rnn.weight_ih_l2_reverse	3	0.03541811183094978
27	rnn.weight_ih_l2_reverse	4	0.054007451981306076
27	rnn.weight_ih_l2_reverse	5	-0.040619753301143646
27	rnn.weight_ih_l2_reverse	6	-0.00035447414848022163
27	rnn.weight_ih_l2_reverse	7	-0.0038156730588525534
27	rnn.weight_ih_l2_reverse	8	0.005330980755388737
27	rnn.weight_ih_l2_reverse	9	-0.08221345394849777
27	rnn.weight_hh_l2_reverse	0	-0.08277788013219833
27	rnn.weight_hh_l2_reverse	1	0.011738816276192665
27	rnn.weight_hh_l2_reverse	2	0.01055363193154335
27	rnn.weight_hh_l2_reverse	3	0.02433229796588421
27	rnn.weight_hh_l2_reverse	4	-0.0368463471531868
27	rnn.weight_hh_l2_reverse	5	-0.014847672544419765
27	rnn.weight_hh_l2_reverse	6	-0.03835872560739517
27	rnn.weight_hh_l2_reverse	7	-0.059814564883708954
27	rnn.weight_hh_l2_reverse	8	-0.006863509304821491
27	rnn.weight_hh_l2_reverse	9	-0.05906768888235092
27	rnn.bias_ih_l2_reverse	0	-0.017042485997080803
27	rnn.bias_ih_l2_reverse	1	-0.028165021911263466
27	rnn.bias_ih_l2_reverse	2	0.03631529584527016
27	rnn.bias_ih_l2_reverse	3	-0.0004918493796139956
27	rnn.bias_ih_l2_reverse	4	0.07926176488399506
27	rnn.bias_ih_l2_reverse	5	-0.08890403807163239
27	rnn.bias_ih_l2_reverse	6	-0.04298904165625572
27	rnn.bias_ih_l2_reverse	7	-0.0434081107378006
27	rnn.bias_ih_l2_reverse	8	0.05347482115030289
27	rnn.bias_ih_l2_reverse	9	0.03811000660061836
27	rnn.bias_hh_l2_reverse	0	0.0590907484292984
27	rnn.bias_hh_l2_reverse	1	-0.08569955825805664
27	rnn.bias_hh_l2_reverse	2	-0.06679242104291916
27	rnn.bias_hh_l2_reverse	3	0.03758927062153816
27	rnn.bias_hh_l2_reverse	4	0.023838486522436142
27	rnn.bias_hh_l2_reverse	5	0.044139109551906586
27	rnn.bias_hh_l2_reverse	6	-0.08215347677469254
27	rnn.bias_hh_l2_reverse	7	-0.010383471846580505
27	rnn.bias_hh_l2_reverse	8	-0.08256273716688156
27	rnn.bias_hh_l2_reverse	9	-0.054317623376846313
27	linear.weight	0	0.025028489530086517
27	linear.weight	1	0.03994457423686981
27	linear.weight	2	-0.017812732607126236
27	linear.weight	3	-0.03426408767700195
27	linear.weight	4	-0.022248394787311554
27	linear.weight	5	0.037972480058670044
27	linear.weight	6	0.028636908158659935
27	linear.weight	7	-0.03336323797702789
27	linear.weight	8	-0.004464461002498865
27	linear.weight	9	0.060569632798433304
27	linear.bias	0	0.4379848539829254
27	linear.bias	1	0.3342345654964447
27	linear.bias	2	-1.3270633220672607
27	linear.bias	3	-0.05754556506872177
27	linear.bias	4	-0.050822705030441284
27	linear.bias	5	0.4535396099090576
28	transitions	0	0.10898027569055557
28	transitions	1	-10000.0
28	transitions	2	1.6738108396530151
28	transitions	3	-0.918346107006073
28	transitions	4	-10000.0
28	transitions	5	-10000.0
28	transitions	6	-10000.0
28	transitions	7	0.8880634307861328
28	transitions	8	0.918034017086029
28	transitions	9	-1.004336953163147
28	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
28	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
28	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
28	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
28	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
28	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
28	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
28	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
28	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
28	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
28	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
28	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
28	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
28	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
28	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
28	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
28	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
28	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
28	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
28	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
28	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
28	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
28	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
28	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
28	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
28	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
28	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
28	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
28	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
28	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
28	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
28	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
28	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
28	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
28	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
28	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
28	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
28	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
28	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
28	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
28	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
28	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
28	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
28	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
28	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
28	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
28	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
28	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
28	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
28	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
28	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
28	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
28	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
28	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
28	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
28	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
28	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
28	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
28	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
28	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
28	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
28	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
28	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
28	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
28	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
28	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
28	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
28	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
28	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
28	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
28	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
28	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
28	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
28	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
28	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
28	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
28	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
28	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
28	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
28	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
28	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
28	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
28	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
28	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
28	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
28	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
28	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
28	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
28	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
28	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
28	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
28	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
28	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
28	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
28	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
28	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
28	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
28	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
28	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
28	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
28	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
28	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
28	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
28	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
28	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
28	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
28	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
28	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
28	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
28	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
28	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
28	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
28	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
28	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
28	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
28	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
28	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
28	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
28	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
28	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
28	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
28	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
28	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
28	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
28	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
28	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
28	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
28	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
28	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
28	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
28	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
28	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
28	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
28	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
28	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
28	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
28	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
28	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
28	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
28	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
28	embedding2nn.weight	0	0.01474219374358654
28	embedding2nn.weight	1	0.0006765772704966366
28	embedding2nn.weight	2	0.005666816141456366
28	embedding2nn.weight	3	0.0008661126485094428
28	embedding2nn.weight	4	-0.008873139508068562
28	embedding2nn.weight	5	-0.005375776905566454
28	embedding2nn.weight	6	-0.001299021067097783
28	embedding2nn.weight	7	-0.003395660314708948
28	embedding2nn.weight	8	0.015500335954129696
28	embedding2nn.weight	9	0.004411252681165934
28	embedding2nn.bias	0	0.0040213544853031635
28	embedding2nn.bias	1	-0.014885327778756618
28	embedding2nn.bias	2	0.0069830953143537045
28	embedding2nn.bias	3	-0.014701813459396362
28	embedding2nn.bias	4	-0.009860455058515072
28	embedding2nn.bias	5	-8.71762604219839e-05
28	embedding2nn.bias	6	0.007134564220905304
28	embedding2nn.bias	7	0.012095819227397442
28	embedding2nn.bias	8	-0.002355327596887946
28	embedding2nn.bias	9	-0.003791410941630602
28	rnn.weight_ih_l0	0	-0.05087442696094513
28	rnn.weight_ih_l0	1	0.05072967708110809
28	rnn.weight_ih_l0	2	0.03186241537332535
28	rnn.weight_ih_l0	3	0.014722620137035847
28	rnn.weight_ih_l0	4	0.012501637451350689
28	rnn.weight_ih_l0	5	0.08416680991649628
28	rnn.weight_ih_l0	6	0.07562244683504105
28	rnn.weight_ih_l0	7	0.037763431668281555
28	rnn.weight_ih_l0	8	-0.04610097035765648
28	rnn.weight_ih_l0	9	0.007992517203092575
28	rnn.weight_hh_l0	0	0.008544260635972023
28	rnn.weight_hh_l0	1	-0.06366432458162308
28	rnn.weight_hh_l0	2	-0.06540694087743759
28	rnn.weight_hh_l0	3	0.07278924435377121
28	rnn.weight_hh_l0	4	0.07108872383832932
28	rnn.weight_hh_l0	5	0.0041450876742601395
28	rnn.weight_hh_l0	6	0.0038522907998412848
28	rnn.weight_hh_l0	7	-0.025739384815096855
28	rnn.weight_hh_l0	8	-0.029265698045492172
28	rnn.weight_hh_l0	9	0.057961151003837585
28	rnn.bias_ih_l0	0	-0.07167085260152817
28	rnn.bias_ih_l0	1	0.08660166710615158
28	rnn.bias_ih_l0	2	0.021502522751688957
28	rnn.bias_ih_l0	3	0.09036404639482498
28	rnn.bias_ih_l0	4	-0.06904996186494827
28	rnn.bias_ih_l0	5	0.08708354830741882
28	rnn.bias_ih_l0	6	-0.07037987560033798
28	rnn.bias_ih_l0	7	-0.03316731005907059
28	rnn.bias_ih_l0	8	-0.08794727921485901
28	rnn.bias_ih_l0	9	-0.050775375217199326
28	rnn.bias_hh_l0	0	0.03024228848516941
28	rnn.bias_hh_l0	1	0.07141287624835968
28	rnn.bias_hh_l0	2	0.06724785268306732
28	rnn.bias_hh_l0	3	0.08280644565820694
28	rnn.bias_hh_l0	4	-0.08324096351861954
28	rnn.bias_hh_l0	5	-0.07121691107749939
28	rnn.bias_hh_l0	6	0.07542764395475388
28	rnn.bias_hh_l0	7	-0.08235391229391098
28	rnn.bias_hh_l0	8	-0.02615366131067276
28	rnn.bias_hh_l0	9	0.008359505794942379
28	rnn.weight_ih_l0_reverse	0	0.07926267385482788
28	rnn.weight_ih_l0_reverse	1	0.07364101707935333
28	rnn.weight_ih_l0_reverse	2	0.03892778232693672
28	rnn.weight_ih_l0_reverse	3	0.03383636102080345
28	rnn.weight_ih_l0_reverse	4	-0.037212200462818146
28	rnn.weight_ih_l0_reverse	5	0.05110982805490494
28	rnn.weight_ih_l0_reverse	6	0.06641726195812225
28	rnn.weight_ih_l0_reverse	7	0.0229831263422966
28	rnn.weight_ih_l0_reverse	8	-0.05867543816566467
28	rnn.weight_ih_l0_reverse	9	-0.05284813418984413
28	rnn.weight_hh_l0_reverse	0	0.02537083439528942
28	rnn.weight_hh_l0_reverse	1	-0.08723534643650055
28	rnn.weight_hh_l0_reverse	2	0.06277883797883987
28	rnn.weight_hh_l0_reverse	3	-0.021490495651960373
28	rnn.weight_hh_l0_reverse	4	0.08375923335552216
28	rnn.weight_hh_l0_reverse	5	-0.0011741709895431995
28	rnn.weight_hh_l0_reverse	6	0.027839263901114464
28	rnn.weight_hh_l0_reverse	7	0.0782727599143982
28	rnn.weight_hh_l0_reverse	8	-0.022180920466780663
28	rnn.weight_hh_l0_reverse	9	-0.046678878366947174
28	rnn.bias_ih_l0_reverse	0	0.0009216489270329475
28	rnn.bias_ih_l0_reverse	1	-0.018787410110235214
28	rnn.bias_ih_l0_reverse	2	-0.016894090920686722
28	rnn.bias_ih_l0_reverse	3	0.047974392771720886
28	rnn.bias_ih_l0_reverse	4	0.06884021311998367
28	rnn.bias_ih_l0_reverse	5	-0.025658240541815758
28	rnn.bias_ih_l0_reverse	6	-0.02720247022807598
28	rnn.bias_ih_l0_reverse	7	-0.052089061588048935
28	rnn.bias_ih_l0_reverse	8	0.00610353983938694
28	rnn.bias_ih_l0_reverse	9	-0.06489050388336182
28	rnn.bias_hh_l0_reverse	0	0.03659951686859131
28	rnn.bias_hh_l0_reverse	1	-0.06625310331583023
28	rnn.bias_hh_l0_reverse	2	0.07755457609891891
28	rnn.bias_hh_l0_reverse	3	0.05508847162127495
28	rnn.bias_hh_l0_reverse	4	0.0283090528100729
28	rnn.bias_hh_l0_reverse	5	0.04043157398700714
28	rnn.bias_hh_l0_reverse	6	0.06206220015883446
28	rnn.bias_hh_l0_reverse	7	0.08433641493320465
28	rnn.bias_hh_l0_reverse	8	-0.009242086671292782
28	rnn.bias_hh_l0_reverse	9	0.05214298516511917
28	rnn.weight_ih_l1	0	0.021292544901371002
28	rnn.weight_ih_l1	1	0.015112434513866901
28	rnn.weight_ih_l1	2	0.0696869045495987
28	rnn.weight_ih_l1	3	-0.024387525394558907
28	rnn.weight_ih_l1	4	-0.024254916235804558
28	rnn.weight_ih_l1	5	-0.011968810111284256
28	rnn.weight_ih_l1	6	0.07131015509366989
28	rnn.weight_ih_l1	7	-0.006749390624463558
28	rnn.weight_ih_l1	8	-0.05325492098927498
28	rnn.weight_ih_l1	9	0.05983293801546097
28	rnn.weight_hh_l1	0	-0.07056175172328949
28	rnn.weight_hh_l1	1	-0.03712351620197296
28	rnn.weight_hh_l1	2	-0.008217498660087585
28	rnn.weight_hh_l1	3	-0.058404672890901566
28	rnn.weight_hh_l1	4	0.08596207201480865
28	rnn.weight_hh_l1	5	-0.08439318090677261
28	rnn.weight_hh_l1	6	-0.04836639389395714
28	rnn.weight_hh_l1	7	0.06582008302211761
28	rnn.weight_hh_l1	8	-0.013560247607529163
28	rnn.weight_hh_l1	9	-0.04071423411369324
28	rnn.bias_ih_l1	0	-0.06755612045526505
28	rnn.bias_ih_l1	1	0.05836616829037666
28	rnn.bias_ih_l1	2	-0.05184261128306389
28	rnn.bias_ih_l1	3	-0.06582288444042206
28	rnn.bias_ih_l1	4	-0.030495135113596916
28	rnn.bias_ih_l1	5	-0.0386853851377964
28	rnn.bias_ih_l1	6	-0.04951215535402298
28	rnn.bias_ih_l1	7	0.06319795548915863
28	rnn.bias_ih_l1	8	0.0869704931974411
28	rnn.bias_ih_l1	9	0.020323295146226883
28	rnn.bias_hh_l1	0	0.07048454135656357
28	rnn.bias_hh_l1	1	-0.057957056909799576
28	rnn.bias_hh_l1	2	0.0243485439568758
28	rnn.bias_hh_l1	3	0.06166975945234299
28	rnn.bias_hh_l1	4	0.05764598771929741
28	rnn.bias_hh_l1	5	-0.07896606624126434
28	rnn.bias_hh_l1	6	0.015852127224206924
28	rnn.bias_hh_l1	7	0.03817427158355713
28	rnn.bias_hh_l1	8	0.010407451540231705
28	rnn.bias_hh_l1	9	-0.003111648140475154
28	rnn.weight_ih_l1_reverse	0	0.08613377809524536
28	rnn.weight_ih_l1_reverse	1	-0.041575901210308075
28	rnn.weight_ih_l1_reverse	2	-0.06216589733958244
28	rnn.weight_ih_l1_reverse	3	0.025560783222317696
28	rnn.weight_ih_l1_reverse	4	-0.046036191284656525
28	rnn.weight_ih_l1_reverse	5	0.024116262793540955
28	rnn.weight_ih_l1_reverse	6	0.04028601199388504
28	rnn.weight_ih_l1_reverse	7	0.020383788272738457
28	rnn.weight_ih_l1_reverse	8	-0.00791796576231718
28	rnn.weight_ih_l1_reverse	9	-0.06606223434209824
28	rnn.weight_hh_l1_reverse	0	0.005197765771299601
28	rnn.weight_hh_l1_reverse	1	0.018831776455044746
28	rnn.weight_hh_l1_reverse	2	-0.058153484016656876
28	rnn.weight_hh_l1_reverse	3	-0.012901468202471733
28	rnn.weight_hh_l1_reverse	4	0.008613664656877518
28	rnn.weight_hh_l1_reverse	5	-0.06147432327270508
28	rnn.weight_hh_l1_reverse	6	-0.06728547811508179
28	rnn.weight_hh_l1_reverse	7	-0.011542538180947304
28	rnn.weight_hh_l1_reverse	8	-0.05609333515167236
28	rnn.weight_hh_l1_reverse	9	-0.043341122567653656
28	rnn.bias_ih_l1_reverse	0	-0.003294031135737896
28	rnn.bias_ih_l1_reverse	1	-0.039134711027145386
28	rnn.bias_ih_l1_reverse	2	0.021767904981970787
28	rnn.bias_ih_l1_reverse	3	-0.07503295689821243
28	rnn.bias_ih_l1_reverse	4	-0.08718304336071014
28	rnn.bias_ih_l1_reverse	5	-0.08730514347553253
28	rnn.bias_ih_l1_reverse	6	0.05797352269291878
28	rnn.bias_ih_l1_reverse	7	0.08613736182451248
28	rnn.bias_ih_l1_reverse	8	-0.008867430500686169
28	rnn.bias_ih_l1_reverse	9	-0.014844014309346676
28	rnn.bias_hh_l1_reverse	0	0.05975509434938431
28	rnn.bias_hh_l1_reverse	1	-0.06944546103477478
28	rnn.bias_hh_l1_reverse	2	-0.049657437950372696
28	rnn.bias_hh_l1_reverse	3	0.07428640127182007
28	rnn.bias_hh_l1_reverse	4	-0.022450609132647514
28	rnn.bias_hh_l1_reverse	5	-0.007256442215293646
28	rnn.bias_hh_l1_reverse	6	-0.05963471904397011
28	rnn.bias_hh_l1_reverse	7	-0.061253443360328674
28	rnn.bias_hh_l1_reverse	8	0.06504861265420914
28	rnn.bias_hh_l1_reverse	9	0.03142181411385536
28	rnn.weight_ih_l2	0	0.0749368816614151
28	rnn.weight_ih_l2	1	-0.0545012466609478
28	rnn.weight_ih_l2	2	0.06331148743629456
28	rnn.weight_ih_l2	3	0.0662754476070404
28	rnn.weight_ih_l2	4	0.05615290254354477
28	rnn.weight_ih_l2	5	-0.03876062110066414
28	rnn.weight_ih_l2	6	-0.0760158896446228
28	rnn.weight_ih_l2	7	0.014366797171533108
28	rnn.weight_ih_l2	8	-0.01713908277451992
28	rnn.weight_ih_l2	9	-0.06927460432052612
28	rnn.weight_hh_l2	0	0.0484958253800869
28	rnn.weight_hh_l2	1	0.03165154159069061
28	rnn.weight_hh_l2	2	-0.0549171045422554
28	rnn.weight_hh_l2	3	-0.025086523965001106
28	rnn.weight_hh_l2	4	0.054203324019908905
28	rnn.weight_hh_l2	5	-0.02684793435037136
28	rnn.weight_hh_l2	6	0.008026293478906155
28	rnn.weight_hh_l2	7	-0.05281327664852142
28	rnn.weight_hh_l2	8	-0.005297475028783083
28	rnn.weight_hh_l2	9	-0.01994507573544979
28	rnn.bias_ih_l2	0	0.09963652491569519
28	rnn.bias_ih_l2	1	0.014379290863871574
28	rnn.bias_ih_l2	2	0.07337494939565659
28	rnn.bias_ih_l2	3	0.012598271481692791
28	rnn.bias_ih_l2	4	-0.005434232298284769
28	rnn.bias_ih_l2	5	0.037330493330955505
28	rnn.bias_ih_l2	6	0.01577075757086277
28	rnn.bias_ih_l2	7	0.010976140387356281
28	rnn.bias_ih_l2	8	0.029514137655496597
28	rnn.bias_ih_l2	9	-0.01294929999858141
28	rnn.bias_hh_l2	0	0.06710456311702728
28	rnn.bias_hh_l2	1	-0.0008027560543268919
28	rnn.bias_hh_l2	2	0.06683770567178726
28	rnn.bias_hh_l2	3	0.03128562122583389
28	rnn.bias_hh_l2	4	0.07254988700151443
28	rnn.bias_hh_l2	5	-0.046306345611810684
28	rnn.bias_hh_l2	6	0.015832139179110527
28	rnn.bias_hh_l2	7	-0.024980727583169937
28	rnn.bias_hh_l2	8	0.04391402378678322
28	rnn.bias_hh_l2	9	0.06857509166002274
28	rnn.weight_ih_l2_reverse	0	0.08238417655229568
28	rnn.weight_ih_l2_reverse	1	-0.061091214418411255
28	rnn.weight_ih_l2_reverse	2	0.0008624870097264647
28	rnn.weight_ih_l2_reverse	3	0.03541036695241928
28	rnn.weight_ih_l2_reverse	4	0.05400494858622551
28	rnn.weight_ih_l2_reverse	5	-0.04062151536345482
28	rnn.weight_ih_l2_reverse	6	-0.00037953522405587137
28	rnn.weight_ih_l2_reverse	7	-0.003944683820009232
28	rnn.weight_ih_l2_reverse	8	0.00522777670994401
28	rnn.weight_ih_l2_reverse	9	-0.08218951523303986
28	rnn.weight_hh_l2_reverse	0	-0.0827786773443222
28	rnn.weight_hh_l2_reverse	1	0.011746872216463089
28	rnn.weight_hh_l2_reverse	2	0.010553006082773209
28	rnn.weight_hh_l2_reverse	3	0.024331899359822273
28	rnn.weight_hh_l2_reverse	4	-0.03684590011835098
28	rnn.weight_hh_l2_reverse	5	-0.014848216436803341
28	rnn.weight_hh_l2_reverse	6	-0.03814243897795677
28	rnn.weight_hh_l2_reverse	7	-0.059814244508743286
28	rnn.weight_hh_l2_reverse	8	-0.006872429512441158
28	rnn.weight_hh_l2_reverse	9	-0.05906536057591438
28	rnn.bias_ih_l2_reverse	0	-0.01683419942855835
28	rnn.bias_ih_l2_reverse	1	-0.028176963329315186
28	rnn.bias_ih_l2_reverse	2	0.036349937319755554
28	rnn.bias_ih_l2_reverse	3	-6.233695603441447e-05
28	rnn.bias_ih_l2_reverse	4	0.07930079847574234
28	rnn.bias_ih_l2_reverse	5	-0.08895914256572723
28	rnn.bias_ih_l2_reverse	6	-0.04299674928188324
28	rnn.bias_ih_l2_reverse	7	-0.042277783155441284
28	rnn.bias_ih_l2_reverse	8	0.054090406745672226
28	rnn.bias_ih_l2_reverse	9	0.042833223938941956
28	rnn.bias_hh_l2_reverse	0	0.058123573660850525
28	rnn.bias_hh_l2_reverse	1	-0.08582276850938797
28	rnn.bias_hh_l2_reverse	2	-0.06685297191143036
28	rnn.bias_hh_l2_reverse	3	0.037775348871946335
28	rnn.bias_hh_l2_reverse	4	0.023887090384960175
28	rnn.bias_hh_l2_reverse	5	0.044936053454875946
28	rnn.bias_hh_l2_reverse	6	-0.08213619887828827
28	rnn.bias_hh_l2_reverse	7	-0.010349417105317116
28	rnn.bias_hh_l2_reverse	8	-0.08267583698034286
28	rnn.bias_hh_l2_reverse	9	-0.054364003241062164
28	linear.weight	0	0.025028489530086517
28	linear.weight	1	0.04296078160405159
28	linear.weight	2	-0.017911607399582863
28	linear.weight	3	-0.037610284984111786
28	linear.weight	4	-0.022248394787311554
28	linear.weight	5	0.03668772056698799
28	linear.weight	6	0.02677520178258419
28	linear.weight	7	-0.02959071844816208
28	linear.weight	8	-0.006227594800293446
28	linear.weight	9	0.06109529361128807
28	linear.bias	0	0.4424242675304413
28	linear.bias	1	0.3593757748603821
28	linear.bias	2	-1.3338598012924194
28	linear.bias	3	-0.05754556506872177
28	linear.bias	4	-0.050822705030441284
28	linear.bias	5	0.4307554066181183
29	transitions	0	0.10746870934963226
29	transitions	1	-10000.0
29	transitions	2	1.670862078666687
29	transitions	3	-0.9375693202018738
29	transitions	4	-10000.0
29	transitions	5	-10000.0
29	transitions	6	-10000.0
29	transitions	7	0.8877896666526794
29	transitions	8	0.9159930944442749
29	transitions	9	-1.0174232721328735
29	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
29	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
29	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
29	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
29	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
29	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
29	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
29	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
29	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
29	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
29	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
29	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
29	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
29	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
29	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
29	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
29	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
29	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
29	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
29	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
29	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
29	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
29	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
29	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
29	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
29	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
29	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
29	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
29	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
29	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
29	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
29	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
29	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
29	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
29	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
29	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
29	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
29	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
29	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
29	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
29	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
29	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
29	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
29	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
29	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
29	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
29	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
29	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
29	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
29	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
29	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
29	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
29	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
29	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
29	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
29	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
29	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
29	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
29	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
29	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
29	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
29	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
29	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
29	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
29	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
29	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
29	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
29	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
29	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
29	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
29	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
29	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
29	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
29	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
29	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
29	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
29	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
29	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
29	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
29	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
29	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
29	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
29	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
29	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
29	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
29	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
29	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
29	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
29	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
29	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
29	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
29	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
29	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
29	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
29	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
29	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
29	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
29	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
29	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
29	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
29	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
29	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
29	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
29	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
29	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
29	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
29	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
29	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
29	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
29	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
29	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
29	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
29	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
29	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
29	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
29	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
29	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
29	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
29	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
29	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
29	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
29	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
29	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
29	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
29	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
29	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
29	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
29	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
29	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
29	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
29	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
29	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
29	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
29	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
29	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
29	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
29	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
29	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
29	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
29	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
29	embedding2nn.weight	0	0.014745702967047691
29	embedding2nn.weight	1	0.0006651888834312558
29	embedding2nn.weight	2	0.0056707486510276794
29	embedding2nn.weight	3	0.000868508534040302
29	embedding2nn.weight	4	-0.008484750054776669
29	embedding2nn.weight	5	-0.005380062852054834
29	embedding2nn.weight	6	-0.0013164893025532365
29	embedding2nn.weight	7	-0.003394146915525198
29	embedding2nn.weight	8	0.015445800498127937
29	embedding2nn.weight	9	0.004420040640980005
29	embedding2nn.bias	0	0.0036041927523911
29	embedding2nn.bias	1	-0.014196894131600857
29	embedding2nn.bias	2	0.008813926950097084
29	embedding2nn.bias	3	-0.014654961414635181
29	embedding2nn.bias	4	-0.010485084727406502
29	embedding2nn.bias	5	0.0008487134473398328
29	embedding2nn.bias	6	0.007886573672294617
29	embedding2nn.bias	7	0.012744082137942314
29	embedding2nn.bias	8	-0.0015776350628584623
29	embedding2nn.bias	9	-0.0035111536271870136
29	rnn.weight_ih_l0	0	-0.050888095051050186
29	rnn.weight_ih_l0	1	0.050731007009744644
29	rnn.weight_ih_l0	2	0.031861238181591034
29	rnn.weight_ih_l0	3	0.014722038060426712
29	rnn.weight_ih_l0	4	0.012456216849386692
29	rnn.weight_ih_l0	5	0.08416218310594559
29	rnn.weight_ih_l0	6	0.07561925798654556
29	rnn.weight_ih_l0	7	0.03776228800415993
29	rnn.weight_ih_l0	8	-0.04604027792811394
29	rnn.weight_ih_l0	9	0.007952883839607239
29	rnn.weight_hh_l0	0	0.008545123971998692
29	rnn.weight_hh_l0	1	-0.06366202235221863
29	rnn.weight_hh_l0	2	-0.06541135162115097
29	rnn.weight_hh_l0	3	0.0728122815489769
29	rnn.weight_hh_l0	4	0.07108552753925323
29	rnn.weight_hh_l0	5	0.00415904400870204
29	rnn.weight_hh_l0	6	0.003845948725938797
29	rnn.weight_hh_l0	7	-0.025722486898303032
29	rnn.weight_hh_l0	8	-0.029261182993650436
29	rnn.weight_hh_l0	9	0.057962678372859955
29	rnn.bias_ih_l0	0	-0.07141320407390594
29	rnn.bias_ih_l0	1	0.08668693155050278
29	rnn.bias_ih_l0	2	0.021431373432278633
29	rnn.bias_ih_l0	3	0.0896834284067154
29	rnn.bias_ih_l0	4	-0.0700218603014946
29	rnn.bias_ih_l0	5	0.08731260150671005
29	rnn.bias_ih_l0	6	-0.06894990801811218
29	rnn.bias_ih_l0	7	-0.03318297490477562
29	rnn.bias_ih_l0	8	-0.0872531533241272
29	rnn.bias_ih_l0	9	-0.05073196813464165
29	rnn.bias_hh_l0	0	0.030749410390853882
29	rnn.bias_hh_l0	1	0.07142762839794159
29	rnn.bias_hh_l0	2	0.06722889095544815
29	rnn.bias_hh_l0	3	0.08265446126461029
29	rnn.bias_hh_l0	4	-0.08378133922815323
29	rnn.bias_hh_l0	5	-0.07128813117742538
29	rnn.bias_hh_l0	6	0.07539697736501694
29	rnn.bias_hh_l0	7	-0.08326215296983719
29	rnn.bias_hh_l0	8	-0.026186471804976463
29	rnn.bias_hh_l0	9	0.007815887220203876
29	rnn.weight_ih_l0_reverse	0	0.07926660031080246
29	rnn.weight_ih_l0_reverse	1	0.07361096888780594
29	rnn.weight_ih_l0_reverse	2	0.03892562910914421
29	rnn.weight_ih_l0_reverse	3	0.03383380174636841
29	rnn.weight_ih_l0_reverse	4	-0.037220586091279984
29	rnn.weight_ih_l0_reverse	5	0.0511101596057415
29	rnn.weight_ih_l0_reverse	6	0.06642202287912369
29	rnn.weight_ih_l0_reverse	7	0.022995837032794952
29	rnn.weight_ih_l0_reverse	8	-0.05868583545088768
29	rnn.weight_ih_l0_reverse	9	-0.05285141244530678
29	rnn.weight_hh_l0_reverse	0	0.02537366934120655
29	rnn.weight_hh_l0_reverse	1	-0.08723748475313187
29	rnn.weight_hh_l0_reverse	2	0.06277739256620407
29	rnn.weight_hh_l0_reverse	3	-0.021492451429367065
29	rnn.weight_hh_l0_reverse	4	0.08375487476587296
29	rnn.weight_hh_l0_reverse	5	-0.0011805158574134111
29	rnn.weight_hh_l0_reverse	6	0.027958421036601067
29	rnn.weight_hh_l0_reverse	7	0.07826801389455795
29	rnn.weight_hh_l0_reverse	8	-0.022181838750839233
29	rnn.weight_hh_l0_reverse	9	-0.046684764325618744
29	rnn.bias_ih_l0_reverse	0	0.0011946953600272536
29	rnn.bias_ih_l0_reverse	1	-0.019937649369239807
29	rnn.bias_ih_l0_reverse	2	-0.01769794337451458
29	rnn.bias_ih_l0_reverse	3	0.04808821901679039
29	rnn.bias_ih_l0_reverse	4	0.06899931281805038
29	rnn.bias_ih_l0_reverse	5	-0.025606345385313034
29	rnn.bias_ih_l0_reverse	6	-0.02721393294632435
29	rnn.bias_ih_l0_reverse	7	-0.05200425535440445
29	rnn.bias_ih_l0_reverse	8	0.006881754845380783
29	rnn.bias_ih_l0_reverse	9	-0.06487490981817245
29	rnn.bias_hh_l0_reverse	0	0.03667018562555313
29	rnn.bias_hh_l0_reverse	1	-0.06623750925064087
29	rnn.bias_hh_l0_reverse	2	0.0784817785024643
29	rnn.bias_hh_l0_reverse	3	0.05530454218387604
29	rnn.bias_hh_l0_reverse	4	0.027285553514957428
29	rnn.bias_hh_l0_reverse	5	0.04042406007647514
29	rnn.bias_hh_l0_reverse	6	0.062111981213092804
29	rnn.bias_hh_l0_reverse	7	0.08492518216371536
29	rnn.bias_hh_l0_reverse	8	-0.009112175554037094
29	rnn.bias_hh_l0_reverse	9	0.05275290831923485
29	rnn.weight_ih_l1	0	0.02127261832356453
29	rnn.weight_ih_l1	1	0.015066816471517086
29	rnn.weight_ih_l1	2	0.06980373710393906
29	rnn.weight_ih_l1	3	-0.024389153346419334
29	rnn.weight_ih_l1	4	-0.02427026815712452
29	rnn.weight_ih_l1	5	-0.011982033029198647
29	rnn.weight_ih_l1	6	0.0712888240814209
29	rnn.weight_ih_l1	7	-0.006670248694717884
29	rnn.weight_ih_l1	8	-0.05320492386817932
29	rnn.weight_ih_l1	9	0.060174308717250824
29	rnn.weight_hh_l1	0	-0.07044970244169235
29	rnn.weight_hh_l1	1	-0.03711758553981781
29	rnn.weight_hh_l1	2	-0.008224466815590858
29	rnn.weight_hh_l1	3	-0.058412957936525345
29	rnn.weight_hh_l1	4	0.08599694073200226
29	rnn.weight_hh_l1	5	-0.08439517021179199
29	rnn.weight_hh_l1	6	-0.048363473266363144
29	rnn.weight_hh_l1	7	0.06587493419647217
29	rnn.weight_hh_l1	8	-0.013563635759055614
29	rnn.weight_hh_l1	9	-0.04069868102669716
29	rnn.bias_ih_l1	0	-0.06730052828788757
29	rnn.bias_ih_l1	1	0.05839751288294792
29	rnn.bias_ih_l1	2	-0.051989078521728516
29	rnn.bias_ih_l1	3	-0.06560588628053665
29	rnn.bias_ih_l1	4	-0.03054121695458889
29	rnn.bias_ih_l1	5	-0.0395144522190094
29	rnn.bias_ih_l1	6	-0.049331702291965485
29	rnn.bias_ih_l1	7	0.06340917944908142
29	rnn.bias_ih_l1	8	0.08697313070297241
29	rnn.bias_ih_l1	9	0.018559060990810394
29	rnn.bias_hh_l1	0	0.07044938951730728
29	rnn.bias_hh_l1	1	-0.05802423134446144
29	rnn.bias_hh_l1	2	0.0242675319314003
29	rnn.bias_hh_l1	3	0.06179270148277283
29	rnn.bias_hh_l1	4	0.05766678974032402
29	rnn.bias_hh_l1	5	-0.07896942645311356
29	rnn.bias_hh_l1	6	0.015776988118886948
29	rnn.bias_hh_l1	7	0.03818143159151077
29	rnn.bias_hh_l1	8	0.010402999818325043
29	rnn.bias_hh_l1	9	-0.0030110995285212994
29	rnn.weight_ih_l1_reverse	0	0.08611956238746643
29	rnn.weight_ih_l1_reverse	1	-0.041592538356781006
29	rnn.weight_ih_l1_reverse	2	-0.06217024847865105
29	rnn.weight_ih_l1_reverse	3	0.02555936761200428
29	rnn.weight_ih_l1_reverse	4	-0.04603274539113045
29	rnn.weight_ih_l1_reverse	5	0.024107273668050766
29	rnn.weight_ih_l1_reverse	6	0.040269576013088226
29	rnn.weight_ih_l1_reverse	7	0.020357990637421608
29	rnn.weight_ih_l1_reverse	8	-0.007972014136612415
29	rnn.weight_ih_l1_reverse	9	-0.06619101017713547
29	rnn.weight_hh_l1_reverse	0	0.005193300079554319
29	rnn.weight_hh_l1_reverse	1	0.018826773390173912
29	rnn.weight_hh_l1_reverse	2	-0.05815104395151138
29	rnn.weight_hh_l1_reverse	3	-0.012899607419967651
29	rnn.weight_hh_l1_reverse	4	0.00861356221139431
29	rnn.weight_hh_l1_reverse	5	-0.061241455376148224
29	rnn.weight_hh_l1_reverse	6	-0.06729701161384583
29	rnn.weight_hh_l1_reverse	7	-0.011545240879058838
29	rnn.weight_hh_l1_reverse	8	-0.05603891611099243
29	rnn.weight_hh_l1_reverse	9	-0.043352868407964706
29	rnn.bias_ih_l1_reverse	0	-0.003338061273097992
29	rnn.bias_ih_l1_reverse	1	-0.039204660803079605
29	rnn.bias_ih_l1_reverse	2	0.022438697516918182
29	rnn.bias_ih_l1_reverse	3	-0.07510215789079666
29	rnn.bias_ih_l1_reverse	4	-0.08716192096471786
29	rnn.bias_ih_l1_reverse	5	-0.0874779224395752
29	rnn.bias_ih_l1_reverse	6	0.05806702375411987
29	rnn.bias_ih_l1_reverse	7	0.08613654971122742
29	rnn.bias_ih_l1_reverse	8	-0.009187331423163414
29	rnn.bias_ih_l1_reverse	9	-0.014685817062854767
29	rnn.bias_hh_l1_reverse	0	0.05974255129694939
29	rnn.bias_hh_l1_reverse	1	-0.06908878684043884
29	rnn.bias_hh_l1_reverse	2	-0.049695637077093124
29	rnn.bias_hh_l1_reverse	3	0.07441464811563492
29	rnn.bias_hh_l1_reverse	4	-0.022680195048451424
29	rnn.bias_hh_l1_reverse	5	-0.007108686026185751
29	rnn.bias_hh_l1_reverse	6	-0.05963832139968872
29	rnn.bias_hh_l1_reverse	7	-0.061269961297512054
29	rnn.bias_hh_l1_reverse	8	0.0650530532002449
29	rnn.bias_hh_l1_reverse	9	0.03135184198617935
29	rnn.weight_ih_l2	0	0.07344795018434525
29	rnn.weight_ih_l2	1	-0.05448286980390549
29	rnn.weight_ih_l2	2	0.06331683695316315
29	rnn.weight_ih_l2	3	0.06625944375991821
29	rnn.weight_ih_l2	4	0.05633558705449104
29	rnn.weight_ih_l2	5	-0.03883064165711403
29	rnn.weight_ih_l2	6	-0.07602955400943756
29	rnn.weight_ih_l2	7	0.014362730085849762
29	rnn.weight_ih_l2	8	-0.017144879326224327
29	rnn.weight_ih_l2	9	-0.06927482038736343
29	rnn.weight_hh_l2	0	0.04849620908498764
29	rnn.weight_hh_l2	1	0.031656719744205475
29	rnn.weight_hh_l2	2	-0.05491777881979942
29	rnn.weight_hh_l2	3	-0.02508818544447422
29	rnn.weight_hh_l2	4	0.05419328436255455
29	rnn.weight_hh_l2	5	-0.02664659544825554
29	rnn.weight_hh_l2	6	0.008031535893678665
29	rnn.weight_hh_l2	7	-0.05281912535429001
29	rnn.weight_hh_l2	8	-0.005296626593917608
29	rnn.weight_hh_l2	9	-0.019943153485655785
29	rnn.bias_ih_l2	0	0.10165660083293915
29	rnn.bias_ih_l2	1	0.01432778500020504
29	rnn.bias_ih_l2	2	0.07435982674360275
29	rnn.bias_ih_l2	3	0.012262525968253613
29	rnn.bias_ih_l2	4	-0.005351236555725336
29	rnn.bias_ih_l2	5	0.03766094520688057
29	rnn.bias_ih_l2	6	0.015957042574882507
29	rnn.bias_ih_l2	7	0.01100424025207758
29	rnn.bias_ih_l2	8	0.03052566573023796
29	rnn.bias_ih_l2	9	-0.013090280815958977
29	rnn.bias_hh_l2	0	0.06981886178255081
29	rnn.bias_hh_l2	1	-0.0005613561952486634
29	rnn.bias_hh_l2	2	0.06682572513818741
29	rnn.bias_hh_l2	3	0.03136442229151726
29	rnn.bias_hh_l2	4	0.07257245481014252
29	rnn.bias_hh_l2	5	-0.042311448603868484
29	rnn.bias_hh_l2	6	0.010362183675169945
29	rnn.bias_hh_l2	7	-0.02499598078429699
29	rnn.bias_hh_l2	8	0.0438937284052372
29	rnn.bias_hh_l2	9	0.06885192543268204
29	rnn.weight_ih_l2_reverse	0	0.0823822095990181
29	rnn.weight_ih_l2_reverse	1	-0.06106586381793022
29	rnn.weight_ih_l2_reverse	2	0.0008675892604514956
29	rnn.weight_ih_l2_reverse	3	0.03537667170166969
29	rnn.weight_ih_l2_reverse	4	0.054010942578315735
29	rnn.weight_ih_l2_reverse	5	-0.04062516242265701
29	rnn.weight_ih_l2_reverse	6	-0.0002737586328294128
29	rnn.weight_ih_l2_reverse	7	-0.004038448445498943
29	rnn.weight_ih_l2_reverse	8	0.0050903609953820705
29	rnn.weight_ih_l2_reverse	9	-0.08213579654693604
29	rnn.weight_hh_l2_reverse	0	-0.08277872949838638
29	rnn.weight_hh_l2_reverse	1	0.01164644118398428
29	rnn.weight_hh_l2_reverse	2	0.01055271178483963
29	rnn.weight_hh_l2_reverse	3	0.02433355525135994
29	rnn.weight_hh_l2_reverse	4	-0.03684372082352638
29	rnn.weight_hh_l2_reverse	5	-0.014849446713924408
29	rnn.weight_hh_l2_reverse	6	-0.03793167322874069
29	rnn.weight_hh_l2_reverse	7	-0.059814199805259705
29	rnn.weight_hh_l2_reverse	8	-0.00688032153993845
29	rnn.weight_hh_l2_reverse	9	-0.059064555913209915
29	rnn.bias_ih_l2_reverse	0	-0.016825605183839798
29	rnn.bias_ih_l2_reverse	1	-0.028187938034534454
29	rnn.bias_ih_l2_reverse	2	0.03648853674530983
29	rnn.bias_ih_l2_reverse	3	0.0009458523709326982
29	rnn.bias_ih_l2_reverse	4	0.07923021167516708
29	rnn.bias_ih_l2_reverse	5	-0.08893494307994843
29	rnn.bias_ih_l2_reverse	6	-0.04295561835169792
29	rnn.bias_ih_l2_reverse	7	-0.04163651168346405
29	rnn.bias_ih_l2_reverse	8	0.05498771369457245
29	rnn.bias_ih_l2_reverse	9	0.0384087860584259
29	rnn.bias_hh_l2_reverse	0	0.0568000003695488
29	rnn.bias_hh_l2_reverse	1	-0.08635350316762924
29	rnn.bias_hh_l2_reverse	2	-0.06687596440315247
29	rnn.bias_hh_l2_reverse	3	0.03750959411263466
29	rnn.bias_hh_l2_reverse	4	0.024043168872594833
29	rnn.bias_hh_l2_reverse	5	0.043178755789995193
29	rnn.bias_hh_l2_reverse	6	-0.0821370854973793
29	rnn.bias_hh_l2_reverse	7	-0.010366355068981647
29	rnn.bias_hh_l2_reverse	8	-0.08252408355474472
29	rnn.bias_hh_l2_reverse	9	-0.054373811930418015
29	linear.weight	0	0.025028489530086517
29	linear.weight	1	0.04264103248715401
29	linear.weight	2	-0.018024925142526627
29	linear.weight	3	-0.03639208897948265
29	linear.weight	4	-0.022248394787311554
29	linear.weight	5	0.033014945685863495
29	linear.weight	6	0.027716701850295067
29	linear.weight	7	-0.026895597577095032
29	linear.weight	8	-0.011706282384693623
29	linear.weight	9	0.05842465162277222
29	linear.bias	0	0.4117487072944641
29	linear.bias	1	0.3238612711429596
29	linear.bias	2	-1.3420342206954956
29	linear.bias	3	-0.05754556506872177
29	linear.bias	4	-0.050822705030441284
29	linear.bias	5	0.5051199197769165
30	transitions	0	0.10628536343574524
30	transitions	1	-10000.0
30	transitions	2	1.7898412942886353
30	transitions	3	-0.9233359694480896
30	transitions	4	-10000.0
30	transitions	5	-10000.0
30	transitions	6	-10000.0
30	transitions	7	0.8876100182533264
30	transitions	8	0.9145543575286865
30	transitions	9	-1.0280513763427734
30	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
30	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
30	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
30	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
30	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
30	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
30	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
30	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
30	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
30	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
30	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
30	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
30	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
30	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
30	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
30	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
30	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
30	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
30	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
30	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
30	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
30	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
30	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
30	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
30	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
30	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
30	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
30	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
30	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
30	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
30	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
30	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
30	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
30	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
30	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
30	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
30	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
30	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
30	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
30	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
30	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
30	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
30	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
30	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
30	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
30	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
30	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
30	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
30	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
30	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
30	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
30	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
30	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
30	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
30	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
30	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
30	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
30	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
30	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
30	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
30	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
30	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
30	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
30	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
30	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
30	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
30	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
30	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
30	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
30	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
30	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
30	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
30	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
30	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
30	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
30	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
30	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
30	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
30	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
30	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
30	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
30	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
30	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
30	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
30	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
30	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
30	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
30	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
30	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
30	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
30	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
30	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
30	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
30	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
30	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
30	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
30	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
30	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
30	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
30	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
30	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
30	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
30	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
30	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
30	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
30	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
30	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
30	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
30	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
30	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
30	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
30	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
30	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
30	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
30	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
30	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
30	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
30	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
30	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
30	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
30	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
30	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
30	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
30	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
30	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
30	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
30	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
30	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
30	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
30	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
30	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
30	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
30	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
30	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
30	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
30	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
30	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
30	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
30	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
30	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
30	embedding2nn.weight	0	0.01474705059081316
30	embedding2nn.weight	1	0.0006653619348071516
30	embedding2nn.weight	2	0.005668108817189932
30	embedding2nn.weight	3	0.0008749043336138129
30	embedding2nn.weight	4	-0.008462325669825077
30	embedding2nn.weight	5	-0.00539362384006381
30	embedding2nn.weight	6	-0.0013011989649385214
30	embedding2nn.weight	7	-0.0033951951190829277
30	embedding2nn.weight	8	0.015272771008312702
30	embedding2nn.weight	9	0.00441361777484417
30	embedding2nn.bias	0	0.006182873155921698
30	embedding2nn.bias	1	-0.015970401465892792
30	embedding2nn.bias	2	0.004562992602586746
30	embedding2nn.bias	3	-0.013409014791250229
30	embedding2nn.bias	4	-0.008388129994273186
30	embedding2nn.bias	5	-0.00015505355258937925
30	embedding2nn.bias	6	0.0045013525523245335
30	embedding2nn.bias	7	0.01051425188779831
30	embedding2nn.bias	8	0.0009469807846471667
30	embedding2nn.bias	9	-0.0027290175203233957
30	rnn.weight_ih_l0	0	-0.05087020993232727
30	rnn.weight_ih_l0	1	0.050724562257528305
30	rnn.weight_ih_l0	2	0.03186102211475372
30	rnn.weight_ih_l0	3	0.014715608209371567
30	rnn.weight_ih_l0	4	0.012428146786987782
30	rnn.weight_ih_l0	5	0.08416445553302765
30	rnn.weight_ih_l0	6	0.07561735063791275
30	rnn.weight_ih_l0	7	0.037764355540275574
30	rnn.weight_ih_l0	8	-0.04601729288697243
30	rnn.weight_ih_l0	9	0.007949648424983025
30	rnn.weight_hh_l0	0	0.008546124212443829
30	rnn.weight_hh_l0	1	-0.06365794688463211
30	rnn.weight_hh_l0	2	-0.06541221588850021
30	rnn.weight_hh_l0	3	0.07284428924322128
30	rnn.weight_hh_l0	4	0.07108081877231598
30	rnn.weight_hh_l0	5	0.004129723645746708
30	rnn.weight_hh_l0	6	0.003855135990306735
30	rnn.weight_hh_l0	7	-0.02573327161371708
30	rnn.weight_hh_l0	8	-0.02922157011926174
30	rnn.weight_hh_l0	9	0.05796322226524353
30	rnn.bias_ih_l0	0	-0.07126695662736893
30	rnn.bias_ih_l0	1	0.0867099016904831
30	rnn.bias_ih_l0	2	0.02161884494125843
30	rnn.bias_ih_l0	3	0.09105715900659561
30	rnn.bias_ih_l0	4	-0.06778455525636673
30	rnn.bias_ih_l0	5	0.0871826782822609
30	rnn.bias_ih_l0	6	-0.07225913554430008
30	rnn.bias_ih_l0	7	-0.03321046382188797
30	rnn.bias_ih_l0	8	-0.08753334730863571
30	rnn.bias_ih_l0	9	-0.05073574557900429
30	rnn.bias_hh_l0	0	0.03097507543861866
30	rnn.bias_hh_l0	1	0.07152534276247025
30	rnn.bias_hh_l0	2	0.06729816645383835
30	rnn.bias_hh_l0	3	0.08228855580091476
30	rnn.bias_hh_l0	4	-0.0798787847161293
30	rnn.bias_hh_l0	5	-0.0711783766746521
30	rnn.bias_hh_l0	6	0.07536542415618896
30	rnn.bias_hh_l0	7	-0.07946192473173141
30	rnn.bias_hh_l0	8	-0.02627662941813469
30	rnn.bias_hh_l0	9	0.012087339535355568
30	rnn.weight_ih_l0_reverse	0	0.07926423102617264
30	rnn.weight_ih_l0_reverse	1	0.0736035704612732
30	rnn.weight_ih_l0_reverse	2	0.03892672806978226
30	rnn.weight_ih_l0_reverse	3	0.033833038061857224
30	rnn.weight_ih_l0_reverse	4	-0.037262532860040665
30	rnn.weight_ih_l0_reverse	5	0.05110764503479004
30	rnn.weight_ih_l0_reverse	6	0.06642148643732071
30	rnn.weight_ih_l0_reverse	7	0.02301354706287384
30	rnn.weight_ih_l0_reverse	8	-0.05867888778448105
30	rnn.weight_ih_l0_reverse	9	-0.05285201221704483
30	rnn.weight_hh_l0_reverse	0	0.02538067102432251
30	rnn.weight_hh_l0_reverse	1	-0.08723599463701248
30	rnn.weight_hh_l0_reverse	2	0.06277554482221603
30	rnn.weight_hh_l0_reverse	3	-0.021494973450899124
30	rnn.weight_hh_l0_reverse	4	0.0837535709142685
30	rnn.weight_hh_l0_reverse	5	-0.0011583014857023954
30	rnn.weight_hh_l0_reverse	6	0.027796301990747452
30	rnn.weight_hh_l0_reverse	7	0.07827404886484146
30	rnn.weight_hh_l0_reverse	8	-0.022191395983099937
30	rnn.weight_hh_l0_reverse	9	-0.04667891561985016
30	rnn.bias_ih_l0_reverse	0	0.0012293137842789292
30	rnn.bias_ih_l0_reverse	1	-0.02123323269188404
30	rnn.bias_ih_l0_reverse	2	-0.016688764095306396
30	rnn.bias_ih_l0_reverse	3	0.0481347031891346
30	rnn.bias_ih_l0_reverse	4	0.06868919730186462
30	rnn.bias_ih_l0_reverse	5	-0.025849375873804092
30	rnn.bias_ih_l0_reverse	6	-0.027224738150835037
30	rnn.bias_ih_l0_reverse	7	-0.05227081850171089
30	rnn.bias_ih_l0_reverse	8	0.004726373590528965
30	rnn.bias_ih_l0_reverse	9	-0.06590773165225983
30	rnn.bias_hh_l0_reverse	0	0.03665384650230408
30	rnn.bias_hh_l0_reverse	1	-0.06727033108472824
30	rnn.bias_hh_l0_reverse	2	0.07646247744560242
30	rnn.bias_hh_l0_reverse	3	0.05510367825627327
30	rnn.bias_hh_l0_reverse	4	0.03003379888832569
30	rnn.bias_hh_l0_reverse	5	0.040385518223047256
30	rnn.bias_hh_l0_reverse	6	0.0622556172311306
30	rnn.bias_hh_l0_reverse	7	0.08485718816518784
30	rnn.bias_hh_l0_reverse	8	-0.009253823198378086
30	rnn.bias_hh_l0_reverse	9	0.050596266984939575
30	rnn.weight_ih_l1	0	0.021342063322663307
30	rnn.weight_ih_l1	1	0.015115810558199883
30	rnn.weight_ih_l1	2	0.06987232714891434
30	rnn.weight_ih_l1	3	-0.02438800409436226
30	rnn.weight_ih_l1	4	-0.02425667829811573
30	rnn.weight_ih_l1	5	-0.011966721154749393
30	rnn.weight_ih_l1	6	0.07129134237766266
30	rnn.weight_ih_l1	7	-0.006668476387858391
30	rnn.weight_ih_l1	8	-0.05321341007947922
30	rnn.weight_ih_l1	9	0.06038052216172218
30	rnn.weight_hh_l1	0	-0.07007544487714767
30	rnn.weight_hh_l1	1	-0.037131231278181076
30	rnn.weight_hh_l1	2	-0.008237067610025406
30	rnn.weight_hh_l1	3	-0.05841926112771034
30	rnn.weight_hh_l1	4	0.08598501980304718
30	rnn.weight_hh_l1	5	-0.08441077917814255
30	rnn.weight_hh_l1	6	-0.04836621508002281
30	rnn.weight_hh_l1	7	0.0657828226685524
30	rnn.weight_hh_l1	8	-0.01354027446359396
30	rnn.weight_hh_l1	9	-0.040671419352293015
30	rnn.bias_ih_l1	0	-0.06593029201030731
30	rnn.bias_ih_l1	1	0.05846845358610153
30	rnn.bias_ih_l1	2	-0.05210496485233307
30	rnn.bias_ih_l1	3	-0.06568057090044022
30	rnn.bias_ih_l1	4	-0.03053121827542782
30	rnn.bias_ih_l1	5	-0.031852927058935165
30	rnn.bias_ih_l1	6	-0.0542694553732872
30	rnn.bias_ih_l1	7	0.06334899365901947
30	rnn.bias_ih_l1	8	0.08726238459348679
30	rnn.bias_ih_l1	9	0.020373279228806496
30	rnn.bias_hh_l1	0	0.07049503177404404
30	rnn.bias_hh_l1	1	-0.05822548270225525
30	rnn.bias_hh_l1	2	0.02429601550102234
30	rnn.bias_hh_l1	3	0.06225280091166496
30	rnn.bias_hh_l1	4	0.05739596486091614
30	rnn.bias_hh_l1	5	-0.07909146696329117
30	rnn.bias_hh_l1	6	0.015829678624868393
30	rnn.bias_hh_l1	7	0.03859763592481613
30	rnn.bias_hh_l1	8	0.010586429387331009
30	rnn.bias_hh_l1	9	-0.002921680686995387
30	rnn.weight_ih_l1_reverse	0	0.08610546588897705
30	rnn.weight_ih_l1_reverse	1	-0.04159325361251831
30	rnn.weight_ih_l1_reverse	2	-0.062173694372177124
30	rnn.weight_ih_l1_reverse	3	0.02556564100086689
30	rnn.weight_ih_l1_reverse	4	-0.04602787643671036
30	rnn.weight_ih_l1_reverse	5	0.024109631776809692
30	rnn.weight_ih_l1_reverse	6	0.04026533663272858
30	rnn.weight_ih_l1_reverse	7	0.02036297880113125
30	rnn.weight_ih_l1_reverse	8	-0.007975151762366295
30	rnn.weight_ih_l1_reverse	9	-0.06645912677049637
30	rnn.weight_hh_l1_reverse	0	0.005156043451279402
30	rnn.weight_hh_l1_reverse	1	0.018828753381967545
30	rnn.weight_hh_l1_reverse	2	-0.05815102532505989
30	rnn.weight_hh_l1_reverse	3	-0.012897638604044914
30	rnn.weight_hh_l1_reverse	4	0.008614088408648968
30	rnn.weight_hh_l1_reverse	5	-0.06160281226038933
30	rnn.weight_hh_l1_reverse	6	-0.06729724258184433
30	rnn.weight_hh_l1_reverse	7	-0.01154823787510395
30	rnn.weight_hh_l1_reverse	8	-0.05598299205303192
30	rnn.weight_hh_l1_reverse	9	-0.0433555543422699
30	rnn.bias_ih_l1_reverse	0	-0.0033623005729168653
30	rnn.bias_ih_l1_reverse	1	-0.03892340511083603
30	rnn.bias_ih_l1_reverse	2	0.022444916889071465
30	rnn.bias_ih_l1_reverse	3	-0.07476941496133804
30	rnn.bias_ih_l1_reverse	4	-0.08719343692064285
30	rnn.bias_ih_l1_reverse	5	-0.08777306228876114
30	rnn.bias_ih_l1_reverse	6	0.05870913341641426
30	rnn.bias_ih_l1_reverse	7	0.08615981787443161
30	rnn.bias_ih_l1_reverse	8	-0.008144889026880264
30	rnn.bias_ih_l1_reverse	9	-0.014578096568584442
30	rnn.bias_hh_l1_reverse	0	0.05981205403804779
30	rnn.bias_hh_l1_reverse	1	-0.06861938536167145
30	rnn.bias_hh_l1_reverse	2	-0.0496649295091629
30	rnn.bias_hh_l1_reverse	3	0.07461017370223999
30	rnn.bias_hh_l1_reverse	4	-0.022598326206207275
30	rnn.bias_hh_l1_reverse	5	-0.0072068143635988235
30	rnn.bias_hh_l1_reverse	6	-0.05959886685013771
30	rnn.bias_hh_l1_reverse	7	-0.06118257716298103
30	rnn.bias_hh_l1_reverse	8	0.06503359973430634
30	rnn.bias_hh_l1_reverse	9	0.033401671797037125
30	rnn.weight_ih_l2	0	0.07236167043447495
30	rnn.weight_ih_l2	1	-0.054484762251377106
30	rnn.weight_ih_l2	2	0.06331149488687515
30	rnn.weight_ih_l2	3	0.06627538800239563
30	rnn.weight_ih_l2	4	0.05635278299450874
30	rnn.weight_ih_l2	5	-0.03883836045861244
30	rnn.weight_ih_l2	6	-0.07610037177801132
30	rnn.weight_ih_l2	7	0.014371328987181187
30	rnn.weight_ih_l2	8	-0.017146099358797073
30	rnn.weight_ih_l2	9	-0.0692770779132843
30	rnn.weight_hh_l2	0	0.04849701747298241
30	rnn.weight_hh_l2	1	0.03192185238003731
30	rnn.weight_hh_l2	2	-0.05491704121232033
30	rnn.weight_hh_l2	3	-0.02508721686899662
30	rnn.weight_hh_l2	4	0.05407378822565079
30	rnn.weight_hh_l2	5	-0.026662373915314674
30	rnn.weight_hh_l2	6	0.007995392195880413
30	rnn.weight_hh_l2	7	-0.05282476916909218
30	rnn.weight_hh_l2	8	-0.005297813564538956
30	rnn.weight_hh_l2	9	-0.0199568010866642
30	rnn.bias_ih_l2	0	0.1126733273267746
30	rnn.bias_ih_l2	1	0.014600989408791065
30	rnn.bias_ih_l2	2	0.07243160158395767
30	rnn.bias_ih_l2	3	0.01275843195617199
30	rnn.bias_ih_l2	4	-0.005343342665582895
30	rnn.bias_ih_l2	5	0.037049680948257446
30	rnn.bias_ih_l2	6	0.015463936142623425
30	rnn.bias_ih_l2	7	0.010991704650223255
30	rnn.bias_ih_l2	8	0.03188411891460419
30	rnn.bias_ih_l2	9	-0.013154726475477219
30	rnn.bias_hh_l2	0	0.06662515550851822
30	rnn.bias_hh_l2	1	-0.0005215156706981361
30	rnn.bias_hh_l2	2	0.06702271848917007
30	rnn.bias_hh_l2	3	0.03142876923084259
30	rnn.bias_hh_l2	4	0.07257428765296936
30	rnn.bias_hh_l2	5	-0.04275340586900711
30	rnn.bias_hh_l2	6	0.009143378585577011
30	rnn.bias_hh_l2	7	-0.024912633001804352
30	rnn.bias_hh_l2	8	0.043818678706884384
30	rnn.bias_hh_l2	9	0.06377344578504562
30	rnn.weight_ih_l2_reverse	0	0.08239062875509262
30	rnn.weight_ih_l2_reverse	1	-0.06108204275369644
30	rnn.weight_ih_l2_reverse	2	0.0008620924199931324
30	rnn.weight_ih_l2_reverse	3	0.035374488681554794
30	rnn.weight_ih_l2_reverse	4	0.05400661379098892
30	rnn.weight_ih_l2_reverse	5	-0.040622685104608536
30	rnn.weight_ih_l2_reverse	6	-0.0002521254646126181
30	rnn.weight_ih_l2_reverse	7	-0.003977637272328138
30	rnn.weight_ih_l2_reverse	8	0.006027699913829565
30	rnn.weight_ih_l2_reverse	9	-0.08212283253669739
30	rnn.weight_hh_l2_reverse	0	-0.08277776837348938
30	rnn.weight_hh_l2_reverse	1	0.01166484970599413
30	rnn.weight_hh_l2_reverse	2	0.010553061962127686
30	rnn.weight_hh_l2_reverse	3	0.02433331310749054
30	rnn.weight_hh_l2_reverse	4	-0.036854229867458344
30	rnn.weight_hh_l2_reverse	5	-0.014850925654172897
30	rnn.weight_hh_l2_reverse	6	-0.03768426179885864
30	rnn.weight_hh_l2_reverse	7	-0.05981485918164253
30	rnn.weight_hh_l2_reverse	8	-0.0068876780569553375
30	rnn.weight_hh_l2_reverse	9	-0.05906390771269798
30	rnn.bias_ih_l2_reverse	0	-0.01691894233226776
30	rnn.bias_ih_l2_reverse	1	-0.028220314532518387
30	rnn.bias_ih_l2_reverse	2	0.03691297769546509
30	rnn.bias_ih_l2_reverse	3	-0.00044865632662549615
30	rnn.bias_ih_l2_reverse	4	0.07925695180892944
30	rnn.bias_ih_l2_reverse	5	-0.0890672355890274
30	rnn.bias_ih_l2_reverse	6	-0.04301566630601883
30	rnn.bias_ih_l2_reverse	7	-0.040707893669605255
30	rnn.bias_ih_l2_reverse	8	0.06494694948196411
30	rnn.bias_ih_l2_reverse	9	0.04176976531744003
30	rnn.bias_hh_l2_reverse	0	0.05631236732006073
30	rnn.bias_hh_l2_reverse	1	-0.08572816103696823
30	rnn.bias_hh_l2_reverse	2	-0.06685184687376022
30	rnn.bias_hh_l2_reverse	3	0.03760691359639168
30	rnn.bias_hh_l2_reverse	4	0.024182064458727837
30	rnn.bias_hh_l2_reverse	5	0.04362628236413002
30	rnn.bias_hh_l2_reverse	6	-0.08217712491750717
30	rnn.bias_hh_l2_reverse	7	-0.010423768311738968
30	rnn.bias_hh_l2_reverse	8	-0.08198970556259155
30	rnn.bias_hh_l2_reverse	9	-0.054455216974020004
30	linear.weight	0	0.025028489530086517
30	linear.weight	1	0.03281044960021973
30	linear.weight	2	-0.018153613433241844
30	linear.weight	3	-0.03814419358968735
30	linear.weight	4	-0.022248394787311554
30	linear.weight	5	0.036209553480148315
30	linear.weight	6	0.029498761519789696
30	linear.weight	7	-0.03173457831144333
30	linear.weight	8	-0.009474506601691246
30	linear.weight	9	0.06350743025541306
30	linear.bias	0	0.5215014815330505
30	linear.bias	1	0.44906550645828247
30	linear.bias	2	-1.3483978509902954
30	linear.bias	3	-0.05754556506872177
30	linear.bias	4	-0.050822705030441284
30	linear.bias	5	0.2765266001224518
31	transitions	0	0.10388054698705673
31	transitions	1	-10000.0
31	transitions	2	1.7155687808990479
31	transitions	3	-0.9317834973335266
31	transitions	4	-10000.0
31	transitions	5	-10000.0
31	transitions	6	-10000.0
31	transitions	7	0.8871668577194214
31	transitions	8	0.9116362929344177
31	transitions	9	-1.0470201969146729
31	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
31	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
31	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
31	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
31	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
31	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
31	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
31	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
31	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
31	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
31	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
31	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
31	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
31	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
31	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
31	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
31	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
31	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
31	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
31	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
31	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
31	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
31	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
31	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
31	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
31	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
31	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
31	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
31	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
31	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
31	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
31	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
31	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
31	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
31	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
31	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
31	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
31	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
31	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
31	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
31	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
31	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
31	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
31	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
31	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
31	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
31	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
31	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
31	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
31	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
31	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
31	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
31	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
31	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
31	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
31	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
31	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
31	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
31	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
31	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
31	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
31	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
31	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
31	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
31	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
31	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
31	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
31	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
31	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
31	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
31	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
31	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
31	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
31	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
31	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
31	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
31	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
31	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
31	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
31	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
31	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
31	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
31	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
31	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
31	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
31	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
31	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
31	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
31	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
31	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
31	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
31	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
31	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
31	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
31	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
31	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
31	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
31	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
31	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
31	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
31	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
31	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
31	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
31	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
31	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
31	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
31	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
31	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
31	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
31	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
31	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
31	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
31	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
31	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
31	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
31	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
31	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
31	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
31	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
31	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
31	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
31	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
31	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
31	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
31	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
31	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
31	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
31	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
31	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
31	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
31	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
31	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
31	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
31	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
31	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
31	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
31	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
31	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
31	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
31	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
31	embedding2nn.weight	0	0.014773301780223846
31	embedding2nn.weight	1	0.0006738561205565929
31	embedding2nn.weight	2	0.005664999131113291
31	embedding2nn.weight	3	0.0008813542663119733
31	embedding2nn.weight	4	-0.00843331404030323
31	embedding2nn.weight	5	-0.005420297384262085
31	embedding2nn.weight	6	-0.0013005045475438237
31	embedding2nn.weight	7	-0.003379291854798794
31	embedding2nn.weight	8	0.015385566279292107
31	embedding2nn.weight	9	0.00441233953461051
31	embedding2nn.bias	0	0.0045795016922056675
31	embedding2nn.bias	1	-0.01405053399503231
31	embedding2nn.bias	2	0.007808218244463205
31	embedding2nn.bias	3	-0.014486506581306458
31	embedding2nn.bias	4	-0.012017056345939636
31	embedding2nn.bias	5	0.0003084572381339967
31	embedding2nn.bias	6	0.00512523902580142
31	embedding2nn.bias	7	0.014259980991482735
31	embedding2nn.bias	8	-0.0009405008750036359
31	embedding2nn.bias	9	-0.0021337000653147697
31	rnn.weight_ih_l0	0	-0.050858963280916214
31	rnn.weight_ih_l0	1	0.05072547495365143
31	rnn.weight_ih_l0	2	0.03186655044555664
31	rnn.weight_ih_l0	3	0.014722569845616817
31	rnn.weight_ih_l0	4	0.012449243105947971
31	rnn.weight_ih_l0	5	0.0841665267944336
31	rnn.weight_ih_l0	6	0.07561256736516953
31	rnn.weight_ih_l0	7	0.037764184176921844
31	rnn.weight_ih_l0	8	-0.04592077061533928
31	rnn.weight_ih_l0	9	0.008015445433557034
31	rnn.weight_hh_l0	0	0.00854494795203209
31	rnn.weight_hh_l0	1	-0.06364841759204865
31	rnn.weight_hh_l0	2	-0.06541129946708679
31	rnn.weight_hh_l0	3	0.07280654460191727
31	rnn.weight_hh_l0	4	0.07108443230390549
31	rnn.weight_hh_l0	5	0.004179949872195721
31	rnn.weight_hh_l0	6	0.0038673197850584984
31	rnn.weight_hh_l0	7	-0.0255777295678854
31	rnn.weight_hh_l0	8	-0.029187288135290146
31	rnn.weight_hh_l0	9	0.057964470237493515
31	rnn.bias_ih_l0	0	-0.07116851210594177
31	rnn.bias_ih_l0	1	0.08672034740447998
31	rnn.bias_ih_l0	2	0.02138887345790863
31	rnn.bias_ih_l0	3	0.09051726758480072
31	rnn.bias_ih_l0	4	-0.06806787103414536
31	rnn.bias_ih_l0	5	0.08718758076429367
31	rnn.bias_ih_l0	6	-0.06874755024909973
31	rnn.bias_ih_l0	7	-0.03326770290732384
31	rnn.bias_ih_l0	8	-0.08539088070392609
31	rnn.bias_ih_l0	9	-0.05068928748369217
31	rnn.bias_hh_l0	0	0.031443752348423004
31	rnn.bias_hh_l0	1	0.07161183655261993
31	rnn.bias_hh_l0	2	0.06714539974927902
31	rnn.bias_hh_l0	3	0.0823202058672905
31	rnn.bias_hh_l0	4	-0.08422431349754333
31	rnn.bias_hh_l0	5	-0.07107997685670853
31	rnn.bias_hh_l0	6	0.07530278712511063
31	rnn.bias_hh_l0	7	-0.08246270567178726
31	rnn.bias_hh_l0	8	-0.026336759328842163
31	rnn.bias_hh_l0	9	0.006459901574999094
31	rnn.weight_ih_l0_reverse	0	0.07926256209611893
31	rnn.weight_ih_l0_reverse	1	0.07361213117837906
31	rnn.weight_ih_l0_reverse	2	0.03892773389816284
31	rnn.weight_ih_l0_reverse	3	0.03383162245154381
31	rnn.weight_ih_l0_reverse	4	-0.03719441220164299
31	rnn.weight_ih_l0_reverse	5	0.051107537001371384
31	rnn.weight_ih_l0_reverse	6	0.06641790270805359
31	rnn.weight_ih_l0_reverse	7	0.022875254973769188
31	rnn.weight_ih_l0_reverse	8	-0.05871444195508957
31	rnn.weight_ih_l0_reverse	9	-0.05284443125128746
31	rnn.weight_hh_l0_reverse	0	0.025365956127643585
31	rnn.weight_hh_l0_reverse	1	-0.08723952621221542
31	rnn.weight_hh_l0_reverse	2	0.06278125941753387
31	rnn.weight_hh_l0_reverse	3	-0.02149328403174877
31	rnn.weight_hh_l0_reverse	4	0.0837828740477562
31	rnn.weight_hh_l0_reverse	5	-0.0011557128746062517
31	rnn.weight_hh_l0_reverse	6	0.02799384295940399
31	rnn.weight_hh_l0_reverse	7	0.07825165241956711
31	rnn.weight_hh_l0_reverse	8	-0.022185392677783966
31	rnn.weight_hh_l0_reverse	9	-0.04666867107152939
31	rnn.bias_ih_l0_reverse	0	0.0011719251051545143
31	rnn.bias_ih_l0_reverse	1	-0.021619174629449844
31	rnn.bias_ih_l0_reverse	2	-0.017176829278469086
31	rnn.bias_ih_l0_reverse	3	0.04766732081770897
31	rnn.bias_ih_l0_reverse	4	0.06867651641368866
31	rnn.bias_ih_l0_reverse	5	-0.025601021945476532
31	rnn.bias_ih_l0_reverse	6	-0.027239101007580757
31	rnn.bias_ih_l0_reverse	7	-0.051976483315229416
31	rnn.bias_ih_l0_reverse	8	0.005261576268821955
31	rnn.bias_ih_l0_reverse	9	-0.06637631356716156
31	rnn.bias_hh_l0_reverse	0	0.0367242656648159
31	rnn.bias_hh_l0_reverse	1	-0.06773891299962997
31	rnn.bias_hh_l0_reverse	2	0.08052083104848862
31	rnn.bias_hh_l0_reverse	3	0.05521729215979576
31	rnn.bias_hh_l0_reverse	4	0.02914651483297348
31	rnn.bias_hh_l0_reverse	5	0.040728017687797546
31	rnn.bias_hh_l0_reverse	6	0.06198820844292641
31	rnn.bias_hh_l0_reverse	7	0.08371255546808243
31	rnn.bias_hh_l0_reverse	8	-0.009004042483866215
31	rnn.bias_hh_l0_reverse	9	0.05443325638771057
31	rnn.weight_ih_l1	0	0.02128227800130844
31	rnn.weight_ih_l1	1	0.015102059580385685
31	rnn.weight_ih_l1	2	0.07007935643196106
31	rnn.weight_ih_l1	3	-0.02437194064259529
31	rnn.weight_ih_l1	4	-0.02426067925989628
31	rnn.weight_ih_l1	5	-0.011975300498306751
31	rnn.weight_ih_l1	6	0.071296326816082
31	rnn.weight_ih_l1	7	-0.006652870215475559
31	rnn.weight_ih_l1	8	-0.053215980529785156
31	rnn.weight_ih_l1	9	0.060120441019535065
31	rnn.weight_hh_l1	0	-0.07048867642879486
31	rnn.weight_hh_l1	1	-0.03712981939315796
31	rnn.weight_hh_l1	2	-0.008230479434132576
31	rnn.weight_hh_l1	3	-0.0584234818816185
31	rnn.weight_hh_l1	4	0.08592157065868378
31	rnn.weight_hh_l1	5	-0.08438834547996521
31	rnn.weight_hh_l1	6	-0.048353709280490875
31	rnn.weight_hh_l1	7	0.06577552109956741
31	rnn.weight_hh_l1	8	-0.013545993715524673
31	rnn.weight_hh_l1	9	-0.040639687329530716
31	rnn.bias_ih_l1	0	-0.06690221279859543
31	rnn.bias_ih_l1	1	0.058266524225473404
31	rnn.bias_ih_l1	2	-0.05197332799434662
31	rnn.bias_ih_l1	3	-0.06578923016786575
31	rnn.bias_ih_l1	4	-0.030603621155023575
31	rnn.bias_ih_l1	5	-0.036621659994125366
31	rnn.bias_ih_l1	6	-0.04962257295846939
31	rnn.bias_ih_l1	7	0.06344770640134811
31	rnn.bias_ih_l1	8	0.08709400147199631
31	rnn.bias_ih_l1	9	0.023203521966934204
31	rnn.bias_hh_l1	0	0.07041969150304794
31	rnn.bias_hh_l1	1	-0.05826534703373909
31	rnn.bias_hh_l1	2	0.024136917665600777
31	rnn.bias_hh_l1	3	0.06176602095365524
31	rnn.bias_hh_l1	4	0.05744102597236633
31	rnn.bias_hh_l1	5	-0.0790199413895607
31	rnn.bias_hh_l1	6	0.015694819390773773
31	rnn.bias_hh_l1	7	0.03819742798805237
31	rnn.bias_hh_l1	8	0.01068220753222704
31	rnn.bias_hh_l1	9	-0.002720165764912963
31	rnn.weight_ih_l1_reverse	0	0.08613045513629913
31	rnn.weight_ih_l1_reverse	1	-0.04162656143307686
31	rnn.weight_ih_l1_reverse	2	-0.062183793634176254
31	rnn.weight_ih_l1_reverse	3	0.025567946955561638
31	rnn.weight_ih_l1_reverse	4	-0.046026475727558136
31	rnn.weight_ih_l1_reverse	5	0.02414565347135067
31	rnn.weight_ih_l1_reverse	6	0.04031095653772354
31	rnn.weight_ih_l1_reverse	7	0.020371707156300545
31	rnn.weight_ih_l1_reverse	8	-0.007913989014923573
31	rnn.weight_ih_l1_reverse	9	-0.0665656328201294
31	rnn.weight_hh_l1_reverse	0	0.005226804409176111
31	rnn.weight_hh_l1_reverse	1	0.01883053593337536
31	rnn.weight_hh_l1_reverse	2	-0.058153148740530014
31	rnn.weight_hh_l1_reverse	3	-0.012890079990029335
31	rnn.weight_hh_l1_reverse	4	0.008614086546003819
31	rnn.weight_hh_l1_reverse	5	-0.061494458466768265
31	rnn.weight_hh_l1_reverse	6	-0.06729477643966675
31	rnn.weight_hh_l1_reverse	7	-0.011547962203621864
31	rnn.weight_hh_l1_reverse	8	-0.056044574826955795
31	rnn.weight_hh_l1_reverse	9	-0.04333394393324852
31	rnn.bias_ih_l1_reverse	0	-0.0032492647878825665
31	rnn.bias_ih_l1_reverse	1	-0.039406683295965195
31	rnn.bias_ih_l1_reverse	2	0.022140342742204666
31	rnn.bias_ih_l1_reverse	3	-0.07533840090036392
31	rnn.bias_ih_l1_reverse	4	-0.08713237941265106
31	rnn.bias_ih_l1_reverse	5	-0.08789372444152832
31	rnn.bias_ih_l1_reverse	6	0.05832284688949585
31	rnn.bias_ih_l1_reverse	7	0.08626709878444672
31	rnn.bias_ih_l1_reverse	8	-0.009300928562879562
31	rnn.bias_ih_l1_reverse	9	-0.014667054638266563
31	rnn.bias_hh_l1_reverse	0	0.059779051691293716
31	rnn.bias_hh_l1_reverse	1	-0.06931198388338089
31	rnn.bias_hh_l1_reverse	2	-0.04968622326850891
31	rnn.bias_hh_l1_reverse	3	0.07440254837274551
31	rnn.bias_hh_l1_reverse	4	-0.022570166736841202
31	rnn.bias_hh_l1_reverse	5	-0.00724773621186614
31	rnn.bias_hh_l1_reverse	6	-0.059666708111763
31	rnn.bias_hh_l1_reverse	7	-0.0612141378223896
31	rnn.bias_hh_l1_reverse	8	0.065041683614254
31	rnn.bias_hh_l1_reverse	9	0.03508589416742325
31	rnn.weight_ih_l2	0	0.07272075861692429
31	rnn.weight_ih_l2	1	-0.05454142019152641
31	rnn.weight_ih_l2	2	0.06331765651702881
31	rnn.weight_ih_l2	3	0.06635648757219315
31	rnn.weight_ih_l2	4	0.05638108029961586
31	rnn.weight_ih_l2	5	-0.038834914565086365
31	rnn.weight_ih_l2	6	-0.07601236552000046
31	rnn.weight_ih_l2	7	0.014397907070815563
31	rnn.weight_ih_l2	8	-0.017146164551377296
31	rnn.weight_ih_l2	9	-0.06927584111690521
31	rnn.weight_hh_l2	0	0.04849366471171379
31	rnn.weight_hh_l2	1	0.03186558559536934
31	rnn.weight_hh_l2	2	-0.05491752550005913
31	rnn.weight_hh_l2	3	-0.025088900700211525
31	rnn.weight_hh_l2	4	0.05408264696598053
31	rnn.weight_hh_l2	5	-0.026398351415991783
31	rnn.weight_hh_l2	6	0.00798761285841465
31	rnn.weight_hh_l2	7	-0.052823979407548904
31	rnn.weight_hh_l2	8	-0.005298735108226538
31	rnn.weight_hh_l2	9	-0.019938906654715538
31	rnn.bias_ih_l2	0	0.10602427273988724
31	rnn.bias_ih_l2	1	0.014559180475771427
31	rnn.bias_ih_l2	2	0.07590924203395844
31	rnn.bias_ih_l2	3	0.012031187303364277
31	rnn.bias_ih_l2	4	-0.0051771001890301704
31	rnn.bias_ih_l2	5	0.03728627786040306
31	rnn.bias_ih_l2	6	0.01594683900475502
31	rnn.bias_ih_l2	7	0.010753382928669453
31	rnn.bias_ih_l2	8	0.0320204496383667
31	rnn.bias_ih_l2	9	-0.012950743548572063
31	rnn.bias_hh_l2	0	0.06708276271820068
31	rnn.bias_hh_l2	1	-0.0006759195821359754
31	rnn.bias_hh_l2	2	0.0671166479587555
31	rnn.bias_hh_l2	3	0.03119400329887867
31	rnn.bias_hh_l2	4	0.07258084416389465
31	rnn.bias_hh_l2	5	-0.03855929523706436
31	rnn.bias_hh_l2	6	0.010198616422712803
31	rnn.bias_hh_l2	7	-0.024933194741606712
31	rnn.bias_hh_l2	8	0.04369461536407471
31	rnn.bias_hh_l2	9	0.06649460643529892
31	rnn.weight_ih_l2_reverse	0	0.08239594101905823
31	rnn.weight_ih_l2_reverse	1	-0.060955263674259186
31	rnn.weight_ih_l2_reverse	2	0.0008790443534962833
31	rnn.weight_ih_l2_reverse	3	0.03538475185632706
31	rnn.weight_ih_l2_reverse	4	0.05401100590825081
31	rnn.weight_ih_l2_reverse	5	-0.040625009685754776
31	rnn.weight_ih_l2_reverse	6	4.111181624466553e-06
31	rnn.weight_ih_l2_reverse	7	-0.00414747279137373
31	rnn.weight_ih_l2_reverse	8	0.003912678454071283
31	rnn.weight_ih_l2_reverse	9	-0.08211556077003479
31	rnn.weight_hh_l2_reverse	0	-0.08278155326843262
31	rnn.weight_hh_l2_reverse	1	0.011590772308409214
31	rnn.weight_hh_l2_reverse	2	0.010556784458458424
31	rnn.weight_hh_l2_reverse	3	0.024332614615559578
31	rnn.weight_hh_l2_reverse	4	-0.03685907647013664
31	rnn.weight_hh_l2_reverse	5	-0.014851446263492107
31	rnn.weight_hh_l2_reverse	6	-0.03803076595067978
31	rnn.weight_hh_l2_reverse	7	-0.059814076870679855
31	rnn.weight_hh_l2_reverse	8	-0.006860101595520973
31	rnn.weight_hh_l2_reverse	9	-0.05906224250793457
31	rnn.bias_ih_l2_reverse	0	-0.014779781922698021
31	rnn.bias_ih_l2_reverse	1	-0.02834146097302437
31	rnn.bias_ih_l2_reverse	2	0.03703363239765167
31	rnn.bias_ih_l2_reverse	3	7.864548388170078e-05
31	rnn.bias_ih_l2_reverse	4	0.07903410494327545
31	rnn.bias_ih_l2_reverse	5	-0.0891004279255867
31	rnn.bias_ih_l2_reverse	6	-0.04297352209687233
31	rnn.bias_ih_l2_reverse	7	-0.046071942895650864
31	rnn.bias_ih_l2_reverse	8	0.056613899767398834
31	rnn.bias_ih_l2_reverse	9	0.02854372002184391
31	rnn.bias_hh_l2_reverse	0	0.0626937672495842
31	rnn.bias_hh_l2_reverse	1	-0.08526516705751419
31	rnn.bias_hh_l2_reverse	2	-0.06681991368532181
31	rnn.bias_hh_l2_reverse	3	0.037606436759233475
31	rnn.bias_hh_l2_reverse	4	0.024290263652801514
31	rnn.bias_hh_l2_reverse	5	0.04345729947090149
31	rnn.bias_hh_l2_reverse	6	-0.08217788487672806
31	rnn.bias_hh_l2_reverse	7	-0.010689713060855865
31	rnn.bias_hh_l2_reverse	8	-0.0820411816239357
31	rnn.bias_hh_l2_reverse	9	-0.05438493937253952
31	linear.weight	0	0.025028489530086517
31	linear.weight	1	0.041939035058021545
31	linear.weight	2	-0.018388820812106133
31	linear.weight	3	-0.0407276451587677
31	linear.weight	4	-0.022248394787311554
31	linear.weight	5	0.03727738931775093
31	linear.weight	6	0.024615231901407242
31	linear.weight	7	-0.024261359125375748
31	linear.weight	8	-0.0051774559542536736
31	linear.weight	9	0.062384217977523804
31	linear.bias	0	0.4136471450328827
31	linear.bias	1	0.3651540279388428
31	linear.bias	2	-1.3590689897537231
31	linear.bias	3	-0.05754556506872177
31	linear.bias	4	-0.050822705030441284
31	linear.bias	5	0.4789634943008423
32	transitions	0	0.10239909589290619
32	transitions	1	-10000.0
32	transitions	2	1.7715884447097778
32	transitions	3	-0.9381985068321228
32	transitions	4	-10000.0
32	transitions	5	-10000.0
32	transitions	6	-10000.0
32	transitions	7	0.8870795965194702
32	transitions	8	0.9108683466911316
32	transitions	9	-1.0549603700637817
32	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
32	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
32	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
32	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
32	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
32	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
32	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
32	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
32	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
32	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
32	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
32	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
32	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
32	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
32	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
32	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
32	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
32	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
32	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
32	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
32	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
32	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
32	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
32	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
32	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
32	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
32	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
32	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
32	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
32	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
32	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
32	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
32	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
32	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
32	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
32	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
32	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
32	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
32	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
32	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
32	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
32	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
32	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
32	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
32	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
32	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
32	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
32	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
32	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
32	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
32	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
32	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
32	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
32	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
32	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
32	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
32	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
32	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
32	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
32	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
32	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
32	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
32	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
32	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
32	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
32	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
32	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
32	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
32	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
32	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
32	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
32	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
32	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
32	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
32	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
32	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
32	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
32	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
32	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
32	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
32	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
32	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
32	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
32	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
32	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
32	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
32	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
32	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
32	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
32	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
32	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
32	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
32	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
32	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
32	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
32	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
32	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
32	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
32	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
32	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
32	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
32	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
32	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
32	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
32	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
32	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
32	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
32	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
32	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
32	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
32	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
32	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
32	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
32	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
32	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
32	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
32	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
32	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
32	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
32	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
32	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
32	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
32	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
32	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
32	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
32	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
32	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
32	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
32	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
32	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
32	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
32	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
32	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
32	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
32	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
32	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
32	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
32	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
32	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
32	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
32	embedding2nn.weight	0	0.014772659167647362
32	embedding2nn.weight	1	0.0006754331989213824
32	embedding2nn.weight	2	0.005664076656103134
32	embedding2nn.weight	3	0.0008826462435536087
32	embedding2nn.weight	4	-0.008461476303637028
32	embedding2nn.weight	5	-0.005419935565441847
32	embedding2nn.weight	6	-0.0013387900544330478
32	embedding2nn.weight	7	-0.003396885935217142
32	embedding2nn.weight	8	0.015362774021923542
32	embedding2nn.weight	9	0.004412107635289431
32	embedding2nn.bias	0	0.00455746753141284
32	embedding2nn.bias	1	-0.014693065546452999
32	embedding2nn.bias	2	0.006371442694216967
32	embedding2nn.bias	3	-0.013949364423751831
32	embedding2nn.bias	4	-0.00977565348148346
32	embedding2nn.bias	5	0.0003464406181592494
32	embedding2nn.bias	6	0.004462606273591518
32	embedding2nn.bias	7	0.013279144652187824
32	embedding2nn.bias	8	-0.0005178565625101328
32	embedding2nn.bias	9	-0.001770185655914247
32	rnn.weight_ih_l0	0	-0.05085162818431854
32	rnn.weight_ih_l0	1	0.05072701349854469
32	rnn.weight_ih_l0	2	0.03186749294400215
32	rnn.weight_ih_l0	3	0.014722437597811222
32	rnn.weight_ih_l0	4	0.012459906749427319
32	rnn.weight_ih_l0	5	0.08416737616062164
32	rnn.weight_ih_l0	6	0.07561513036489487
32	rnn.weight_ih_l0	7	0.037763867527246475
32	rnn.weight_ih_l0	8	-0.045985907316207886
32	rnn.weight_ih_l0	9	0.008007696829736233
32	rnn.weight_hh_l0	0	0.00854372140020132
32	rnn.weight_hh_l0	1	-0.0636519119143486
32	rnn.weight_hh_l0	2	-0.06540876626968384
32	rnn.weight_hh_l0	3	0.07281188666820526
32	rnn.weight_hh_l0	4	0.07107802480459213
32	rnn.weight_hh_l0	5	0.004068539943546057
32	rnn.weight_hh_l0	6	0.0038690250366926193
32	rnn.weight_hh_l0	7	-0.02560953050851822
32	rnn.weight_hh_l0	8	-0.029195493087172508
32	rnn.weight_hh_l0	9	0.05796446278691292
32	rnn.bias_ih_l0	0	-0.07110241055488586
32	rnn.bias_ih_l0	1	0.08665572106838226
32	rnn.bias_ih_l0	2	0.02146950364112854
32	rnn.bias_ih_l0	3	0.09059581905603409
32	rnn.bias_ih_l0	4	-0.06771045178174973
32	rnn.bias_ih_l0	5	0.0870448425412178
32	rnn.bias_ih_l0	6	-0.06884706020355225
32	rnn.bias_ih_l0	7	-0.03328407555818558
32	rnn.bias_ih_l0	8	-0.08575622737407684
32	rnn.bias_ih_l0	9	-0.05072915554046631
32	rnn.bias_hh_l0	0	0.031470827758312225
32	rnn.bias_hh_l0	1	0.0716213658452034
32	rnn.bias_hh_l0	2	0.06709016859531403
32	rnn.bias_hh_l0	3	0.08235209435224533
32	rnn.bias_hh_l0	4	-0.08197781443595886
32	rnn.bias_hh_l0	5	-0.07115333527326584
32	rnn.bias_hh_l0	6	0.0753406286239624
32	rnn.bias_hh_l0	7	-0.08174163848161697
32	rnn.bias_hh_l0	8	-0.026355968788266182
32	rnn.bias_hh_l0	9	0.008101862855255604
32	rnn.weight_ih_l0_reverse	0	0.079262375831604
32	rnn.weight_ih_l0_reverse	1	0.07359629124403
32	rnn.weight_ih_l0_reverse	2	0.038928888738155365
32	rnn.weight_ih_l0_reverse	3	0.0338321253657341
32	rnn.weight_ih_l0_reverse	4	-0.03720898926258087
32	rnn.weight_ih_l0_reverse	5	0.051108647137880325
32	rnn.weight_ih_l0_reverse	6	0.06642019003629684
32	rnn.weight_ih_l0_reverse	7	0.022890998050570488
32	rnn.weight_ih_l0_reverse	8	-0.05871104076504707
32	rnn.weight_ih_l0_reverse	9	-0.05284447222948074
32	rnn.weight_hh_l0_reverse	0	0.025397665798664093
32	rnn.weight_hh_l0_reverse	1	-0.08723905682563782
32	rnn.weight_hh_l0_reverse	2	0.06278018653392792
32	rnn.weight_hh_l0_reverse	3	-0.021495535969734192
32	rnn.weight_hh_l0_reverse	4	0.08377710729837418
32	rnn.weight_hh_l0_reverse	5	-0.0011526701273396611
32	rnn.weight_hh_l0_reverse	6	0.02794806659221649
32	rnn.weight_hh_l0_reverse	7	0.07825049757957458
32	rnn.weight_hh_l0_reverse	8	-0.022185910493135452
32	rnn.weight_hh_l0_reverse	9	-0.046669915318489075
32	rnn.bias_ih_l0_reverse	0	0.0011752685531973839
32	rnn.bias_ih_l0_reverse	1	-0.022047394886612892
32	rnn.bias_ih_l0_reverse	2	-0.016572285443544388
32	rnn.bias_ih_l0_reverse	3	0.047736965119838715
32	rnn.bias_ih_l0_reverse	4	0.06859660148620605
32	rnn.bias_ih_l0_reverse	5	-0.025644918903708458
32	rnn.bias_ih_l0_reverse	6	-0.027271710336208344
32	rnn.bias_ih_l0_reverse	7	-0.05201816186308861
32	rnn.bias_ih_l0_reverse	8	0.0051348465494811535
32	rnn.bias_ih_l0_reverse	9	-0.06611567735671997
32	rnn.bias_hh_l0_reverse	0	0.036751750856637955
32	rnn.bias_hh_l0_reverse	1	-0.06747827678918839
32	rnn.bias_hh_l0_reverse	2	0.0791824534535408
32	rnn.bias_hh_l0_reverse	3	0.05513455718755722
32	rnn.bias_hh_l0_reverse	4	0.0294252447783947
32	rnn.bias_hh_l0_reverse	5	0.04068348556756973
32	rnn.bias_hh_l0_reverse	6	0.06204457953572273
32	rnn.bias_hh_l0_reverse	7	0.0847046822309494
32	rnn.bias_hh_l0_reverse	8	-0.00910201109945774
32	rnn.bias_hh_l0_reverse	9	0.05336134880781174
32	rnn.weight_ih_l1	0	0.021272441372275352
32	rnn.weight_ih_l1	1	0.015112131834030151
32	rnn.weight_ih_l1	2	0.07024425268173218
32	rnn.weight_ih_l1	3	-0.024368761107325554
32	rnn.weight_ih_l1	4	-0.02426181733608246
32	rnn.weight_ih_l1	5	-0.01197770144790411
32	rnn.weight_ih_l1	6	0.07129096984863281
32	rnn.weight_ih_l1	7	-0.006550442427396774
32	rnn.weight_ih_l1	8	-0.053214170038700104
32	rnn.weight_ih_l1	9	0.06017370894551277
32	rnn.weight_hh_l1	0	-0.07040859013795853
32	rnn.weight_hh_l1	1	-0.03713501989841461
32	rnn.weight_hh_l1	2	-0.008230269886553288
32	rnn.weight_hh_l1	3	-0.05842798948287964
32	rnn.weight_hh_l1	4	0.0859031230211258
32	rnn.weight_hh_l1	5	-0.08439288288354874
32	rnn.weight_hh_l1	6	-0.048353441059589386
32	rnn.weight_hh_l1	7	0.06578873842954636
32	rnn.weight_hh_l1	8	-0.013543141074478626
32	rnn.weight_hh_l1	9	-0.0406576469540596
32	rnn.bias_ih_l1	0	-0.06643766909837723
32	rnn.bias_ih_l1	1	0.05820169299840927
32	rnn.bias_ih_l1	2	-0.051985301077365875
32	rnn.bias_ih_l1	3	-0.06591400504112244
32	rnn.bias_ih_l1	4	-0.030628690496087074
32	rnn.bias_ih_l1	5	-0.03613698482513428
32	rnn.bias_ih_l1	6	-0.051190536469221115
32	rnn.bias_ih_l1	7	0.06326787918806076
32	rnn.bias_ih_l1	8	0.08710914850234985
32	rnn.bias_ih_l1	9	0.02229807712137699
32	rnn.bias_hh_l1	0	0.07044482231140137
32	rnn.bias_hh_l1	1	-0.058244433254003525
32	rnn.bias_hh_l1	2	0.024130987003445625
32	rnn.bias_hh_l1	3	0.06174342334270477
32	rnn.bias_hh_l1	4	0.057345177978277206
32	rnn.bias_hh_l1	5	-0.07896651327610016
32	rnn.bias_hh_l1	6	0.015745103359222412
32	rnn.bias_hh_l1	7	0.038331758230924606
32	rnn.bias_hh_l1	8	0.01061955001205206
32	rnn.bias_hh_l1	9	-0.002749889623373747
32	rnn.weight_ih_l1_reverse	0	0.08612500876188278
32	rnn.weight_ih_l1_reverse	1	-0.04160713404417038
32	rnn.weight_ih_l1_reverse	2	-0.06219024583697319
32	rnn.weight_ih_l1_reverse	3	0.02557007595896721
32	rnn.weight_ih_l1_reverse	4	-0.04602259024977684
32	rnn.weight_ih_l1_reverse	5	0.024143073707818985
32	rnn.weight_ih_l1_reverse	6	0.04031011462211609
32	rnn.weight_ih_l1_reverse	7	0.020379289984703064
32	rnn.weight_ih_l1_reverse	8	-0.007911836728453636
32	rnn.weight_ih_l1_reverse	9	-0.06654561311006546
32	rnn.weight_hh_l1_reverse	0	0.005222146399319172
32	rnn.weight_hh_l1_reverse	1	0.01882816292345524
32	rnn.weight_hh_l1_reverse	2	-0.058152008801698685
32	rnn.weight_hh_l1_reverse	3	-0.012890585698187351
32	rnn.weight_hh_l1_reverse	4	0.008609381504356861
32	rnn.weight_hh_l1_reverse	5	-0.06157824024558067
32	rnn.weight_hh_l1_reverse	6	-0.06729556620121002
32	rnn.weight_hh_l1_reverse	7	-0.011552101001143456
32	rnn.weight_hh_l1_reverse	8	-0.055971551686525345
32	rnn.weight_hh_l1_reverse	9	-0.04333074390888214
32	rnn.bias_ih_l1_reverse	0	-0.003172934288159013
32	rnn.bias_ih_l1_reverse	1	-0.03936343267560005
32	rnn.bias_ih_l1_reverse	2	0.021994788199663162
32	rnn.bias_ih_l1_reverse	3	-0.07526043057441711
32	rnn.bias_ih_l1_reverse	4	-0.08713635057210922
32	rnn.bias_ih_l1_reverse	5	-0.08792496472597122
32	rnn.bias_ih_l1_reverse	6	0.05870800465345383
32	rnn.bias_ih_l1_reverse	7	0.08627365529537201
32	rnn.bias_ih_l1_reverse	8	-0.006844963878393173
32	rnn.bias_ih_l1_reverse	9	-0.0145921241492033
32	rnn.bias_hh_l1_reverse	0	0.0597861148416996
32	rnn.bias_hh_l1_reverse	1	-0.06930989772081375
32	rnn.bias_hh_l1_reverse	2	-0.04967920854687691
32	rnn.bias_hh_l1_reverse	3	0.07461804151535034
32	rnn.bias_hh_l1_reverse	4	-0.022495212033391
32	rnn.bias_hh_l1_reverse	5	-0.007352370768785477
32	rnn.bias_hh_l1_reverse	6	-0.05963866785168648
32	rnn.bias_hh_l1_reverse	7	-0.06124044954776764
32	rnn.bias_hh_l1_reverse	8	0.06499846279621124
32	rnn.bias_hh_l1_reverse	9	0.035129364579916
32	rnn.weight_ih_l2	0	0.07235533744096756
32	rnn.weight_ih_l2	1	-0.05453621968626976
32	rnn.weight_ih_l2	2	0.06331688910722733
32	rnn.weight_ih_l2	3	0.06632932275533676
32	rnn.weight_ih_l2	4	0.05641831085085869
32	rnn.weight_ih_l2	5	-0.038835879415273666
32	rnn.weight_ih_l2	6	-0.07588759809732437
32	rnn.weight_ih_l2	7	0.01439177617430687
32	rnn.weight_ih_l2	8	-0.017146790400147438
32	rnn.weight_ih_l2	9	-0.06927254796028137
32	rnn.weight_hh_l2	0	0.04849810525774956
32	rnn.weight_hh_l2	1	0.03185383230447769
32	rnn.weight_hh_l2	2	-0.054917849600315094
32	rnn.weight_hh_l2	3	-0.025089578703045845
32	rnn.weight_hh_l2	4	0.054078131914138794
32	rnn.weight_hh_l2	5	-0.026426037773489952
32	rnn.weight_hh_l2	6	0.00798984244465828
32	rnn.weight_hh_l2	7	-0.05282129719853401
32	rnn.weight_hh_l2	8	-0.005297192372381687
32	rnn.weight_hh_l2	9	-0.01994042843580246
32	rnn.bias_ih_l2	0	0.10856384038925171
32	rnn.bias_ih_l2	1	0.014569827355444431
32	rnn.bias_ih_l2	2	0.07386660575866699
32	rnn.bias_ih_l2	3	0.012141810730099678
32	rnn.bias_ih_l2	4	-0.005335820838809013
32	rnn.bias_ih_l2	5	0.037270575761795044
32	rnn.bias_ih_l2	6	0.01585191674530506
32	rnn.bias_ih_l2	7	0.010784877464175224
32	rnn.bias_ih_l2	8	0.031486693769693375
32	rnn.bias_ih_l2	9	-0.013010340742766857
32	rnn.bias_hh_l2	0	0.06537327170372009
32	rnn.bias_hh_l2	1	-0.0006450419314205647
32	rnn.bias_hh_l2	2	0.06732545047998428
32	rnn.bias_hh_l2	3	0.031263019889593124
32	rnn.bias_hh_l2	4	0.07259094715118408
32	rnn.bias_hh_l2	5	-0.03670331463217735
32	rnn.bias_hh_l2	6	0.009843229316174984
32	rnn.bias_hh_l2	7	-0.024886474013328552
32	rnn.bias_hh_l2	8	0.04369053989648819
32	rnn.bias_hh_l2	9	0.06700348854064941
32	rnn.weight_ih_l2_reverse	0	0.08239559084177017
32	rnn.weight_ih_l2_reverse	1	-0.06092492491006851
32	rnn.weight_ih_l2_reverse	2	0.0008796527981758118
32	rnn.weight_ih_l2_reverse	3	0.03538373112678528
32	rnn.weight_ih_l2_reverse	4	0.05401481315493584
32	rnn.weight_ih_l2_reverse	5	-0.04062553867697716
32	rnn.weight_ih_l2_reverse	6	-0.00018691876903176308
32	rnn.weight_ih_l2_reverse	7	-0.0041982452385127544
32	rnn.weight_ih_l2_reverse	8	0.004091749433428049
32	rnn.weight_ih_l2_reverse	9	-0.08211863040924072
32	rnn.weight_hh_l2_reverse	0	-0.08278163522481918
32	rnn.weight_hh_l2_reverse	1	0.0115693099796772
32	rnn.weight_hh_l2_reverse	2	0.01055622287094593
32	rnn.weight_hh_l2_reverse	3	0.024332299828529358
32	rnn.weight_hh_l2_reverse	4	-0.03685954585671425
32	rnn.weight_hh_l2_reverse	5	-0.014852882362902164
32	rnn.weight_hh_l2_reverse	6	-0.038056034594774246
32	rnn.weight_hh_l2_reverse	7	-0.05981609970331192
32	rnn.weight_hh_l2_reverse	8	-0.0068619344383478165
32	rnn.weight_hh_l2_reverse	9	-0.05906029790639877
32	rnn.bias_ih_l2_reverse	0	-0.01610337197780609
32	rnn.bias_ih_l2_reverse	1	-0.02823273465037346
32	rnn.bias_ih_l2_reverse	2	0.03747086599469185
32	rnn.bias_ih_l2_reverse	3	0.00024667964316904545
32	rnn.bias_ih_l2_reverse	4	0.07902157306671143
32	rnn.bias_ih_l2_reverse	5	-0.08913243561983109
32	rnn.bias_ih_l2_reverse	6	-0.04296204447746277
32	rnn.bias_ih_l2_reverse	7	-0.044208794832229614
32	rnn.bias_ih_l2_reverse	8	0.06204936280846596
32	rnn.bias_ih_l2_reverse	9	0.030631590634584427
32	rnn.bias_hh_l2_reverse	0	0.060398004949092865
32	rnn.bias_hh_l2_reverse	1	-0.08215602487325668
32	rnn.bias_hh_l2_reverse	2	-0.06677360832691193
32	rnn.bias_hh_l2_reverse	3	0.03757927566766739
32	rnn.bias_hh_l2_reverse	4	0.024392809718847275
32	rnn.bias_hh_l2_reverse	5	0.04412051662802696
32	rnn.bias_hh_l2_reverse	6	-0.08218277245759964
32	rnn.bias_hh_l2_reverse	7	-0.01077347993850708
32	rnn.bias_hh_l2_reverse	8	-0.08167950063943863
32	rnn.bias_hh_l2_reverse	9	-0.05440029129385948
32	linear.weight	0	0.025028489530086517
32	linear.weight	1	0.04208224266767502
32	linear.weight	2	-0.018458429723978043
32	linear.weight	3	-0.04081473872065544
32	linear.weight	4	-0.022248394787311554
32	linear.weight	5	0.03698795288801193
32	linear.weight	6	0.024458564817905426
32	linear.weight	7	-0.027373503893613815
32	linear.weight	8	-0.0036108579952269793
32	linear.weight	9	0.06418026238679886
32	linear.bias	0	0.47582802176475525
32	linear.bias	1	0.4000033140182495
32	linear.bias	2	-1.3634072542190552
32	linear.bias	3	-0.05754556506872177
32	linear.bias	4	-0.050822705030441284
32	linear.bias	5	0.38627156615257263
33	transitions	0	0.10096097737550735
33	transitions	1	-10000.0
33	transitions	2	1.7287640571594238
33	transitions	3	-0.907556414604187
33	transitions	4	-10000.0
33	transitions	5	-10000.0
33	transitions	6	-10000.0
33	transitions	7	0.8868435621261597
33	transitions	8	0.9090426564216614
33	transitions	9	-1.0676100254058838
33	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
33	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
33	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
33	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
33	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
33	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
33	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
33	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
33	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
33	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
33	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
33	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
33	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
33	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
33	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
33	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
33	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
33	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
33	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
33	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
33	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
33	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
33	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
33	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
33	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
33	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
33	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
33	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
33	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
33	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
33	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
33	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
33	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
33	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
33	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
33	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
33	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
33	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
33	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
33	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
33	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
33	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
33	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
33	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
33	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
33	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
33	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
33	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
33	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
33	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
33	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
33	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
33	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
33	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
33	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
33	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
33	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
33	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
33	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
33	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
33	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
33	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
33	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
33	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
33	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
33	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
33	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
33	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
33	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
33	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
33	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
33	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
33	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
33	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
33	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
33	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
33	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
33	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
33	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
33	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
33	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
33	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
33	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
33	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
33	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
33	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
33	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
33	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
33	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
33	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
33	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
33	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
33	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
33	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
33	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
33	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
33	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
33	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
33	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
33	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
33	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
33	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
33	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
33	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
33	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
33	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
33	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
33	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
33	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
33	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
33	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
33	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
33	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
33	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
33	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
33	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
33	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
33	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
33	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
33	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
33	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
33	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
33	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
33	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
33	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
33	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
33	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
33	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
33	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
33	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
33	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
33	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
33	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
33	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
33	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
33	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
33	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
33	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
33	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
33	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
33	embedding2nn.weight	0	0.0147866141051054
33	embedding2nn.weight	1	0.0006879944703541696
33	embedding2nn.weight	2	0.0056642876006662846
33	embedding2nn.weight	3	0.0008588424534536898
33	embedding2nn.weight	4	-0.008421129547059536
33	embedding2nn.weight	5	-0.005428588017821312
33	embedding2nn.weight	6	-0.0013515596510842443
33	embedding2nn.weight	7	-0.003393247490748763
33	embedding2nn.weight	8	0.01537950150668621
33	embedding2nn.weight	9	0.004425296559929848
33	embedding2nn.bias	0	0.0038945034611970186
33	embedding2nn.bias	1	-0.014260944910347462
33	embedding2nn.bias	2	0.006869500037282705
33	embedding2nn.bias	3	-0.013923301361501217
33	embedding2nn.bias	4	-0.010625483468174934
33	embedding2nn.bias	5	-5.482800770550966e-05
33	embedding2nn.bias	6	0.00563955120742321
33	embedding2nn.bias	7	0.01404979545623064
33	embedding2nn.bias	8	-0.001299057388678193
33	embedding2nn.bias	9	-0.0011261915788054466
33	rnn.weight_ih_l0	0	-0.05084313824772835
33	rnn.weight_ih_l0	1	0.05072690546512604
33	rnn.weight_ih_l0	2	0.031866155564785004
33	rnn.weight_ih_l0	3	0.014725043438374996
33	rnn.weight_ih_l0	4	0.012423784472048283
33	rnn.weight_ih_l0	5	0.08416663855314255
33	rnn.weight_ih_l0	6	0.07561255246400833
33	rnn.weight_ih_l0	7	0.037762995809316635
33	rnn.weight_ih_l0	8	-0.045916009694337845
33	rnn.weight_ih_l0	9	0.008022964000701904
33	rnn.weight_hh_l0	0	0.008542411029338837
33	rnn.weight_hh_l0	1	-0.06365036964416504
33	rnn.weight_hh_l0	2	-0.06540286540985107
33	rnn.weight_hh_l0	3	0.07283654808998108
33	rnn.weight_hh_l0	4	0.07108116149902344
33	rnn.weight_hh_l0	5	0.004044176544994116
33	rnn.weight_hh_l0	6	0.003868803381919861
33	rnn.weight_hh_l0	7	-0.02549617923796177
33	rnn.weight_hh_l0	8	-0.029250506311655045
33	rnn.weight_hh_l0	9	0.05796622857451439
33	rnn.bias_ih_l0	0	-0.07078532129526138
33	rnn.bias_ih_l0	1	0.08667045086622238
33	rnn.bias_ih_l0	2	0.021302426233887672
33	rnn.bias_ih_l0	3	0.08997959643602371
33	rnn.bias_ih_l0	4	-0.06757853180170059
33	rnn.bias_ih_l0	5	0.08718471229076385
33	rnn.bias_ih_l0	6	-0.06729613244533539
33	rnn.bias_ih_l0	7	-0.033256761729717255
33	rnn.bias_ih_l0	8	-0.08581455796957016
33	rnn.bias_ih_l0	9	-0.05065365508198738
33	rnn.bias_hh_l0	0	0.03194151446223259
33	rnn.bias_hh_l0	1	0.07166551053524017
33	rnn.bias_hh_l0	2	0.06714227050542831
33	rnn.bias_hh_l0	3	0.082227922976017
33	rnn.bias_hh_l0	4	-0.08365034312009811
33	rnn.bias_hh_l0	5	-0.07115871459245682
33	rnn.bias_hh_l0	6	0.07539351284503937
33	rnn.bias_hh_l0	7	-0.08213572949171066
33	rnn.bias_hh_l0	8	-0.02635461650788784
33	rnn.bias_hh_l0	9	0.006781372241675854
33	rnn.weight_ih_l0_reverse	0	0.07926251739263535
33	rnn.weight_ih_l0_reverse	1	0.07358153909444809
33	rnn.weight_ih_l0_reverse	2	0.038927819579839706
33	rnn.weight_ih_l0_reverse	3	0.03383146598935127
33	rnn.weight_ih_l0_reverse	4	-0.037192512303590775
33	rnn.weight_ih_l0_reverse	5	0.05110079050064087
33	rnn.weight_ih_l0_reverse	6	0.06642311811447144
33	rnn.weight_ih_l0_reverse	7	0.02286260575056076
33	rnn.weight_ih_l0_reverse	8	-0.058717530220746994
33	rnn.weight_ih_l0_reverse	9	-0.05284649878740311
33	rnn.weight_hh_l0_reverse	0	0.025379367172718048
33	rnn.weight_hh_l0_reverse	1	-0.08725374937057495
33	rnn.weight_hh_l0_reverse	2	0.06277712434530258
33	rnn.weight_hh_l0_reverse	3	-0.021496379747986794
33	rnn.weight_hh_l0_reverse	4	0.08377362042665482
33	rnn.weight_hh_l0_reverse	5	-0.0011486973380669951
33	rnn.weight_hh_l0_reverse	6	0.02807885967195034
33	rnn.weight_hh_l0_reverse	7	0.07826125621795654
33	rnn.weight_hh_l0_reverse	8	-0.0221803430467844
33	rnn.weight_hh_l0_reverse	9	-0.04666386917233467
33	rnn.bias_ih_l0_reverse	0	0.0014163480373099446
33	rnn.bias_ih_l0_reverse	1	-0.022906260564923286
33	rnn.bias_ih_l0_reverse	2	-0.01624176651239395
33	rnn.bias_ih_l0_reverse	3	0.04779428988695145
33	rnn.bias_ih_l0_reverse	4	0.0685996264219284
33	rnn.bias_ih_l0_reverse	5	-0.02560603991150856
33	rnn.bias_ih_l0_reverse	6	-0.027283215895295143
33	rnn.bias_ih_l0_reverse	7	-0.05198317766189575
33	rnn.bias_ih_l0_reverse	8	0.005345590878278017
33	rnn.bias_ih_l0_reverse	9	-0.06623326241970062
33	rnn.bias_hh_l0_reverse	0	0.03683679178357124
33	rnn.bias_hh_l0_reverse	1	-0.06759586185216904
33	rnn.bias_hh_l0_reverse	2	0.07939230650663376
33	rnn.bias_hh_l0_reverse	3	0.05518369376659393
33	rnn.bias_hh_l0_reverse	4	0.02879076637327671
33	rnn.bias_hh_l0_reverse	5	0.04075000807642937
33	rnn.bias_hh_l0_reverse	6	0.06210697442293167
33	rnn.bias_hh_l0_reverse	7	0.08461400121450424
33	rnn.bias_hh_l0_reverse	8	-0.009094619192183018
33	rnn.bias_hh_l0_reverse	9	0.054448697715997696
33	rnn.weight_ih_l1	0	0.02126156911253929
33	rnn.weight_ih_l1	1	0.01507148053497076
33	rnn.weight_ih_l1	2	0.07047128677368164
33	rnn.weight_ih_l1	3	-0.024367449805140495
33	rnn.weight_ih_l1	4	-0.024266723543405533
33	rnn.weight_ih_l1	5	-0.011974254623055458
33	rnn.weight_ih_l1	6	0.07129298895597458
33	rnn.weight_ih_l1	7	-0.006523855961859226
33	rnn.weight_ih_l1	8	-0.05318847671151161
33	rnn.weight_ih_l1	9	0.05997605249285698
33	rnn.weight_hh_l1	0	-0.07041294872760773
33	rnn.weight_hh_l1	1	-0.037114448845386505
33	rnn.weight_hh_l1	2	-0.008233468048274517
33	rnn.weight_hh_l1	3	-0.0584261417388916
33	rnn.weight_hh_l1	4	0.08591119199991226
33	rnn.weight_hh_l1	5	-0.08439132571220398
33	rnn.weight_hh_l1	6	-0.04835489019751549
33	rnn.weight_hh_l1	7	0.06579641997814178
33	rnn.weight_hh_l1	8	-0.013541566208004951
33	rnn.weight_hh_l1	9	-0.04062251001596451
33	rnn.bias_ih_l1	0	-0.06632813066244125
33	rnn.bias_ih_l1	1	0.058445945382118225
33	rnn.bias_ih_l1	2	-0.05201010778546333
33	rnn.bias_ih_l1	3	-0.06587424874305725
33	rnn.bias_ih_l1	4	-0.03057711012661457
33	rnn.bias_ih_l1	5	-0.03715091943740845
33	rnn.bias_ih_l1	6	-0.05039314180612564
33	rnn.bias_ih_l1	7	0.06342656165361404
33	rnn.bias_ih_l1	8	0.08691968023777008
33	rnn.bias_ih_l1	9	0.022000377997756004
33	rnn.bias_hh_l1	0	0.07040253281593323
33	rnn.bias_hh_l1	1	-0.05816098302602768
33	rnn.bias_hh_l1	2	0.024122577160596848
33	rnn.bias_hh_l1	3	0.0619019977748394
33	rnn.bias_hh_l1	4	0.05739280954003334
33	rnn.bias_hh_l1	5	-0.07901425659656525
33	rnn.bias_hh_l1	6	0.015706434845924377
33	rnn.bias_hh_l1	7	0.038320392370224
33	rnn.bias_hh_l1	8	0.011024707928299904
33	rnn.bias_hh_l1	9	-0.0027439508121460676
33	rnn.weight_ih_l1_reverse	0	0.08612234145402908
33	rnn.weight_ih_l1_reverse	1	-0.04159700870513916
33	rnn.weight_ih_l1_reverse	2	-0.06219782307744026
33	rnn.weight_ih_l1_reverse	3	0.02557148039340973
33	rnn.weight_ih_l1_reverse	4	-0.04602675139904022
33	rnn.weight_ih_l1_reverse	5	0.024115219712257385
33	rnn.weight_ih_l1_reverse	6	0.04032215476036072
33	rnn.weight_ih_l1_reverse	7	0.020363155752420425
33	rnn.weight_ih_l1_reverse	8	-0.00795929878950119
33	rnn.weight_ih_l1_reverse	9	-0.06653007119894028
33	rnn.weight_hh_l1_reverse	0	0.005208680871874094
33	rnn.weight_hh_l1_reverse	1	0.018823744729161263
33	rnn.weight_hh_l1_reverse	2	-0.058151621371507645
33	rnn.weight_hh_l1_reverse	3	-0.012891584075987339
33	rnn.weight_hh_l1_reverse	4	0.00861228909343481
33	rnn.weight_hh_l1_reverse	5	-0.06145836412906647
33	rnn.weight_hh_l1_reverse	6	-0.06729531288146973
33	rnn.weight_hh_l1_reverse	7	-0.011550654657185078
33	rnn.weight_hh_l1_reverse	8	-0.05595973879098892
33	rnn.weight_hh_l1_reverse	9	-0.043326422572135925
33	rnn.bias_ih_l1_reverse	0	-0.0032155239023268223
33	rnn.bias_ih_l1_reverse	1	-0.0392984114587307
33	rnn.bias_ih_l1_reverse	2	0.022596247494220734
33	rnn.bias_ih_l1_reverse	3	-0.07519358396530151
33	rnn.bias_ih_l1_reverse	4	-0.0871584340929985
33	rnn.bias_ih_l1_reverse	5	-0.08793821185827255
33	rnn.bias_ih_l1_reverse	6	0.059119779616594315
33	rnn.bias_ih_l1_reverse	7	0.08625438064336777
33	rnn.bias_ih_l1_reverse	8	-0.0038041232619434595
33	rnn.bias_ih_l1_reverse	9	-0.014481913298368454
33	rnn.bias_hh_l1_reverse	0	0.05983266234397888
33	rnn.bias_hh_l1_reverse	1	-0.06915871798992157
33	rnn.bias_hh_l1_reverse	2	-0.04965559020638466
33	rnn.bias_hh_l1_reverse	3	0.07485835999250412
33	rnn.bias_hh_l1_reverse	4	-0.022443529218435287
33	rnn.bias_hh_l1_reverse	5	-0.0073418463580310345
33	rnn.bias_hh_l1_reverse	6	-0.05956147238612175
33	rnn.bias_hh_l1_reverse	7	-0.06117275729775429
33	rnn.bias_hh_l1_reverse	8	0.06504900753498077
33	rnn.bias_hh_l1_reverse	9	0.03536396473646164
33	rnn.weight_ih_l2	0	0.07189396023750305
33	rnn.weight_ih_l2	1	-0.05449032410979271
33	rnn.weight_ih_l2	2	0.06331615895032883
33	rnn.weight_ih_l2	3	0.06640845537185669
33	rnn.weight_ih_l2	4	0.056439246982336044
33	rnn.weight_ih_l2	5	-0.03884819895029068
33	rnn.weight_ih_l2	6	-0.07598330080509186
33	rnn.weight_ih_l2	7	0.014383220113813877
33	rnn.weight_ih_l2	8	-0.017146682366728783
33	rnn.weight_ih_l2	9	-0.06927517056465149
33	rnn.weight_hh_l2	0	0.04848648980259895
33	rnn.weight_hh_l2	1	0.03175747022032738
33	rnn.weight_hh_l2	2	-0.05491804704070091
33	rnn.weight_hh_l2	3	-0.025084134191274643
33	rnn.weight_hh_l2	4	0.054105695337057114
33	rnn.weight_hh_l2	5	-0.026040038093924522
33	rnn.weight_hh_l2	6	0.007978095673024654
33	rnn.weight_hh_l2	7	-0.05282307043671608
33	rnn.weight_hh_l2	8	-0.005296985153108835
33	rnn.weight_hh_l2	9	-0.019941743463277817
33	rnn.bias_ih_l2	0	0.11500374227762222
33	rnn.bias_ih_l2	1	0.01461820024996996
33	rnn.bias_ih_l2	2	0.07481309771537781
33	rnn.bias_ih_l2	3	0.01209000963717699
33	rnn.bias_ih_l2	4	-0.005251123104244471
33	rnn.bias_ih_l2	5	0.03777434676885605
33	rnn.bias_ih_l2	6	0.01582379825413227
33	rnn.bias_ih_l2	7	0.01063388679176569
33	rnn.bias_ih_l2	8	0.03151886910200119
33	rnn.bias_ih_l2	9	-0.012941672466695309
33	rnn.bias_hh_l2	0	0.06563661992549896
33	rnn.bias_hh_l2	1	-0.0005310435080900788
33	rnn.bias_hh_l2	2	0.06751753389835358
33	rnn.bias_hh_l2	3	0.03136424720287323
33	rnn.bias_hh_l2	4	0.07260844111442566
33	rnn.bias_hh_l2	5	-0.03557559847831726
33	rnn.bias_hh_l2	6	0.010449937544763088
33	rnn.bias_hh_l2	7	-0.024903906509280205
33	rnn.bias_hh_l2	8	0.04365454241633415
33	rnn.bias_hh_l2	9	0.06818314641714096
33	rnn.weight_ih_l2_reverse	0	0.08239797502756119
33	rnn.weight_ih_l2_reverse	1	-0.06099878251552582
33	rnn.weight_ih_l2_reverse	2	0.0008729308610782027
33	rnn.weight_ih_l2_reverse	3	0.035381775349378586
33	rnn.weight_ih_l2_reverse	4	0.0540071465075016
33	rnn.weight_ih_l2_reverse	5	-0.040624991059303284
33	rnn.weight_ih_l2_reverse	6	-0.00042234835564158857
33	rnn.weight_ih_l2_reverse	7	-0.004378682002425194
33	rnn.weight_ih_l2_reverse	8	0.003777714679017663
33	rnn.weight_ih_l2_reverse	9	-0.08208300173282623
33	rnn.weight_hh_l2_reverse	0	-0.08278030902147293
33	rnn.weight_hh_l2_reverse	1	0.011563478037714958
33	rnn.weight_hh_l2_reverse	2	0.010555988177657127
33	rnn.weight_hh_l2_reverse	3	0.024335453286767006
33	rnn.weight_hh_l2_reverse	4	-0.03686893731355667
33	rnn.weight_hh_l2_reverse	5	-0.014852450229227543
33	rnn.weight_hh_l2_reverse	6	-0.038078099489212036
33	rnn.weight_hh_l2_reverse	7	-0.05981631949543953
33	rnn.weight_hh_l2_reverse	8	-0.0068640075623989105
33	rnn.weight_hh_l2_reverse	9	-0.05905988812446594
33	rnn.bias_ih_l2_reverse	0	-0.017860615625977516
33	rnn.bias_ih_l2_reverse	1	-0.028115732595324516
33	rnn.bias_ih_l2_reverse	2	0.03690566122531891
33	rnn.bias_ih_l2_reverse	3	0.0005058059468865395
33	rnn.bias_ih_l2_reverse	4	0.07904235273599625
33	rnn.bias_ih_l2_reverse	5	-0.08914969116449356
33	rnn.bias_ih_l2_reverse	6	-0.042928289622068405
33	rnn.bias_ih_l2_reverse	7	-0.04584643989801407
33	rnn.bias_ih_l2_reverse	8	0.06357812136411667
33	rnn.bias_ih_l2_reverse	9	0.029678460210561752
33	rnn.bias_hh_l2_reverse	0	0.060914359986782074
33	rnn.bias_hh_l2_reverse	1	-0.08181769400835037
33	rnn.bias_hh_l2_reverse	2	-0.06680376082658768
33	rnn.bias_hh_l2_reverse	3	0.03747124969959259
33	rnn.bias_hh_l2_reverse	4	0.024546803906559944
33	rnn.bias_hh_l2_reverse	5	0.0441041998565197
33	rnn.bias_hh_l2_reverse	6	-0.08218087255954742
33	rnn.bias_hh_l2_reverse	7	-0.010829174891114235
33	rnn.bias_hh_l2_reverse	8	-0.08188097923994064
33	rnn.bias_hh_l2_reverse	9	-0.054444897919893265
33	linear.weight	0	0.025028489530086517
33	linear.weight	1	0.03883206099271774
33	linear.weight	2	-0.01856604963541031
33	linear.weight	3	-0.03701937198638916
33	linear.weight	4	-0.022248394787311554
33	linear.weight	5	0.035825543105602264
33	linear.weight	6	0.02044057659804821
33	linear.weight	7	-0.02146911434829235
33	linear.weight	8	-0.005271261557936668
33	linear.weight	9	0.06302899867296219
33	linear.bias	0	0.4150051474571228
33	linear.bias	1	0.3891735374927521
33	linear.bias	2	-1.3706053495407104
33	linear.bias	3	-0.05754556506872177
33	linear.bias	4	-0.050822705030441284
33	linear.bias	5	0.4651223123073578
34	transitions	0	0.1000123918056488
34	transitions	1	-10000.0
34	transitions	2	1.773897409439087
34	transitions	3	-0.8932291269302368
34	transitions	4	-10000.0
34	transitions	5	-10000.0
34	transitions	6	-10000.0
34	transitions	7	0.8867253065109253
34	transitions	8	0.907905101776123
34	transitions	9	-1.0765715837478638
34	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
34	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
34	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
34	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
34	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
34	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
34	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
34	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
34	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
34	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
34	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
34	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
34	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
34	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
34	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
34	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
34	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
34	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
34	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
34	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
34	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
34	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
34	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
34	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
34	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
34	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
34	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
34	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
34	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
34	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
34	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
34	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
34	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
34	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
34	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
34	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
34	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
34	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
34	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
34	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
34	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
34	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
34	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
34	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
34	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
34	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
34	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
34	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
34	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
34	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
34	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
34	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
34	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
34	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
34	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
34	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
34	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
34	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
34	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
34	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
34	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
34	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
34	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
34	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
34	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
34	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
34	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
34	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
34	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
34	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
34	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
34	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
34	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
34	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
34	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
34	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
34	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
34	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
34	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
34	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
34	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
34	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
34	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
34	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
34	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
34	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
34	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
34	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
34	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
34	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
34	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
34	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
34	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
34	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
34	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
34	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
34	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
34	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
34	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
34	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
34	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
34	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
34	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
34	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
34	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
34	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
34	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
34	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
34	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
34	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
34	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
34	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
34	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
34	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
34	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
34	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
34	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
34	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
34	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
34	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
34	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
34	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
34	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
34	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
34	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
34	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
34	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
34	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
34	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
34	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
34	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
34	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
34	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
34	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
34	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
34	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
34	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
34	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
34	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
34	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
34	embedding2nn.weight	0	0.014786475338041782
34	embedding2nn.weight	1	0.000589576200582087
34	embedding2nn.weight	2	0.005670591257512569
34	embedding2nn.weight	3	0.0008536162204109132
34	embedding2nn.weight	4	-0.008441365323960781
34	embedding2nn.weight	5	-0.0054070111364126205
34	embedding2nn.weight	6	-0.0013568808790296316
34	embedding2nn.weight	7	-0.00339278276078403
34	embedding2nn.weight	8	0.015247824601829052
34	embedding2nn.weight	9	0.004419722128659487
34	embedding2nn.bias	0	0.004197617061436176
34	embedding2nn.bias	1	-0.014049887657165527
34	embedding2nn.bias	2	0.005923628807067871
34	embedding2nn.bias	3	-0.014081441797316074
34	embedding2nn.bias	4	-0.008768551982939243
34	embedding2nn.bias	5	-0.0018483544699847698
34	embedding2nn.bias	6	0.005411270074546337
34	embedding2nn.bias	7	0.013842332176864147
34	embedding2nn.bias	8	-0.0001342127361567691
34	embedding2nn.bias	9	-0.0016790216322988272
34	rnn.weight_ih_l0	0	-0.050863608717918396
34	rnn.weight_ih_l0	1	0.05072382465004921
34	rnn.weight_ih_l0	2	0.031867120414972305
34	rnn.weight_ih_l0	3	0.014721225947141647
34	rnn.weight_ih_l0	4	0.01242250856012106
34	rnn.weight_ih_l0	5	0.0841669961810112
34	rnn.weight_ih_l0	6	0.07561744749546051
34	rnn.weight_ih_l0	7	0.03776155039668083
34	rnn.weight_ih_l0	8	-0.04595422372221947
34	rnn.weight_ih_l0	9	0.008069547824561596
34	rnn.weight_hh_l0	0	0.008542121388018131
34	rnn.weight_hh_l0	1	-0.06364433467388153
34	rnn.weight_hh_l0	2	-0.06541295349597931
34	rnn.weight_hh_l0	3	0.07283898442983627
34	rnn.weight_hh_l0	4	0.07107681035995483
34	rnn.weight_hh_l0	5	0.004020496271550655
34	rnn.weight_hh_l0	6	0.003864075755700469
34	rnn.weight_hh_l0	7	-0.025381669402122498
34	rnn.weight_hh_l0	8	-0.02930697239935398
34	rnn.weight_hh_l0	9	0.057967305183410645
34	rnn.bias_ih_l0	0	-0.07040846347808838
34	rnn.bias_ih_l0	1	0.08634255826473236
34	rnn.bias_ih_l0	2	0.02133309282362461
34	rnn.bias_ih_l0	3	0.09020314365625381
34	rnn.bias_ih_l0	4	-0.06502371281385422
34	rnn.bias_ih_l0	5	0.08702535927295685
34	rnn.bias_ih_l0	6	-0.06866133958101273
34	rnn.bias_ih_l0	7	-0.033266548067331314
34	rnn.bias_ih_l0	8	-0.08590032160282135
34	rnn.bias_ih_l0	9	-0.05067954212427139
34	rnn.bias_hh_l0	0	0.032884906977415085
34	rnn.bias_hh_l0	1	0.07172985374927521
34	rnn.bias_hh_l0	2	0.06712125986814499
34	rnn.bias_hh_l0	3	0.0823810026049614
34	rnn.bias_hh_l0	4	-0.08048826456069946
34	rnn.bias_hh_l0	5	-0.07121289521455765
34	rnn.bias_hh_l0	6	0.07547034323215485
34	rnn.bias_hh_l0	7	-0.08094842731952667
34	rnn.bias_hh_l0	8	-0.026256507262587547
34	rnn.bias_hh_l0	9	0.00823079515248537
34	rnn.weight_ih_l0_reverse	0	0.07926629483699799
34	rnn.weight_ih_l0_reverse	1	0.07358045130968094
34	rnn.weight_ih_l0_reverse	2	0.038930151611566544
34	rnn.weight_ih_l0_reverse	3	0.033830784261226654
34	rnn.weight_ih_l0_reverse	4	-0.037214986979961395
34	rnn.weight_ih_l0_reverse	5	0.05110374465584755
34	rnn.weight_ih_l0_reverse	6	0.0664232075214386
34	rnn.weight_ih_l0_reverse	7	0.022809043526649475
34	rnn.weight_ih_l0_reverse	8	-0.05875048413872719
34	rnn.weight_ih_l0_reverse	9	-0.05285191535949707
34	rnn.weight_hh_l0_reverse	0	0.025367727503180504
34	rnn.weight_hh_l0_reverse	1	-0.08725125342607498
34	rnn.weight_hh_l0_reverse	2	0.06278080493211746
34	rnn.weight_hh_l0_reverse	3	-0.021506687626242638
34	rnn.weight_hh_l0_reverse	4	0.08375848084688187
34	rnn.weight_hh_l0_reverse	5	-0.0011660876916721463
34	rnn.weight_hh_l0_reverse	6	0.028031902387738228
34	rnn.weight_hh_l0_reverse	7	0.07825487107038498
34	rnn.weight_hh_l0_reverse	8	-0.02217617630958557
34	rnn.weight_hh_l0_reverse	9	-0.04665941372513771
34	rnn.bias_ih_l0_reverse	0	0.0011566912289708853
34	rnn.bias_ih_l0_reverse	1	-0.023323310539126396
34	rnn.bias_ih_l0_reverse	2	-0.01604565791785717
34	rnn.bias_ih_l0_reverse	3	0.047789134085178375
34	rnn.bias_ih_l0_reverse	4	0.06852313876152039
34	rnn.bias_ih_l0_reverse	5	-0.02569531835615635
34	rnn.bias_ih_l0_reverse	6	-0.027370909228920937
34	rnn.bias_ih_l0_reverse	7	-0.05207885056734085
34	rnn.bias_ih_l0_reverse	8	0.004716758616268635
34	rnn.bias_ih_l0_reverse	9	-0.06732544302940369
34	rnn.bias_hh_l0_reverse	0	0.03689828887581825
34	rnn.bias_hh_l0_reverse	1	-0.0686880424618721
34	rnn.bias_hh_l0_reverse	2	0.07892731577157974
34	rnn.bias_hh_l0_reverse	3	0.0550072118639946
34	rnn.bias_hh_l0_reverse	4	0.029757535085082054
34	rnn.bias_hh_l0_reverse	5	0.04055553302168846
34	rnn.bias_hh_l0_reverse	6	0.06218629702925682
34	rnn.bias_hh_l0_reverse	7	0.08478734642267227
34	rnn.bias_hh_l0_reverse	8	-0.0092098293825984
34	rnn.bias_hh_l0_reverse	9	0.05300942435860634
34	rnn.weight_ih_l1	0	0.021259645000100136
34	rnn.weight_ih_l1	1	0.015076201409101486
34	rnn.weight_ih_l1	2	0.07065710425376892
34	rnn.weight_ih_l1	3	-0.024357961490750313
34	rnn.weight_ih_l1	4	-0.024259328842163086
34	rnn.weight_ih_l1	5	-0.011977946385741234
34	rnn.weight_ih_l1	6	0.0712817832827568
34	rnn.weight_ih_l1	7	-0.006525515578687191
34	rnn.weight_ih_l1	8	-0.05321590602397919
34	rnn.weight_ih_l1	9	0.0603487603366375
34	rnn.weight_hh_l1	0	-0.0702555701136589
34	rnn.weight_hh_l1	1	-0.037111591547727585
34	rnn.weight_hh_l1	2	-0.008238019421696663
34	rnn.weight_hh_l1	3	-0.0584244504570961
34	rnn.weight_hh_l1	4	0.08593187481164932
34	rnn.weight_hh_l1	5	-0.08439665287733078
34	rnn.weight_hh_l1	6	-0.0483521893620491
34	rnn.weight_hh_l1	7	0.0657891109585762
34	rnn.weight_hh_l1	8	-0.013505199924111366
34	rnn.weight_hh_l1	9	-0.04043459892272949
34	rnn.bias_ih_l1	0	-0.06617208570241928
34	rnn.bias_ih_l1	1	0.0583011619746685
34	rnn.bias_ih_l1	2	-0.052160147577524185
34	rnn.bias_ih_l1	3	-0.06574762612581253
34	rnn.bias_ih_l1	4	-0.03036709502339363
34	rnn.bias_ih_l1	5	-0.03231236711144447
34	rnn.bias_ih_l1	6	-0.05521116778254509
34	rnn.bias_ih_l1	7	0.06359589099884033
34	rnn.bias_ih_l1	8	0.08701425790786743
34	rnn.bias_ih_l1	9	0.023623934015631676
34	rnn.bias_hh_l1	0	0.07043399661779404
34	rnn.bias_hh_l1	1	-0.05812666565179825
34	rnn.bias_hh_l1	2	0.02416408807039261
34	rnn.bias_hh_l1	3	0.062153663486242294
34	rnn.bias_hh_l1	4	0.05739128589630127
34	rnn.bias_hh_l1	5	-0.0788811668753624
34	rnn.bias_hh_l1	6	0.015725571662187576
34	rnn.bias_hh_l1	7	0.0384475477039814
34	rnn.bias_hh_l1	8	0.010680033825337887
34	rnn.bias_hh_l1	9	-0.002646517474204302
34	rnn.weight_ih_l1_reverse	0	0.08612123131752014
34	rnn.weight_ih_l1_reverse	1	-0.04161692410707474
34	rnn.weight_ih_l1_reverse	2	-0.06218261644244194
34	rnn.weight_ih_l1_reverse	3	0.02559838816523552
34	rnn.weight_ih_l1_reverse	4	-0.04603390768170357
34	rnn.weight_ih_l1_reverse	5	0.024103986099362373
34	rnn.weight_ih_l1_reverse	6	0.040334973484277725
34	rnn.weight_ih_l1_reverse	7	0.020364347845315933
34	rnn.weight_ih_l1_reverse	8	-0.007863854989409447
34	rnn.weight_ih_l1_reverse	9	-0.06648577749729156
34	rnn.weight_hh_l1_reverse	0	0.005216870456933975
34	rnn.weight_hh_l1_reverse	1	0.018819265067577362
34	rnn.weight_hh_l1_reverse	2	-0.058148905634880066
34	rnn.weight_hh_l1_reverse	3	-0.012892886064946651
34	rnn.weight_hh_l1_reverse	4	0.008611598052084446
34	rnn.weight_hh_l1_reverse	5	-0.061485763639211655
34	rnn.weight_hh_l1_reverse	6	-0.0672939345240593
34	rnn.weight_hh_l1_reverse	7	-0.01155518926680088
34	rnn.weight_hh_l1_reverse	8	-0.05596776306629181
34	rnn.weight_hh_l1_reverse	9	-0.043322887271642685
34	rnn.bias_ih_l1_reverse	0	-0.0031432216055691242
34	rnn.bias_ih_l1_reverse	1	-0.03914111107587814
34	rnn.bias_ih_l1_reverse	2	0.02226565219461918
34	rnn.bias_ih_l1_reverse	3	-0.07483332604169846
34	rnn.bias_ih_l1_reverse	4	-0.08712528645992279
34	rnn.bias_ih_l1_reverse	5	-0.0880388617515564
34	rnn.bias_ih_l1_reverse	6	0.059627097100019455
34	rnn.bias_ih_l1_reverse	7	0.08623354136943817
34	rnn.bias_ih_l1_reverse	8	-0.0024374877102673054
34	rnn.bias_ih_l1_reverse	9	-0.014417443424463272
34	rnn.bias_hh_l1_reverse	0	0.05987067148089409
34	rnn.bias_hh_l1_reverse	1	-0.06891997903585434
34	rnn.bias_hh_l1_reverse	2	-0.04960322007536888
34	rnn.bias_hh_l1_reverse	3	0.07543160021305084
34	rnn.bias_hh_l1_reverse	4	-0.022451452910900116
34	rnn.bias_hh_l1_reverse	5	-0.007412861566990614
34	rnn.bias_hh_l1_reverse	6	-0.059359338134527206
34	rnn.bias_hh_l1_reverse	7	-0.061160858720541
34	rnn.bias_hh_l1_reverse	8	0.0649496465921402
34	rnn.bias_hh_l1_reverse	9	0.0356677807867527
34	rnn.weight_ih_l2	0	0.07171813398599625
34	rnn.weight_ih_l2	1	-0.05445912852883339
34	rnn.weight_ih_l2	2	0.06331568211317062
34	rnn.weight_ih_l2	3	0.06645762175321579
34	rnn.weight_ih_l2	4	0.056527070701122284
34	rnn.weight_ih_l2	5	-0.03879052400588989
34	rnn.weight_ih_l2	6	-0.0760427713394165
34	rnn.weight_ih_l2	7	0.014422542415559292
34	rnn.weight_ih_l2	8	-0.017152288928627968
34	rnn.weight_ih_l2	9	-0.06926631927490234
34	rnn.weight_hh_l2	0	0.04848039522767067
34	rnn.weight_hh_l2	1	0.03183276206254959
34	rnn.weight_hh_l2	2	-0.05491837486624718
34	rnn.weight_hh_l2	3	-0.025084123015403748
34	rnn.weight_hh_l2	4	0.05410076677799225
34	rnn.weight_hh_l2	5	-0.025878606364130974
34	rnn.weight_hh_l2	6	0.007974994368851185
34	rnn.weight_hh_l2	7	-0.052836693823337555
34	rnn.weight_hh_l2	8	-0.005291526671499014
34	rnn.weight_hh_l2	9	-0.019940579310059547
34	rnn.bias_ih_l2	0	0.11131686717271805
34	rnn.bias_ih_l2	1	0.014833128079771996
34	rnn.bias_ih_l2	2	0.07220151275396347
34	rnn.bias_ih_l2	3	0.012454094365239143
34	rnn.bias_ih_l2	4	-0.0052165137603878975
34	rnn.bias_ih_l2	5	0.037672992795705795
34	rnn.bias_ih_l2	6	0.01617709919810295
34	rnn.bias_ih_l2	7	0.010769051499664783
34	rnn.bias_ih_l2	8	0.03042280487716198
34	rnn.bias_ih_l2	9	-0.013065393082797527
34	rnn.bias_hh_l2	0	0.06277482956647873
34	rnn.bias_hh_l2	1	-0.0004304669564589858
34	rnn.bias_hh_l2	2	0.0678396224975586
34	rnn.bias_hh_l2	3	0.03146093711256981
34	rnn.bias_hh_l2	4	0.07262022793292999
34	rnn.bias_hh_l2	5	-0.030825339257717133
34	rnn.bias_hh_l2	6	0.007875584997236729
34	rnn.bias_hh_l2	7	-0.024867527186870575
34	rnn.bias_hh_l2	8	0.043661512434482574
34	rnn.bias_hh_l2	9	0.06989946216344833
34	rnn.weight_ih_l2_reverse	0	0.08239524066448212
34	rnn.weight_ih_l2_reverse	1	-0.06099972128868103
34	rnn.weight_ih_l2_reverse	2	0.0008720857440494001
34	rnn.weight_ih_l2_reverse	3	0.035371728241443634
34	rnn.weight_ih_l2_reverse	4	0.053996264934539795
34	rnn.weight_ih_l2_reverse	5	-0.040624648332595825
34	rnn.weight_ih_l2_reverse	6	-0.000436112517490983
34	rnn.weight_ih_l2_reverse	7	-0.004471959080547094
34	rnn.weight_ih_l2_reverse	8	0.004688860848546028
34	rnn.weight_ih_l2_reverse	9	-0.08207143098115921
34	rnn.weight_hh_l2_reverse	0	-0.08278005570173264
34	rnn.weight_hh_l2_reverse	1	0.011589739471673965
34	rnn.weight_hh_l2_reverse	2	0.010555928573012352
34	rnn.weight_hh_l2_reverse	3	0.0243321992456913
34	rnn.weight_hh_l2_reverse	4	-0.036878108978271484
34	rnn.weight_hh_l2_reverse	5	-0.014860283583402634
34	rnn.weight_hh_l2_reverse	6	-0.03787260130047798
34	rnn.weight_hh_l2_reverse	7	-0.059813518077135086
34	rnn.weight_hh_l2_reverse	8	-0.006873181089758873
34	rnn.weight_hh_l2_reverse	9	-0.05905605107545853
34	rnn.bias_ih_l2_reverse	0	-0.01970195211470127
34	rnn.bias_ih_l2_reverse	1	-0.028035983443260193
34	rnn.bias_ih_l2_reverse	2	0.037338823080062866
34	rnn.bias_ih_l2_reverse	3	-0.0009007339831441641
34	rnn.bias_ih_l2_reverse	4	0.0789807140827179
34	rnn.bias_ih_l2_reverse	5	-0.0891437977552414
34	rnn.bias_ih_l2_reverse	6	-0.04290812090039253
34	rnn.bias_ih_l2_reverse	7	-0.04462622478604317
34	rnn.bias_ih_l2_reverse	8	0.06415126472711563
34	rnn.bias_ih_l2_reverse	9	0.03098730556666851
34	rnn.bias_hh_l2_reverse	0	0.0627351924777031
34	rnn.bias_hh_l2_reverse	1	-0.07868605852127075
34	rnn.bias_hh_l2_reverse	2	-0.06685272604227066
34	rnn.bias_hh_l2_reverse	3	0.03753618896007538
34	rnn.bias_hh_l2_reverse	4	0.024962017312645912
34	rnn.bias_hh_l2_reverse	5	0.04380305856466293
34	rnn.bias_hh_l2_reverse	6	-0.08214568346738815
34	rnn.bias_hh_l2_reverse	7	-0.010880482383072376
34	rnn.bias_hh_l2_reverse	8	-0.08126607537269592
34	rnn.bias_hh_l2_reverse	9	-0.054434869438409805
34	linear.weight	0	0.025028489530086517
34	linear.weight	1	0.02507346123456955
34	linear.weight	2	-0.01861139014363289
34	linear.weight	3	-0.0406818725168705
34	linear.weight	4	-0.022248394787311554
34	linear.weight	5	0.035658642649650574
34	linear.weight	6	0.018021846190094948
34	linear.weight	7	-0.026441477239131927
34	linear.weight	8	-0.003010915592312813
34	linear.weight	9	0.06480304151773453
34	linear.bias	0	0.45729419589042664
34	linear.bias	1	0.45271652936935425
34	linear.bias	2	-1.3755693435668945
34	linear.bias	3	-0.05754556506872177
34	linear.bias	4	-0.050822705030441284
34	linear.bias	5	0.36425426602363586
35	transitions	0	0.09900558739900589
35	transitions	1	-10000.0
35	transitions	2	1.72195303440094
35	transitions	3	-0.9045032262802124
35	transitions	4	-10000.0
35	transitions	5	-10000.0
35	transitions	6	-10000.0
35	transitions	7	0.886581540107727
35	transitions	8	0.9067623019218445
35	transitions	9	-1.0905190706253052
35	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
35	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
35	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
35	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
35	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
35	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
35	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
35	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
35	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
35	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
35	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
35	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
35	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
35	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
35	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
35	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
35	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
35	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
35	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
35	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
35	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
35	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
35	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
35	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
35	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
35	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
35	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
35	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
35	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
35	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
35	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
35	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
35	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
35	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
35	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
35	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
35	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
35	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
35	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
35	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
35	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
35	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
35	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
35	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
35	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
35	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
35	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
35	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
35	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
35	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
35	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
35	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
35	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
35	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
35	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
35	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
35	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
35	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
35	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
35	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
35	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
35	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
35	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
35	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
35	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
35	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
35	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
35	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
35	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
35	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
35	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
35	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
35	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
35	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
35	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
35	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
35	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
35	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
35	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
35	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
35	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
35	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
35	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
35	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
35	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
35	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
35	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
35	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
35	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
35	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
35	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
35	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
35	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
35	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
35	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
35	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
35	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
35	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
35	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
35	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
35	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
35	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
35	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
35	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
35	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
35	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
35	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
35	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
35	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
35	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
35	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
35	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
35	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
35	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
35	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
35	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
35	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
35	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
35	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
35	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
35	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
35	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
35	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
35	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
35	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
35	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
35	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
35	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
35	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
35	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
35	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
35	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
35	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
35	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
35	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
35	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
35	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
35	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
35	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
35	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
35	embedding2nn.weight	0	0.014776809141039848
35	embedding2nn.weight	1	0.000589576200582087
35	embedding2nn.weight	2	0.005670591257512569
35	embedding2nn.weight	3	0.0008535960223525763
35	embedding2nn.weight	4	-0.008438915945589542
35	embedding2nn.weight	5	-0.005407400894910097
35	embedding2nn.weight	6	-0.0013202670961618423
35	embedding2nn.weight	7	-0.0033230537082999945
35	embedding2nn.weight	8	0.015242865309119225
35	embedding2nn.weight	9	0.004421734716743231
35	embedding2nn.bias	0	0.0028416551649570465
35	embedding2nn.bias	1	-0.01395877543836832
35	embedding2nn.bias	2	0.008290426805615425
35	embedding2nn.bias	3	-0.014428705908358097
35	embedding2nn.bias	4	-0.010659700259566307
35	embedding2nn.bias	5	-0.00015942387108225375
35	embedding2nn.bias	6	0.007516360841691494
35	embedding2nn.bias	7	0.014175347052514553
35	embedding2nn.bias	8	0.0008424826082773507
35	embedding2nn.bias	9	-0.0005624499754048884
35	rnn.weight_ih_l0	0	-0.050857555121183395
35	rnn.weight_ih_l0	1	0.05072483792901039
35	rnn.weight_ih_l0	2	0.0318637453019619
35	rnn.weight_ih_l0	3	0.014717582613229752
35	rnn.weight_ih_l0	4	0.012701052241027355
35	rnn.weight_ih_l0	5	0.08417609333992004
35	rnn.weight_ih_l0	6	0.07560326159000397
35	rnn.weight_ih_l0	7	0.03775874897837639
35	rnn.weight_ih_l0	8	-0.04583683982491493
35	rnn.weight_ih_l0	9	0.008061043918132782
35	rnn.weight_hh_l0	0	0.0085448008030653
35	rnn.weight_hh_l0	1	-0.0636354610323906
35	rnn.weight_hh_l0	2	-0.0654095783829689
35	rnn.weight_hh_l0	3	0.07284270972013474
35	rnn.weight_hh_l0	4	0.07107043266296387
35	rnn.weight_hh_l0	5	0.004013943951576948
35	rnn.weight_hh_l0	6	0.003814105177298188
35	rnn.weight_hh_l0	7	-0.02521846815943718
35	rnn.weight_hh_l0	8	-0.029309380799531937
35	rnn.weight_hh_l0	9	0.05796685814857483
35	rnn.bias_ih_l0	0	-0.0703350082039833
35	rnn.bias_ih_l0	1	0.08626223355531693
35	rnn.bias_ih_l0	2	0.02125970460474491
35	rnn.bias_ih_l0	3	0.08669307082891464
35	rnn.bias_ih_l0	4	-0.06673286110162735
35	rnn.bias_ih_l0	5	0.08711638301610947
35	rnn.bias_ih_l0	6	-0.06681058555841446
35	rnn.bias_ih_l0	7	-0.03325439244508743
35	rnn.bias_ih_l0	8	-0.08432027697563171
35	rnn.bias_ih_l0	9	-0.05054626241326332
35	rnn.bias_hh_l0	0	0.03107368014752865
35	rnn.bias_hh_l0	1	0.07174000889062881
35	rnn.bias_hh_l0	2	0.06726635247468948
35	rnn.bias_hh_l0	3	0.08233948051929474
35	rnn.bias_hh_l0	4	-0.08480367064476013
35	rnn.bias_hh_l0	5	-0.07140559703111649
35	rnn.bias_hh_l0	6	0.07542821764945984
35	rnn.bias_hh_l0	7	-0.08301474153995514
35	rnn.bias_hh_l0	8	-0.02606167644262314
35	rnn.bias_hh_l0	9	0.00826302357017994
35	rnn.weight_ih_l0_reverse	0	0.07926557958126068
35	rnn.weight_ih_l0_reverse	1	0.07363277673721313
35	rnn.weight_ih_l0_reverse	2	0.03893531858921051
35	rnn.weight_ih_l0_reverse	3	0.033831823617219925
35	rnn.weight_ih_l0_reverse	4	-0.037263039499521255
35	rnn.weight_ih_l0_reverse	5	0.05109822005033493
35	rnn.weight_ih_l0_reverse	6	0.06642408668994904
35	rnn.weight_ih_l0_reverse	7	0.02263817936182022
35	rnn.weight_ih_l0_reverse	8	-0.05875058472156525
35	rnn.weight_ih_l0_reverse	9	-0.05285031720995903
35	rnn.weight_hh_l0_reverse	0	0.02541491948068142
35	rnn.weight_hh_l0_reverse	1	-0.08723858743906021
35	rnn.weight_hh_l0_reverse	2	0.06278208643198013
35	rnn.weight_hh_l0_reverse	3	-0.021508924663066864
35	rnn.weight_hh_l0_reverse	4	0.08376359194517136
35	rnn.weight_hh_l0_reverse	5	-0.0011616864940151572
35	rnn.weight_hh_l0_reverse	6	0.028055211529135704
35	rnn.weight_hh_l0_reverse	7	0.07825709134340286
35	rnn.weight_hh_l0_reverse	8	-0.02217893674969673
35	rnn.weight_hh_l0_reverse	9	-0.04665987938642502
35	rnn.bias_ih_l0_reverse	0	0.0012831472558900714
35	rnn.bias_ih_l0_reverse	1	-0.021024664863944054
35	rnn.bias_ih_l0_reverse	2	-0.01619674637913704
35	rnn.bias_ih_l0_reverse	3	0.047480981796979904
35	rnn.bias_ih_l0_reverse	4	0.06855740398168564
35	rnn.bias_ih_l0_reverse	5	-0.025597812607884407
35	rnn.bias_ih_l0_reverse	6	-0.027377093210816383
35	rnn.bias_ih_l0_reverse	7	-0.05197985842823982
35	rnn.bias_ih_l0_reverse	8	0.005714253056794405
35	rnn.bias_ih_l0_reverse	9	-0.06742426007986069
35	rnn.bias_hh_l0_reverse	0	0.03666367009282112
35	rnn.bias_hh_l0_reverse	1	-0.0687868595123291
35	rnn.bias_hh_l0_reverse	2	0.07898551970720291
35	rnn.bias_hh_l0_reverse	3	0.05497821792960167
35	rnn.bias_hh_l0_reverse	4	0.027617117390036583
35	rnn.bias_hh_l0_reverse	5	0.04056980088353157
35	rnn.bias_hh_l0_reverse	6	0.06225708872079849
35	rnn.bias_hh_l0_reverse	7	0.08391685783863068
35	rnn.bias_hh_l0_reverse	8	-0.009244510903954506
35	rnn.bias_hh_l0_reverse	9	0.053037311881780624
35	rnn.weight_ih_l1	0	0.021234117448329926
35	rnn.weight_ih_l1	1	0.015067416243255138
35	rnn.weight_ih_l1	2	0.0701911672949791
35	rnn.weight_ih_l1	3	-0.024351349100470543
35	rnn.weight_ih_l1	4	-0.024258511140942574
35	rnn.weight_ih_l1	5	-0.01199380960315466
35	rnn.weight_ih_l1	6	0.07127649337053299
35	rnn.weight_ih_l1	7	-0.006486561615020037
35	rnn.weight_ih_l1	8	-0.05321219190955162
35	rnn.weight_ih_l1	9	0.06068113073706627
35	rnn.weight_hh_l1	0	-0.07056739926338196
35	rnn.weight_hh_l1	1	-0.03708172217011452
35	rnn.weight_hh_l1	2	-0.008213975466787815
35	rnn.weight_hh_l1	3	-0.05842543765902519
35	rnn.weight_hh_l1	4	0.08593100309371948
35	rnn.weight_hh_l1	5	-0.0843932032585144
35	rnn.weight_hh_l1	6	-0.048354484140872955
35	rnn.weight_hh_l1	7	0.06577839702367783
35	rnn.weight_hh_l1	8	-0.013523797504603863
35	rnn.weight_hh_l1	9	-0.04037001356482506
35	rnn.bias_ih_l1	0	-0.0665215477347374
35	rnn.bias_ih_l1	1	0.05831141024827957
35	rnn.bias_ih_l1	2	-0.0522223636507988
35	rnn.bias_ih_l1	3	-0.06554022431373596
35	rnn.bias_ih_l1	4	-0.030532989650964737
35	rnn.bias_ih_l1	5	-0.0377122201025486
35	rnn.bias_ih_l1	6	-0.049684058874845505
35	rnn.bias_ih_l1	7	0.06427677720785141
35	rnn.bias_ih_l1	8	0.08702059835195541
35	rnn.bias_ih_l1	9	0.027561672031879425
35	rnn.bias_hh_l1	0	0.07040572911500931
35	rnn.bias_hh_l1	1	-0.058058448135852814
35	rnn.bias_hh_l1	2	0.024157622829079628
35	rnn.bias_hh_l1	3	0.061705272644758224
35	rnn.bias_hh_l1	4	0.05750783160328865
35	rnn.bias_hh_l1	5	-0.07884322851896286
35	rnn.bias_hh_l1	6	0.015765277668833733
35	rnn.bias_hh_l1	7	0.038356419652700424
35	rnn.bias_hh_l1	8	0.011056775227189064
35	rnn.bias_hh_l1	9	-0.0028827523346990347
35	rnn.weight_ih_l1_reverse	0	0.08612010627985
35	rnn.weight_ih_l1_reverse	1	-0.041619617491960526
35	rnn.weight_ih_l1_reverse	2	-0.06218181550502777
35	rnn.weight_ih_l1_reverse	3	0.02556845173239708
35	rnn.weight_ih_l1_reverse	4	-0.04602811485528946
35	rnn.weight_ih_l1_reverse	5	0.02408074401319027
35	rnn.weight_ih_l1_reverse	6	0.040337033569812775
35	rnn.weight_ih_l1_reverse	7	0.020364316180348396
35	rnn.weight_ih_l1_reverse	8	-0.007874761708080769
35	rnn.weight_ih_l1_reverse	9	-0.06646423786878586
35	rnn.weight_hh_l1_reverse	0	0.0051980772987008095
35	rnn.weight_hh_l1_reverse	1	0.018818702548742294
35	rnn.weight_hh_l1_reverse	2	-0.05814911425113678
35	rnn.weight_hh_l1_reverse	3	-0.012894773855805397
35	rnn.weight_hh_l1_reverse	4	0.008609144948422909
35	rnn.weight_hh_l1_reverse	5	-0.061297379434108734
35	rnn.weight_hh_l1_reverse	6	-0.06728152930736542
35	rnn.weight_hh_l1_reverse	7	-0.011554979719221592
35	rnn.weight_hh_l1_reverse	8	-0.05592157319188118
35	rnn.weight_hh_l1_reverse	9	-0.043318599462509155
35	rnn.bias_ih_l1_reverse	0	-0.003244632389396429
35	rnn.bias_ih_l1_reverse	1	-0.039139650762081146
35	rnn.bias_ih_l1_reverse	2	0.02239886485040188
35	rnn.bias_ih_l1_reverse	3	-0.07483002543449402
35	rnn.bias_ih_l1_reverse	4	-0.08711908012628555
35	rnn.bias_ih_l1_reverse	5	-0.0880199670791626
35	rnn.bias_ih_l1_reverse	6	0.05958933383226395
35	rnn.bias_ih_l1_reverse	7	0.08614398539066315
35	rnn.bias_ih_l1_reverse	8	-0.004122837912291288
35	rnn.bias_ih_l1_reverse	9	-0.014479324221611023
35	rnn.bias_hh_l1_reverse	0	0.0597824864089489
35	rnn.bias_hh_l1_reverse	1	-0.06864384561777115
35	rnn.bias_hh_l1_reverse	2	-0.04964324086904526
35	rnn.bias_hh_l1_reverse	3	0.0750260204076767
35	rnn.bias_hh_l1_reverse	4	-0.022603429853916168
35	rnn.bias_hh_l1_reverse	5	-0.00737597793340683
35	rnn.bias_hh_l1_reverse	6	-0.05971841141581535
35	rnn.bias_hh_l1_reverse	7	-0.061194028705358505
35	rnn.bias_hh_l1_reverse	8	0.06495892256498337
35	rnn.bias_hh_l1_reverse	9	0.035926319658756256
35	rnn.weight_ih_l2	0	0.07168765366077423
35	rnn.weight_ih_l2	1	-0.05447746440768242
35	rnn.weight_ih_l2	2	0.06331752240657806
35	rnn.weight_ih_l2	3	0.06644168496131897
35	rnn.weight_ih_l2	4	0.056712351739406586
35	rnn.weight_ih_l2	5	-0.0388064868748188
35	rnn.weight_ih_l2	6	-0.07606234401464462
35	rnn.weight_ih_l2	7	0.014414667151868343
35	rnn.weight_ih_l2	8	-0.01714889518916607
35	rnn.weight_ih_l2	9	-0.06926815956830978
35	rnn.weight_hh_l2	0	0.04848434776067734
35	rnn.weight_hh_l2	1	0.03185178339481354
35	rnn.weight_hh_l2	2	-0.054918594658374786
35	rnn.weight_hh_l2	3	-0.025085024535655975
35	rnn.weight_hh_l2	4	0.05410734564065933
35	rnn.weight_hh_l2	5	-0.02600138820707798
35	rnn.weight_hh_l2	6	0.007972992956638336
35	rnn.weight_hh_l2	7	-0.05283660069108009
35	rnn.weight_hh_l2	8	-0.005291838198900223
35	rnn.weight_hh_l2	9	-0.019942115992307663
35	rnn.bias_ih_l2	0	0.11131316423416138
35	rnn.bias_ih_l2	1	0.01479709055274725
35	rnn.bias_ih_l2	2	0.07554943859577179
35	rnn.bias_ih_l2	3	0.011892668902873993
35	rnn.bias_ih_l2	4	-0.005041629076004028
35	rnn.bias_ih_l2	5	0.038638558238744736
35	rnn.bias_ih_l2	6	0.01637144573032856
35	rnn.bias_ih_l2	7	0.01052075531333685
35	rnn.bias_ih_l2	8	0.030123595148324966
35	rnn.bias_ih_l2	9	-0.013130680657923222
35	rnn.bias_hh_l2	0	0.06469345837831497
35	rnn.bias_hh_l2	1	-4.734184403787367e-05
35	rnn.bias_hh_l2	2	0.06817863136529922
35	rnn.bias_hh_l2	3	0.03132909536361694
35	rnn.bias_hh_l2	4	0.07264382392168045
35	rnn.bias_hh_l2	5	-0.030979108065366745
35	rnn.bias_hh_l2	6	0.00805392861366272
35	rnn.bias_hh_l2	7	-0.02491830661892891
35	rnn.bias_hh_l2	8	0.04366246610879898
35	rnn.bias_hh_l2	9	0.06850939989089966
35	rnn.weight_ih_l2_reverse	0	0.08239525556564331
35	rnn.weight_ih_l2_reverse	1	-0.06098755821585655
35	rnn.weight_ih_l2_reverse	2	0.0008723312639631331
35	rnn.weight_ih_l2_reverse	3	0.035374715924263
35	rnn.weight_ih_l2_reverse	4	0.05398017540574074
35	rnn.weight_ih_l2_reverse	5	-0.040628582239151
35	rnn.weight_ih_l2_reverse	6	-0.0005606128834187984
35	rnn.weight_ih_l2_reverse	7	-0.004480913281440735
35	rnn.weight_ih_l2_reverse	8	0.003852440742775798
35	rnn.weight_ih_l2_reverse	9	-0.08206835389137268
35	rnn.weight_hh_l2_reverse	0	-0.08277813345193863
35	rnn.weight_hh_l2_reverse	1	0.011593460105359554
35	rnn.weight_hh_l2_reverse	2	0.01055687665939331
35	rnn.weight_hh_l2_reverse	3	0.02433258667588234
35	rnn.weight_hh_l2_reverse	4	-0.036871474236249924
35	rnn.weight_hh_l2_reverse	5	-0.014860447496175766
35	rnn.weight_hh_l2_reverse	6	-0.038087256252765656
35	rnn.weight_hh_l2_reverse	7	-0.05981386825442314
35	rnn.weight_hh_l2_reverse	8	-0.0068724025040864944
35	rnn.weight_hh_l2_reverse	9	-0.0590566024184227
35	rnn.bias_ih_l2_reverse	0	-0.020035844296216965
35	rnn.bias_ih_l2_reverse	1	-0.02792377583682537
35	rnn.bias_ih_l2_reverse	2	0.03739163279533386
35	rnn.bias_ih_l2_reverse	3	-0.0013262518914416432
35	rnn.bias_ih_l2_reverse	4	0.07900644838809967
35	rnn.bias_ih_l2_reverse	5	-0.0891745537519455
35	rnn.bias_ih_l2_reverse	6	-0.04287028685212135
35	rnn.bias_ih_l2_reverse	7	-0.04495099559426308
35	rnn.bias_ih_l2_reverse	8	0.06409581005573273
35	rnn.bias_ih_l2_reverse	9	0.026501640677452087
35	rnn.bias_hh_l2_reverse	0	0.06308430433273315
35	rnn.bias_hh_l2_reverse	1	-0.07899173349142075
35	rnn.bias_hh_l2_reverse	2	-0.06680817902088165
35	rnn.bias_hh_l2_reverse	3	0.037528157234191895
35	rnn.bias_hh_l2_reverse	4	0.02482098713517189
35	rnn.bias_hh_l2_reverse	5	0.043094947934150696
35	rnn.bias_hh_l2_reverse	6	-0.08213075250387192
35	rnn.bias_hh_l2_reverse	7	-0.010982291772961617
35	rnn.bias_hh_l2_reverse	8	-0.08129972219467163
35	rnn.bias_hh_l2_reverse	9	-0.054419297724962234
35	linear.weight	0	0.025028489530086517
35	linear.weight	1	0.03652266040444374
35	linear.weight	2	-0.018601583316922188
35	linear.weight	3	-0.04042205959558487
35	linear.weight	4	-0.022248394787311554
35	linear.weight	5	0.03534424677491188
35	linear.weight	6	0.013897038996219635
35	linear.weight	7	-0.01657111756503582
35	linear.weight	8	0.002141783945262432
35	linear.weight	9	0.06480304151773453
35	linear.bias	0	0.4034409523010254
35	linear.bias	1	0.36565592885017395
35	linear.bias	2	-1.3803935050964355
35	linear.bias	3	-0.05754556506872177
35	linear.bias	4	-0.050822705030441284
35	linear.bias	5	0.5099923610687256
36	transitions	0	0.0982450619339943
36	transitions	1	-10000.0
36	transitions	2	1.808777093887329
36	transitions	3	-0.9118996858596802
36	transitions	4	-10000.0
36	transitions	5	-10000.0
36	transitions	6	-10000.0
36	transitions	7	0.8864877820014954
36	transitions	8	0.9059262871742249
36	transitions	9	-1.0984963178634644
36	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
36	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
36	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
36	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
36	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
36	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
36	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
36	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
36	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
36	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
36	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
36	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
36	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
36	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
36	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
36	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
36	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
36	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
36	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
36	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
36	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
36	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
36	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
36	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
36	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
36	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
36	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
36	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
36	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
36	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
36	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
36	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
36	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
36	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
36	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
36	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
36	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
36	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
36	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
36	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
36	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
36	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
36	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
36	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
36	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
36	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
36	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
36	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
36	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
36	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
36	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
36	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
36	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
36	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
36	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
36	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
36	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
36	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
36	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
36	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
36	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
36	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
36	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
36	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
36	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
36	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
36	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
36	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
36	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
36	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
36	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
36	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
36	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
36	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
36	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
36	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
36	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
36	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
36	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
36	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
36	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
36	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
36	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
36	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
36	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
36	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
36	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
36	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
36	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
36	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
36	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
36	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
36	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
36	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
36	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
36	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
36	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
36	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
36	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
36	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
36	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
36	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
36	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
36	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
36	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
36	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
36	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
36	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
36	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
36	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
36	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
36	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
36	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
36	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
36	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
36	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
36	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
36	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
36	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
36	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
36	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
36	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
36	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
36	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
36	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
36	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
36	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
36	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
36	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
36	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
36	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
36	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
36	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
36	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
36	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
36	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
36	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
36	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
36	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
36	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
36	embedding2nn.weight	0	0.014760616235435009
36	embedding2nn.weight	1	0.0005755224847234786
36	embedding2nn.weight	2	0.005663713440299034
36	embedding2nn.weight	3	0.0008592628291808069
36	embedding2nn.weight	4	-0.008372572250664234
36	embedding2nn.weight	5	-0.005412232596427202
36	embedding2nn.weight	6	-0.0013392951805144548
36	embedding2nn.weight	7	-0.00333011569455266
36	embedding2nn.weight	8	0.015217809937894344
36	embedding2nn.weight	9	0.004416699521243572
36	embedding2nn.bias	0	0.004272193647921085
36	embedding2nn.bias	1	-0.0146480742841959
36	embedding2nn.bias	2	0.006849217228591442
36	embedding2nn.bias	3	-0.014002089388668537
36	embedding2nn.bias	4	-0.00832177884876728
36	embedding2nn.bias	5	0.0005791566800326109
36	embedding2nn.bias	6	0.006118857301771641
36	embedding2nn.bias	7	0.012039217166602612
36	embedding2nn.bias	8	0.002150503685697913
36	embedding2nn.bias	9	-0.0008225191850215197
36	rnn.weight_ih_l0	0	-0.05086515471339226
36	rnn.weight_ih_l0	1	0.05072326213121414
36	rnn.weight_ih_l0	2	0.03185956925153732
36	rnn.weight_ih_l0	3	0.01471326220780611
36	rnn.weight_ih_l0	4	0.012523564510047436
36	rnn.weight_ih_l0	5	0.08417508751153946
36	rnn.weight_ih_l0	6	0.07560604065656662
36	rnn.weight_ih_l0	7	0.03775998204946518
36	rnn.weight_ih_l0	8	-0.045840758830308914
36	rnn.weight_ih_l0	9	0.008123024366796017
36	rnn.weight_hh_l0	0	0.008541782386600971
36	rnn.weight_hh_l0	1	-0.06360738724470139
36	rnn.weight_hh_l0	2	-0.06541087478399277
36	rnn.weight_hh_l0	3	0.07287286221981049
36	rnn.weight_hh_l0	4	0.07106820493936539
36	rnn.weight_hh_l0	5	0.0038481298834085464
36	rnn.weight_hh_l0	6	0.0038313206750899553
36	rnn.weight_hh_l0	7	-0.02537490427494049
36	rnn.weight_hh_l0	8	-0.029309934005141258
36	rnn.weight_hh_l0	9	0.05796919763088226
36	rnn.bias_ih_l0	0	-0.06971757113933563
36	rnn.bias_ih_l0	1	0.08626718074083328
36	rnn.bias_ih_l0	2	0.02151922881603241
36	rnn.bias_ih_l0	3	0.08748935163021088
36	rnn.bias_ih_l0	4	-0.06642233580350876
36	rnn.bias_ih_l0	5	0.08711791783571243
36	rnn.bias_ih_l0	6	-0.07122956216335297
36	rnn.bias_ih_l0	7	-0.03322666883468628
36	rnn.bias_ih_l0	8	-0.08577092736959457
36	rnn.bias_ih_l0	9	-0.050647493451833725
36	rnn.bias_hh_l0	0	0.031087998300790787
36	rnn.bias_hh_l0	1	0.07170034945011139
36	rnn.bias_hh_l0	2	0.06722811609506607
36	rnn.bias_hh_l0	3	0.08243163675069809
36	rnn.bias_hh_l0	4	-0.08042362332344055
36	rnn.bias_hh_l0	5	-0.07141170650720596
36	rnn.bias_hh_l0	6	0.07552081346511841
36	rnn.bias_hh_l0	7	-0.08059287816286087
36	rnn.bias_hh_l0	8	-0.026189273223280907
36	rnn.bias_hh_l0	9	0.011630494147539139
36	rnn.weight_ih_l0_reverse	0	0.07926533371210098
36	rnn.weight_ih_l0_reverse	1	0.07362181693315506
36	rnn.weight_ih_l0_reverse	2	0.03893912956118584
36	rnn.weight_ih_l0_reverse	3	0.033834367990493774
36	rnn.weight_ih_l0_reverse	4	-0.03729693964123726
36	rnn.weight_ih_l0_reverse	5	0.051100220531225204
36	rnn.weight_ih_l0_reverse	6	0.06642480194568634
36	rnn.weight_ih_l0_reverse	7	0.02258693426847458
36	rnn.weight_ih_l0_reverse	8	-0.058725081384181976
36	rnn.weight_ih_l0_reverse	9	-0.052847400307655334
36	rnn.weight_hh_l0_reverse	0	0.025403421372175217
36	rnn.weight_hh_l0_reverse	1	-0.08723608404397964
36	rnn.weight_hh_l0_reverse	2	0.06278584897518158
36	rnn.weight_hh_l0_reverse	3	-0.021497732028365135
36	rnn.weight_hh_l0_reverse	4	0.08375152200460434
36	rnn.weight_hh_l0_reverse	5	-0.0011649964144453406
36	rnn.weight_hh_l0_reverse	6	0.027949949726462364
36	rnn.weight_hh_l0_reverse	7	0.07826323807239532
36	rnn.weight_hh_l0_reverse	8	-0.022180084139108658
36	rnn.weight_hh_l0_reverse	9	-0.04665439948439598
36	rnn.bias_ih_l0_reverse	0	0.001168466522358358
36	rnn.bias_ih_l0_reverse	1	-0.02117145247757435
36	rnn.bias_ih_l0_reverse	2	-0.015109552070498466
36	rnn.bias_ih_l0_reverse	3	0.04750951752066612
36	rnn.bias_ih_l0_reverse	4	0.06851094216108322
36	rnn.bias_ih_l0_reverse	5	-0.025749973952770233
36	rnn.bias_ih_l0_reverse	6	-0.027326760813593864
36	rnn.bias_ih_l0_reverse	7	-0.05211567506194115
36	rnn.bias_ih_l0_reverse	8	0.00452674413099885
36	rnn.bias_ih_l0_reverse	9	-0.06694085896015167
36	rnn.bias_hh_l0_reverse	0	0.03687390685081482
36	rnn.bias_hh_l0_reverse	1	-0.06830345839262009
36	rnn.bias_hh_l0_reverse	2	0.07782864570617676
36	rnn.bias_hh_l0_reverse	3	0.054989468306303024
36	rnn.bias_hh_l0_reverse	4	0.028606755658984184
36	rnn.bias_hh_l0_reverse	5	0.040196239948272705
36	rnn.bias_hh_l0_reverse	6	0.062487903982400894
36	rnn.bias_hh_l0_reverse	7	0.08347645401954651
36	rnn.bias_hh_l0_reverse	8	-0.009362493641674519
36	rnn.bias_hh_l0_reverse	9	0.0506020151078701
36	rnn.weight_ih_l1	0	0.021272918209433556
36	rnn.weight_ih_l1	1	0.0150675680488348
36	rnn.weight_ih_l1	2	0.07053259760141373
36	rnn.weight_ih_l1	3	-0.024357127025723457
36	rnn.weight_ih_l1	4	-0.02424374595284462
36	rnn.weight_ih_l1	5	-0.011998805217444897
36	rnn.weight_ih_l1	6	0.07127819210290909
36	rnn.weight_ih_l1	7	-0.006391590926796198
36	rnn.weight_ih_l1	8	-0.0531732514500618
36	rnn.weight_ih_l1	9	0.06078019738197327
36	rnn.weight_hh_l1	0	-0.07035032659769058
36	rnn.weight_hh_l1	1	-0.037085309624671936
36	rnn.weight_hh_l1	2	-0.00822040718048811
36	rnn.weight_hh_l1	3	-0.05843342840671539
36	rnn.weight_hh_l1	4	0.08589727431535721
36	rnn.weight_hh_l1	5	-0.08442095667123795
36	rnn.weight_hh_l1	6	-0.04834114387631416
36	rnn.weight_hh_l1	7	0.0657108873128891
36	rnn.weight_hh_l1	8	-0.013527282513678074
36	rnn.weight_hh_l1	9	-0.04038938134908676
36	rnn.bias_ih_l1	0	-0.06568901240825653
36	rnn.bias_ih_l1	1	0.058280762284994125
36	rnn.bias_ih_l1	2	-0.05223233625292778
36	rnn.bias_ih_l1	3	-0.06556051969528198
36	rnn.bias_ih_l1	4	-0.03051363117992878
36	rnn.bias_ih_l1	5	-0.03432716056704521
36	rnn.bias_ih_l1	6	-0.049008142203092575
36	rnn.bias_ih_l1	7	0.06400039792060852
36	rnn.bias_ih_l1	8	0.08733551949262619
36	rnn.bias_ih_l1	9	0.027258343994617462
36	rnn.bias_hh_l1	0	0.07038341462612152
36	rnn.bias_hh_l1	1	-0.05812380462884903
36	rnn.bias_hh_l1	2	0.024258995428681374
36	rnn.bias_hh_l1	3	0.06173969805240631
36	rnn.bias_hh_l1	4	0.05748561769723892
36	rnn.bias_hh_l1	5	-0.07898306846618652
36	rnn.bias_hh_l1	6	0.01571333222091198
36	rnn.bias_hh_l1	7	0.03856302425265312
36	rnn.bias_hh_l1	8	0.011085846461355686
36	rnn.bias_hh_l1	9	-0.002994689391925931
36	rnn.weight_ih_l1_reverse	0	0.08609391748905182
36	rnn.weight_ih_l1_reverse	1	-0.041610024869441986
36	rnn.weight_ih_l1_reverse	2	-0.062177155166864395
36	rnn.weight_ih_l1_reverse	3	0.025571556761860847
36	rnn.weight_ih_l1_reverse	4	-0.04602980613708496
36	rnn.weight_ih_l1_reverse	5	0.02408101223409176
36	rnn.weight_ih_l1_reverse	6	0.0403285026550293
36	rnn.weight_ih_l1_reverse	7	0.020367857068777084
36	rnn.weight_ih_l1_reverse	8	-0.007892193272709846
36	rnn.weight_ih_l1_reverse	9	-0.06644939631223679
36	rnn.weight_hh_l1_reverse	0	0.005176619626581669
36	rnn.weight_hh_l1_reverse	1	0.018819458782672882
36	rnn.weight_hh_l1_reverse	2	-0.05814916640520096
36	rnn.weight_hh_l1_reverse	3	-0.012896724976599216
36	rnn.weight_hh_l1_reverse	4	0.00860713142901659
36	rnn.weight_hh_l1_reverse	5	-0.06144920364022255
36	rnn.weight_hh_l1_reverse	6	-0.06728017330169678
36	rnn.weight_hh_l1_reverse	7	-0.011561610735952854
36	rnn.weight_hh_l1_reverse	8	-0.05595461651682854
36	rnn.weight_hh_l1_reverse	9	-0.043318625539541245
36	rnn.bias_ih_l1_reverse	0	-0.0032961692195385695
36	rnn.bias_ih_l1_reverse	1	-0.03909584879875183
36	rnn.bias_ih_l1_reverse	2	0.022676104679703712
36	rnn.bias_ih_l1_reverse	3	-0.07459718734025955
36	rnn.bias_ih_l1_reverse	4	-0.08711336553096771
36	rnn.bias_ih_l1_reverse	5	-0.08809422701597214
36	rnn.bias_ih_l1_reverse	6	0.060436099767684937
36	rnn.bias_ih_l1_reverse	7	0.0861014798283577
36	rnn.bias_ih_l1_reverse	8	-0.0037378703709691763
36	rnn.bias_ih_l1_reverse	9	-0.014309029094874859
36	rnn.bias_hh_l1_reverse	0	0.05974676087498665
36	rnn.bias_hh_l1_reverse	1	-0.06851039826869965
36	rnn.bias_hh_l1_reverse	2	-0.049676332622766495
36	rnn.bias_hh_l1_reverse	3	0.07596311718225479
36	rnn.bias_hh_l1_reverse	4	-0.022750690579414368
36	rnn.bias_hh_l1_reverse	5	-0.007304269354790449
36	rnn.bias_hh_l1_reverse	6	-0.059718381613492966
36	rnn.bias_hh_l1_reverse	7	-0.06124094873666763
36	rnn.bias_hh_l1_reverse	8	0.0650242269039154
36	rnn.bias_hh_l1_reverse	9	0.03526268154382706
36	rnn.weight_ih_l2	0	0.0708305835723877
36	rnn.weight_ih_l2	1	-0.05445284768939018
36	rnn.weight_ih_l2	2	0.06332404166460037
36	rnn.weight_ih_l2	3	0.0664670467376709
36	rnn.weight_ih_l2	4	0.05664767697453499
36	rnn.weight_ih_l2	5	-0.03880586102604866
36	rnn.weight_ih_l2	6	-0.07628315687179565
36	rnn.weight_ih_l2	7	0.014414015226066113
36	rnn.weight_ih_l2	8	-0.017148219048976898
36	rnn.weight_ih_l2	9	-0.06926745921373367
36	rnn.weight_hh_l2	0	0.04848750680685043
36	rnn.weight_hh_l2	1	0.03188421204686165
36	rnn.weight_hh_l2	2	-0.054916176944971085
36	rnn.weight_hh_l2	3	-0.02509186416864395
36	rnn.weight_hh_l2	4	0.054093725979328156
36	rnn.weight_hh_l2	5	-0.02615967020392418
36	rnn.weight_hh_l2	6	0.007969291880726814
36	rnn.weight_hh_l2	7	-0.0528612919151783
36	rnn.weight_hh_l2	8	-0.005293953698128462
36	rnn.weight_hh_l2	9	-0.01995217241346836
36	rnn.bias_ih_l2	0	0.10957423597574234
36	rnn.bias_ih_l2	1	0.01481038797646761
36	rnn.bias_ih_l2	2	0.07513928413391113
36	rnn.bias_ih_l2	3	0.01198114175349474
36	rnn.bias_ih_l2	4	-0.0051862504333257675
36	rnn.bias_ih_l2	5	0.038145311176776886
36	rnn.bias_ih_l2	6	0.015928545966744423
36	rnn.bias_ih_l2	7	0.010494944639503956
36	rnn.bias_ih_l2	8	0.029835708439350128
36	rnn.bias_ih_l2	9	-0.013195003382861614
36	rnn.bias_hh_l2	0	0.0643281489610672
36	rnn.bias_hh_l2	1	0.00014316245506051928
36	rnn.bias_hh_l2	2	0.06803857535123825
36	rnn.bias_hh_l2	3	0.03138650208711624
36	rnn.bias_hh_l2	4	0.07269442081451416
36	rnn.bias_hh_l2	5	-0.03150908648967743
36	rnn.bias_hh_l2	6	0.0052362121641635895
36	rnn.bias_hh_l2	7	-0.024885032325983047
36	rnn.bias_hh_l2	8	0.04366060346364975
36	rnn.bias_hh_l2	9	0.0669461041688919
36	rnn.weight_ih_l2_reverse	0	0.08239690959453583
36	rnn.weight_ih_l2_reverse	1	-0.06105627864599228
36	rnn.weight_ih_l2_reverse	2	0.0008714324212633073
36	rnn.weight_ih_l2_reverse	3	0.03532738238573074
36	rnn.weight_ih_l2_reverse	4	0.053977932780981064
36	rnn.weight_ih_l2_reverse	5	-0.04063325747847557
36	rnn.weight_ih_l2_reverse	6	-0.0010533668100833893
36	rnn.weight_ih_l2_reverse	7	-0.004527967888861895
36	rnn.weight_ih_l2_reverse	8	0.0038985416758805513
36	rnn.weight_ih_l2_reverse	9	-0.08208571374416351
36	rnn.weight_hh_l2_reverse	0	-0.08277734369039536
36	rnn.weight_hh_l2_reverse	1	0.011629657819867134
36	rnn.weight_hh_l2_reverse	2	0.010558540932834148
36	rnn.weight_hh_l2_reverse	3	0.024333084002137184
36	rnn.weight_hh_l2_reverse	4	-0.036876432597637177
36	rnn.weight_hh_l2_reverse	5	-0.014861281029880047
36	rnn.weight_hh_l2_reverse	6	-0.03809404373168945
36	rnn.weight_hh_l2_reverse	7	-0.05981370434165001
36	rnn.weight_hh_l2_reverse	8	-0.006874998100101948
36	rnn.weight_hh_l2_reverse	9	-0.05905614048242569
36	rnn.bias_ih_l2_reverse	0	-0.01927284337580204
36	rnn.bias_ih_l2_reverse	1	-0.027856817469000816
36	rnn.bias_ih_l2_reverse	2	0.03776799514889717
36	rnn.bias_ih_l2_reverse	3	-0.0011082937708124518
36	rnn.bias_ih_l2_reverse	4	0.0790332481265068
36	rnn.bias_ih_l2_reverse	5	-0.08917898684740067
36	rnn.bias_ih_l2_reverse	6	-0.04288897290825844
36	rnn.bias_ih_l2_reverse	7	-0.04126797243952751
36	rnn.bias_ih_l2_reverse	8	0.06682782620191574
36	rnn.bias_ih_l2_reverse	9	0.02763417549431324
36	rnn.bias_hh_l2_reverse	0	0.06199587881565094
36	rnn.bias_hh_l2_reverse	1	-0.07782704383134842
36	rnn.bias_hh_l2_reverse	2	-0.066716268658638
36	rnn.bias_hh_l2_reverse	3	0.03754120320081711
36	rnn.bias_hh_l2_reverse	4	0.025044573470950127
36	rnn.bias_hh_l2_reverse	5	0.04455963894724846
36	rnn.bias_hh_l2_reverse	6	-0.08211726695299149
36	rnn.bias_hh_l2_reverse	7	-0.01100872177630663
36	rnn.bias_hh_l2_reverse	8	-0.08049239218235016
36	rnn.bias_hh_l2_reverse	9	-0.05448603630065918
36	linear.weight	0	0.025028489530086517
36	linear.weight	1	0.036730531603097916
36	linear.weight	2	-0.018653344362974167
36	linear.weight	3	-0.04251720756292343
36	linear.weight	4	-0.022248394787311554
36	linear.weight	5	0.046773988753557205
36	linear.weight	6	0.010523281060159206
36	linear.weight	7	-0.027585847303271294
36	linear.weight	8	0.003434055717661977
36	linear.weight	9	0.06841140985488892
36	linear.bias	0	0.49014854431152344
36	linear.bias	1	0.44086700677871704
36	linear.bias	2	-1.3844846487045288
36	linear.bias	3	-0.05754556506872177
36	linear.bias	4	-0.050822705030441284
36	linear.bias	5	0.3521648943424225
37	transitions	0	0.09652114659547806
37	transitions	1	-10000.0
37	transitions	2	1.7358638048171997
37	transitions	3	-0.9009537696838379
37	transitions	4	-10000.0
37	transitions	5	-10000.0
37	transitions	6	-10000.0
37	transitions	7	0.8863100409507751
37	transitions	8	0.904291570186615
37	transitions	9	-1.1091222763061523
37	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
37	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
37	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
37	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
37	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
37	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
37	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
37	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
37	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
37	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
37	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
37	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
37	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
37	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
37	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
37	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
37	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
37	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
37	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
37	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
37	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
37	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
37	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
37	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
37	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
37	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
37	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
37	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
37	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
37	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
37	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
37	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
37	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
37	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
37	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
37	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
37	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
37	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
37	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
37	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
37	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
37	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
37	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
37	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
37	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
37	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
37	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
37	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
37	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
37	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
37	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
37	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
37	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
37	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
37	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
37	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
37	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
37	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
37	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
37	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
37	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
37	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
37	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
37	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
37	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
37	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
37	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
37	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
37	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
37	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
37	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
37	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
37	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
37	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
37	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
37	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
37	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
37	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
37	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
37	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
37	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
37	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
37	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
37	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
37	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
37	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
37	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
37	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
37	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
37	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
37	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
37	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
37	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
37	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
37	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
37	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
37	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
37	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
37	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
37	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
37	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
37	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
37	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
37	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
37	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
37	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
37	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
37	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
37	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
37	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
37	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
37	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
37	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
37	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
37	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
37	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
37	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
37	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
37	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
37	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
37	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
37	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
37	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
37	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
37	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
37	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
37	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
37	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
37	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
37	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
37	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
37	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
37	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
37	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
37	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
37	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
37	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
37	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
37	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
37	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
37	embedding2nn.weight	0	0.014764142222702503
37	embedding2nn.weight	1	0.0005904982681386173
37	embedding2nn.weight	2	0.0056577809154987335
37	embedding2nn.weight	3	0.0008589922799728811
37	embedding2nn.weight	4	-0.008212823420763016
37	embedding2nn.weight	5	-0.005437957122921944
37	embedding2nn.weight	6	-0.0013124129036441445
37	embedding2nn.weight	7	-0.003317611524835229
37	embedding2nn.weight	8	0.015182462520897388
37	embedding2nn.weight	9	0.004420305136591196
37	embedding2nn.bias	0	0.002359295729547739
37	embedding2nn.bias	1	-0.013102393597364426
37	embedding2nn.bias	2	0.01153896190226078
37	embedding2nn.bias	3	-0.014375897124409676
37	embedding2nn.bias	4	-0.013238702900707722
37	embedding2nn.bias	5	9.733451588544995e-05
37	embedding2nn.bias	6	0.00945707131177187
37	embedding2nn.bias	7	0.014163592830300331
37	embedding2nn.bias	8	0.0005440793465822935
37	embedding2nn.bias	9	-0.000694549351464957
37	rnn.weight_ih_l0	0	-0.0508807897567749
37	rnn.weight_ih_l0	1	0.050734493881464005
37	rnn.weight_ih_l0	2	0.031854093074798584
37	rnn.weight_ih_l0	3	0.014712107367813587
37	rnn.weight_ih_l0	4	0.01245846226811409
37	rnn.weight_ih_l0	5	0.08417662233114243
37	rnn.weight_ih_l0	6	0.07560546696186066
37	rnn.weight_ih_l0	7	0.03776373714208603
37	rnn.weight_ih_l0	8	-0.045625850558280945
37	rnn.weight_ih_l0	9	0.008100633509457111
37	rnn.weight_hh_l0	0	0.008546070195734501
37	rnn.weight_hh_l0	1	-0.06358593702316284
37	rnn.weight_hh_l0	2	-0.06540562957525253
37	rnn.weight_hh_l0	3	0.0728643387556076
37	rnn.weight_hh_l0	4	0.07107314467430115
37	rnn.weight_hh_l0	5	0.003942433279007673
37	rnn.weight_hh_l0	6	0.003814482595771551
37	rnn.weight_hh_l0	7	-0.025532886385917664
37	rnn.weight_hh_l0	8	-0.029338829219341278
37	rnn.weight_hh_l0	9	0.05796723812818527
37	rnn.bias_ih_l0	0	-0.06982006877660751
37	rnn.bias_ih_l0	1	0.08630257844924927
37	rnn.bias_ih_l0	2	0.021166201680898666
37	rnn.bias_ih_l0	3	0.08368951082229614
37	rnn.bias_ih_l0	4	-0.06607949733734131
37	rnn.bias_ih_l0	5	0.08733634650707245
37	rnn.bias_ih_l0	6	-0.06545067578554153
37	rnn.bias_ih_l0	7	-0.03323206678032875
37	rnn.bias_ih_l0	8	-0.08564561605453491
37	rnn.bias_ih_l0	9	-0.05056009814143181
37	rnn.bias_hh_l0	0	0.031065037474036217
37	rnn.bias_hh_l0	1	0.07170889526605606
37	rnn.bias_hh_l0	2	0.06742720305919647
37	rnn.bias_hh_l0	3	0.08243267238140106
37	rnn.bias_hh_l0	4	-0.08586722612380981
37	rnn.bias_hh_l0	5	-0.0714520737528801
37	rnn.bias_hh_l0	6	0.07557081431150436
37	rnn.bias_hh_l0	7	-0.0842849612236023
37	rnn.bias_hh_l0	8	-0.02611277997493744
37	rnn.bias_hh_l0	9	0.006438479293137789
37	rnn.weight_ih_l0_reverse	0	0.07926453649997711
37	rnn.weight_ih_l0_reverse	1	0.07362744957208633
37	rnn.weight_ih_l0_reverse	2	0.03894572705030441
37	rnn.weight_ih_l0_reverse	3	0.03382834047079086
37	rnn.weight_ih_l0_reverse	4	-0.037263646721839905
37	rnn.weight_ih_l0_reverse	5	0.051095493137836456
37	rnn.weight_ih_l0_reverse	6	0.06642284989356995
37	rnn.weight_ih_l0_reverse	7	0.022542070597410202
37	rnn.weight_ih_l0_reverse	8	-0.05878356471657753
37	rnn.weight_ih_l0_reverse	9	-0.05283704772591591
37	rnn.weight_hh_l0_reverse	0	0.02545722760260105
37	rnn.weight_hh_l0_reverse	1	-0.08723295480012894
37	rnn.weight_hh_l0_reverse	2	0.062785305082798
37	rnn.weight_hh_l0_reverse	3	-0.02150646783411503
37	rnn.weight_hh_l0_reverse	4	0.08376962691545486
37	rnn.weight_hh_l0_reverse	5	-0.001166566158644855
37	rnn.weight_hh_l0_reverse	6	0.028414834290742874
37	rnn.weight_hh_l0_reverse	7	0.07825041562318802
37	rnn.weight_hh_l0_reverse	8	-0.022184796631336212
37	rnn.weight_hh_l0_reverse	9	-0.04665669426321983
37	rnn.bias_ih_l0_reverse	0	0.0015596438897773623
37	rnn.bias_ih_l0_reverse	1	-0.01927816867828369
37	rnn.bias_ih_l0_reverse	2	-0.01578511670231819
37	rnn.bias_ih_l0_reverse	3	0.047566190361976624
37	rnn.bias_ih_l0_reverse	4	0.06865713000297546
37	rnn.bias_ih_l0_reverse	5	-0.025555821135640144
37	rnn.bias_ih_l0_reverse	6	-0.02739035151898861
37	rnn.bias_ih_l0_reverse	7	-0.05188344419002533
37	rnn.bias_ih_l0_reverse	8	0.004437105264514685
37	rnn.bias_ih_l0_reverse	9	-0.06670752912759781
37	rnn.bias_hh_l0_reverse	0	0.0368633009493351
37	rnn.bias_hh_l0_reverse	1	-0.06807012856006622
37	rnn.bias_hh_l0_reverse	2	0.07937188446521759
37	rnn.bias_hh_l0_reverse	3	0.0551903173327446
37	rnn.bias_hh_l0_reverse	4	0.027387861162424088
37	rnn.bias_hh_l0_reverse	5	0.040469784289598465
37	rnn.bias_hh_l0_reverse	6	0.0627853199839592
37	rnn.bias_hh_l0_reverse	7	0.08299415558576584
37	rnn.bias_hh_l0_reverse	8	-0.009197414852678776
37	rnn.bias_hh_l0_reverse	9	0.053167782723903656
37	rnn.weight_ih_l1	0	0.02130051515996456
37	rnn.weight_ih_l1	1	0.015052583999931812
37	rnn.weight_ih_l1	2	0.07010354101657867
37	rnn.weight_ih_l1	3	-0.024353748187422752
37	rnn.weight_ih_l1	4	-0.024250347167253494
37	rnn.weight_ih_l1	5	-0.012042522430419922
37	rnn.weight_ih_l1	6	0.07130073755979538
37	rnn.weight_ih_l1	7	-0.00635013822466135
37	rnn.weight_ih_l1	8	-0.05318903177976608
37	rnn.weight_ih_l1	9	0.06075745075941086
37	rnn.weight_hh_l1	0	-0.07064519077539444
37	rnn.weight_hh_l1	1	-0.037052497267723083
37	rnn.weight_hh_l1	2	-0.008219536393880844
37	rnn.weight_hh_l1	3	-0.058438804000616074
37	rnn.weight_hh_l1	4	0.0859045758843422
37	rnn.weight_hh_l1	5	-0.08443592488765717
37	rnn.weight_hh_l1	6	-0.048336613923311234
37	rnn.weight_hh_l1	7	0.06580278277397156
37	rnn.weight_hh_l1	8	-0.013537186197936535
37	rnn.weight_hh_l1	9	-0.04047713428735733
37	rnn.bias_ih_l1	0	-0.06601680815219879
37	rnn.bias_ih_l1	1	0.058241501450538635
37	rnn.bias_ih_l1	2	-0.052243921905756
37	rnn.bias_ih_l1	3	-0.06512122601270676
37	rnn.bias_ih_l1	4	-0.030508557334542274
37	rnn.bias_ih_l1	5	-0.03760321065783501
37	rnn.bias_ih_l1	6	-0.04501735791563988
37	rnn.bias_ih_l1	7	0.06510477513074875
37	rnn.bias_ih_l1	8	0.08743377774953842
37	rnn.bias_ih_l1	9	0.02630319446325302
37	rnn.bias_hh_l1	0	0.07032302767038345
37	rnn.bias_hh_l1	1	-0.057930052280426025
37	rnn.bias_hh_l1	2	0.024391228333115578
37	rnn.bias_hh_l1	3	0.06171209365129471
37	rnn.bias_hh_l1	4	0.05786054953932762
37	rnn.bias_hh_l1	5	-0.07899267971515656
37	rnn.bias_hh_l1	6	0.01566859893500805
37	rnn.bias_hh_l1	7	0.03856203705072403
37	rnn.bias_hh_l1	8	0.011124943383038044
37	rnn.bias_hh_l1	9	-0.0032366944942623377
37	rnn.weight_ih_l1_reverse	0	0.08612137287855148
37	rnn.weight_ih_l1_reverse	1	-0.04160955548286438
37	rnn.weight_ih_l1_reverse	2	-0.06218379735946655
37	rnn.weight_ih_l1_reverse	3	0.02558007463812828
37	rnn.weight_ih_l1_reverse	4	-0.04603304713964462
37	rnn.weight_ih_l1_reverse	5	0.024085387587547302
37	rnn.weight_ih_l1_reverse	6	0.04033029079437256
37	rnn.weight_ih_l1_reverse	7	0.020383436232805252
37	rnn.weight_ih_l1_reverse	8	-0.007890630513429642
37	rnn.weight_ih_l1_reverse	9	-0.06653326749801636
37	rnn.weight_hh_l1_reverse	0	0.005165876820683479
37	rnn.weight_hh_l1_reverse	1	0.0188099704682827
37	rnn.weight_hh_l1_reverse	2	-0.05814746394753456
37	rnn.weight_hh_l1_reverse	3	-0.012901012785732746
37	rnn.weight_hh_l1_reverse	4	0.008612600155174732
37	rnn.weight_hh_l1_reverse	5	-0.06121209263801575
37	rnn.weight_hh_l1_reverse	6	-0.06728027015924454
37	rnn.weight_hh_l1_reverse	7	-0.011557398363947868
37	rnn.weight_hh_l1_reverse	8	-0.055945929139852524
37	rnn.weight_hh_l1_reverse	9	-0.04331498220562935
37	rnn.bias_ih_l1_reverse	0	-0.003226608969271183
37	rnn.bias_ih_l1_reverse	1	-0.039136894047260284
37	rnn.bias_ih_l1_reverse	2	0.023021705448627472
37	rnn.bias_ih_l1_reverse	3	-0.07469817996025085
37	rnn.bias_ih_l1_reverse	4	-0.08709265291690826
37	rnn.bias_ih_l1_reverse	5	-0.08823742717504501
37	rnn.bias_ih_l1_reverse	6	0.05958517640829086
37	rnn.bias_ih_l1_reverse	7	0.08609160780906677
37	rnn.bias_ih_l1_reverse	8	-0.002975590294227004
37	rnn.bias_ih_l1_reverse	9	-0.01423341128975153
37	rnn.bias_hh_l1_reverse	0	0.05980554595589638
37	rnn.bias_hh_l1_reverse	1	-0.06855516880750656
37	rnn.bias_hh_l1_reverse	2	-0.04970962926745415
37	rnn.bias_hh_l1_reverse	3	0.07540944218635559
37	rnn.bias_hh_l1_reverse	4	-0.022631492465734482
37	rnn.bias_hh_l1_reverse	5	-0.007191539742052555
37	rnn.bias_hh_l1_reverse	6	-0.059594832360744476
37	rnn.bias_hh_l1_reverse	7	-0.061260420829057693
37	rnn.bias_hh_l1_reverse	8	0.06498056650161743
37	rnn.bias_hh_l1_reverse	9	0.03603086248040199
37	rnn.weight_ih_l2	0	0.07086624205112457
37	rnn.weight_ih_l2	1	-0.054465893656015396
37	rnn.weight_ih_l2	2	0.06332562118768692
37	rnn.weight_ih_l2	3	0.06624840199947357
37	rnn.weight_ih_l2	4	0.05699068307876587
37	rnn.weight_ih_l2	5	-0.03880765661597252
37	rnn.weight_ih_l2	6	-0.07621532678604126
37	rnn.weight_ih_l2	7	0.014368653297424316
37	rnn.weight_ih_l2	8	-0.017150184139609337
37	rnn.weight_ih_l2	9	-0.06926697492599487
37	rnn.weight_hh_l2	0	0.04847783222794533
37	rnn.weight_hh_l2	1	0.03188113868236542
37	rnn.weight_hh_l2	2	-0.05491698905825615
37	rnn.weight_hh_l2	3	-0.025079136714339256
37	rnn.weight_hh_l2	4	0.05409545823931694
37	rnn.weight_hh_l2	5	-0.025885742157697678
37	rnn.weight_hh_l2	6	0.007975602522492409
37	rnn.weight_hh_l2	7	-0.052847545593976974
37	rnn.weight_hh_l2	8	-0.005283403676003218
37	rnn.weight_hh_l2	9	-0.019954312592744827
37	rnn.bias_ih_l2	0	0.10682334750890732
37	rnn.bias_ih_l2	1	0.014636113308370113
37	rnn.bias_ih_l2	2	0.07773646712303162
37	rnn.bias_ih_l2	3	0.011828474700450897
37	rnn.bias_ih_l2	4	-0.004934239666908979
37	rnn.bias_ih_l2	5	0.03866320475935936
37	rnn.bias_ih_l2	6	0.016223717480897903
37	rnn.bias_ih_l2	7	0.010524512268602848
37	rnn.bias_ih_l2	8	0.030067387968301773
37	rnn.bias_ih_l2	9	-0.013116189278662205
37	rnn.bias_hh_l2	0	0.06531418114900589
37	rnn.bias_hh_l2	1	0.00026927527505904436
37	rnn.bias_hh_l2	2	0.06939847022294998
37	rnn.bias_hh_l2	3	0.03136362135410309
37	rnn.bias_hh_l2	4	0.07265335321426392
37	rnn.bias_hh_l2	5	-0.031857069581747055
37	rnn.bias_hh_l2	6	0.007098063360899687
37	rnn.bias_hh_l2	7	-0.024930989369750023
37	rnn.bias_hh_l2	8	0.04368971660733223
37	rnn.bias_hh_l2	9	0.06820964813232422
37	rnn.weight_ih_l2_reverse	0	0.0823945552110672
37	rnn.weight_ih_l2_reverse	1	-0.06087566167116165
37	rnn.weight_ih_l2_reverse	2	0.0008753964793868363
37	rnn.weight_ih_l2_reverse	3	0.03534063324332237
37	rnn.weight_ih_l2_reverse	4	0.05397707223892212
37	rnn.weight_ih_l2_reverse	5	-0.04063066467642784
37	rnn.weight_ih_l2_reverse	6	-0.0012227039551362395
37	rnn.weight_ih_l2_reverse	7	-0.0055031622759997845
37	rnn.weight_ih_l2_reverse	8	0.003747788956388831
37	rnn.weight_ih_l2_reverse	9	-0.08211418986320496
37	rnn.weight_hh_l2_reverse	0	-0.08277884125709534
37	rnn.weight_hh_l2_reverse	1	0.011345644481480122
37	rnn.weight_hh_l2_reverse	2	0.010552608408033848
37	rnn.weight_hh_l2_reverse	3	0.02433258295059204
37	rnn.weight_hh_l2_reverse	4	-0.03686888888478279
37	rnn.weight_hh_l2_reverse	5	-0.014861936680972576
37	rnn.weight_hh_l2_reverse	6	-0.0381045788526535
37	rnn.weight_hh_l2_reverse	7	-0.05981481820344925
37	rnn.weight_hh_l2_reverse	8	-0.006864690687507391
37	rnn.weight_hh_l2_reverse	9	-0.059056900441646576
37	rnn.bias_ih_l2_reverse	0	-0.016385413706302643
37	rnn.bias_ih_l2_reverse	1	-0.027677657082676888
37	rnn.bias_ih_l2_reverse	2	0.03715578466653824
37	rnn.bias_ih_l2_reverse	3	-0.0017086733132600784
37	rnn.bias_ih_l2_reverse	4	0.07905042916536331
37	rnn.bias_ih_l2_reverse	5	-0.08924563974142075
37	rnn.bias_ih_l2_reverse	6	-0.04281970486044884
37	rnn.bias_ih_l2_reverse	7	-0.043113913387060165
37	rnn.bias_ih_l2_reverse	8	0.05652342736721039
37	rnn.bias_ih_l2_reverse	9	0.02627216838300228
37	rnn.bias_hh_l2_reverse	0	0.06670272350311279
37	rnn.bias_hh_l2_reverse	1	-0.07905919849872589
37	rnn.bias_hh_l2_reverse	2	-0.06681526452302933
37	rnn.bias_hh_l2_reverse	3	0.03739657998085022
37	rnn.bias_hh_l2_reverse	4	0.025362227112054825
37	rnn.bias_hh_l2_reverse	5	0.04046851024031639
37	rnn.bias_hh_l2_reverse	6	-0.0821191668510437
37	rnn.bias_hh_l2_reverse	7	-0.011036589741706848
37	rnn.bias_hh_l2_reverse	8	-0.08220191299915314
37	rnn.bias_hh_l2_reverse	9	-0.054409801959991455
37	linear.weight	0	0.025028489530086517
37	linear.weight	1	0.067685566842556
37	linear.weight	2	-0.018740864470601082
37	linear.weight	3	-0.03762194514274597
37	linear.weight	4	-0.022248394787311554
37	linear.weight	5	0.03964771702885628
37	linear.weight	6	0.011655858717858791
37	linear.weight	7	-0.021604591980576515
37	linear.weight	8	0.003034783760085702
37	linear.weight	9	0.061877116560935974
37	linear.bias	0	0.39990755915641785
37	linear.bias	1	0.3689115643501282
37	linear.bias	2	-1.3907794952392578
37	linear.bias	3	-0.05754556506872177
37	linear.bias	4	-0.050822705030441284
37	linear.bias	5	0.520656168460846
38	transitions	0	0.09538154304027557
38	transitions	1	-10000.0
38	transitions	2	1.752975344657898
38	transitions	3	-0.9012122750282288
38	transitions	4	-10000.0
38	transitions	5	-10000.0
38	transitions	6	-10000.0
38	transitions	7	0.8861830234527588
38	transitions	8	0.9031307101249695
38	transitions	9	-1.1155645847320557
38	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
38	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
38	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
38	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
38	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
38	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
38	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
38	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
38	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
38	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
38	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
38	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
38	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
38	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
38	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
38	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
38	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
38	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
38	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
38	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
38	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
38	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
38	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
38	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
38	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
38	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
38	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
38	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
38	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
38	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
38	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
38	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
38	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
38	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
38	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
38	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
38	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
38	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
38	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
38	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
38	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
38	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
38	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
38	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
38	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
38	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
38	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
38	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
38	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
38	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
38	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
38	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
38	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
38	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
38	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
38	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
38	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
38	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
38	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
38	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
38	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
38	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
38	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
38	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
38	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
38	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
38	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
38	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
38	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
38	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
38	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
38	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
38	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
38	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
38	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
38	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
38	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
38	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
38	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
38	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
38	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
38	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
38	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
38	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
38	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
38	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
38	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
38	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
38	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
38	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
38	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
38	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
38	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
38	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
38	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
38	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
38	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
38	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
38	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
38	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
38	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
38	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
38	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
38	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
38	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
38	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
38	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
38	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
38	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
38	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
38	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
38	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
38	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
38	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
38	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
38	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
38	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
38	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
38	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
38	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
38	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
38	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
38	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
38	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
38	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
38	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
38	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
38	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
38	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
38	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
38	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
38	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
38	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
38	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
38	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
38	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
38	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
38	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
38	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
38	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
38	embedding2nn.weight	0	0.014756659977138042
38	embedding2nn.weight	1	0.0005951106431894004
38	embedding2nn.weight	2	0.005661600269377232
38	embedding2nn.weight	3	0.0008480969700030982
38	embedding2nn.weight	4	-0.008061063475906849
38	embedding2nn.weight	5	-0.005460590124130249
38	embedding2nn.weight	6	-0.0013128675054758787
38	embedding2nn.weight	7	-0.0033226688392460346
38	embedding2nn.weight	8	0.015177668072283268
38	embedding2nn.weight	9	0.00441698869690299
38	embedding2nn.bias	0	0.002776927314698696
38	embedding2nn.bias	1	-0.01413386408239603
38	embedding2nn.bias	2	0.010681236162781715
38	embedding2nn.bias	3	-0.013635032810270786
38	embedding2nn.bias	4	-0.012405503541231155
38	embedding2nn.bias	5	0.00043755609658546746
38	embedding2nn.bias	6	0.010110829025506973
38	embedding2nn.bias	7	0.014207017607986927
38	embedding2nn.bias	8	0.0019683425780385733
38	embedding2nn.bias	9	-0.0017138435505330563
38	rnn.weight_ih_l0	0	-0.05089911073446274
38	rnn.weight_ih_l0	1	0.050740767270326614
38	rnn.weight_ih_l0	2	0.03185566887259483
38	rnn.weight_ih_l0	3	0.014708295464515686
38	rnn.weight_ih_l0	4	0.012458963319659233
38	rnn.weight_ih_l0	5	0.08417977392673492
38	rnn.weight_ih_l0	6	0.07560350745916367
38	rnn.weight_ih_l0	7	0.03776296228170395
38	rnn.weight_ih_l0	8	-0.04563821479678154
38	rnn.weight_ih_l0	9	0.008154643699526787
38	rnn.weight_hh_l0	0	0.008537139743566513
38	rnn.weight_hh_l0	1	-0.06359028816223145
38	rnn.weight_hh_l0	2	-0.06538860499858856
38	rnn.weight_hh_l0	3	0.07284679263830185
38	rnn.weight_hh_l0	4	0.07104139775037766
38	rnn.weight_hh_l0	5	0.004074473865330219
38	rnn.weight_hh_l0	6	0.0037732489872723818
38	rnn.weight_hh_l0	7	-0.025570526719093323
38	rnn.weight_hh_l0	8	-0.029331305995583534
38	rnn.weight_hh_l0	9	0.05797305703163147
38	rnn.bias_ih_l0	0	-0.06944158673286438
38	rnn.bias_ih_l0	1	0.08649961650371552
38	rnn.bias_ih_l0	2	0.02124929241836071
38	rnn.bias_ih_l0	3	0.08536560088396072
38	rnn.bias_ih_l0	4	-0.06706953793764114
38	rnn.bias_ih_l0	5	0.08725893497467041
38	rnn.bias_ih_l0	6	-0.06619002670049667
38	rnn.bias_ih_l0	7	-0.033091895282268524
38	rnn.bias_ih_l0	8	-0.08499804884195328
38	rnn.bias_ih_l0	9	-0.050517719238996506
38	rnn.bias_hh_l0	0	0.031462036073207855
38	rnn.bias_hh_l0	1	0.07177674025297165
38	rnn.bias_hh_l0	2	0.06748847663402557
38	rnn.bias_hh_l0	3	0.0824810191988945
38	rnn.bias_hh_l0	4	-0.08421111851930618
38	rnn.bias_hh_l0	5	-0.0714205726981163
38	rnn.bias_hh_l0	6	0.07555662840604782
38	rnn.bias_hh_l0	7	-0.08595709502696991
38	rnn.bias_hh_l0	8	-0.026080213487148285
38	rnn.bias_hh_l0	9	0.00922894012182951
38	rnn.weight_ih_l0_reverse	0	0.07926227152347565
38	rnn.weight_ih_l0_reverse	1	0.07364072650671005
38	rnn.weight_ih_l0_reverse	2	0.0389399379491806
38	rnn.weight_ih_l0_reverse	3	0.03382391855120659
38	rnn.weight_ih_l0_reverse	4	-0.03728630021214485
38	rnn.weight_ih_l0_reverse	5	0.05109965056180954
38	rnn.weight_ih_l0_reverse	6	0.0664266049861908
38	rnn.weight_ih_l0_reverse	7	0.022600533440709114
38	rnn.weight_ih_l0_reverse	8	-0.05877840518951416
38	rnn.weight_ih_l0_reverse	9	-0.052836738526821136
38	rnn.weight_hh_l0_reverse	0	0.02543988637626171
38	rnn.weight_hh_l0_reverse	1	-0.08723046630620956
38	rnn.weight_hh_l0_reverse	2	0.06277730315923691
38	rnn.weight_hh_l0_reverse	3	-0.02150207944214344
38	rnn.weight_hh_l0_reverse	4	0.08376450836658478
38	rnn.weight_hh_l0_reverse	5	-0.001156891928985715
38	rnn.weight_hh_l0_reverse	6	0.028275391086935997
38	rnn.weight_hh_l0_reverse	7	0.07824788987636566
38	rnn.weight_hh_l0_reverse	8	-0.02218153513967991
38	rnn.weight_hh_l0_reverse	9	-0.04665224254131317
38	rnn.bias_ih_l0_reverse	0	0.0013725830940529704
38	rnn.bias_ih_l0_reverse	1	-0.018927166238427162
38	rnn.bias_ih_l0_reverse	2	-0.016179075464606285
38	rnn.bias_ih_l0_reverse	3	0.047548968344926834
38	rnn.bias_ih_l0_reverse	4	0.06866119801998138
38	rnn.bias_ih_l0_reverse	5	-0.025621730834245682
38	rnn.bias_ih_l0_reverse	6	-0.02738163061439991
38	rnn.bias_ih_l0_reverse	7	-0.0519644096493721
38	rnn.bias_ih_l0_reverse	8	0.004199553746730089
38	rnn.bias_ih_l0_reverse	9	-0.06654304265975952
38	rnn.bias_hh_l0_reverse	0	0.03710763901472092
38	rnn.bias_hh_l0_reverse	1	-0.06790564209222794
38	rnn.bias_hh_l0_reverse	2	0.07926946878433228
38	rnn.bias_hh_l0_reverse	3	0.055273786187171936
38	rnn.bias_hh_l0_reverse	4	0.02680058218538761
38	rnn.bias_hh_l0_reverse	5	0.040461648255586624
38	rnn.bias_hh_l0_reverse	6	0.0628449097275734
38	rnn.bias_hh_l0_reverse	7	0.0841933935880661
38	rnn.bias_hh_l0_reverse	8	-0.009327121078968048
38	rnn.bias_hh_l0_reverse	9	0.05197302997112274
38	rnn.weight_ih_l1	0	0.021250419318675995
38	rnn.weight_ih_l1	1	0.015029577538371086
38	rnn.weight_ih_l1	2	0.07009732723236084
38	rnn.weight_ih_l1	3	-0.024345850571990013
38	rnn.weight_ih_l1	4	-0.024235524237155914
38	rnn.weight_ih_l1	5	-0.012057364918291569
38	rnn.weight_ih_l1	6	0.07137756049633026
38	rnn.weight_ih_l1	7	-0.006538421846926212
38	rnn.weight_ih_l1	8	-0.05315988510847092
38	rnn.weight_ih_l1	9	0.06055663153529167
38	rnn.weight_hh_l1	0	-0.07060986757278442
38	rnn.weight_hh_l1	1	-0.0370473749935627
38	rnn.weight_hh_l1	2	-0.008223740383982658
38	rnn.weight_hh_l1	3	-0.058435264974832535
38	rnn.weight_hh_l1	4	0.08591534197330475
38	rnn.weight_hh_l1	5	-0.08442455530166626
38	rnn.weight_hh_l1	6	-0.04834882169961929
38	rnn.weight_hh_l1	7	0.06579004228115082
38	rnn.weight_hh_l1	8	-0.013531598262488842
38	rnn.weight_hh_l1	9	-0.040470466017723083
38	rnn.bias_ih_l1	0	-0.06616555899381638
38	rnn.bias_ih_l1	1	0.05814311280846596
38	rnn.bias_ih_l1	2	-0.05220567807555199
38	rnn.bias_ih_l1	3	-0.06521250307559967
38	rnn.bias_ih_l1	4	-0.030646827071905136
38	rnn.bias_ih_l1	5	-0.03862697258591652
38	rnn.bias_ih_l1	6	-0.04560016840696335
38	rnn.bias_ih_l1	7	0.06496737897396088
38	rnn.bias_ih_l1	8	0.08751019835472107
38	rnn.bias_ih_l1	9	0.027154481038451195
38	rnn.bias_hh_l1	0	0.07029680162668228
38	rnn.bias_hh_l1	1	-0.05801621824502945
38	rnn.bias_hh_l1	2	0.02443886548280716
38	rnn.bias_hh_l1	3	0.06211177632212639
38	rnn.bias_hh_l1	4	0.05782028287649155
38	rnn.bias_hh_l1	5	-0.0790691152215004
38	rnn.bias_hh_l1	6	0.015634631738066673
38	rnn.bias_hh_l1	7	0.038726337254047394
38	rnn.bias_hh_l1	8	0.011183618567883968
38	rnn.bias_hh_l1	9	-0.0030684289522469044
38	rnn.weight_ih_l1_reverse	0	0.08610594272613525
38	rnn.weight_ih_l1_reverse	1	-0.04162170737981796
38	rnn.weight_ih_l1_reverse	2	-0.06217866390943527
38	rnn.weight_ih_l1_reverse	3	0.02557561546564102
38	rnn.weight_ih_l1_reverse	4	-0.046034280210733414
38	rnn.weight_ih_l1_reverse	5	0.02408147044479847
38	rnn.weight_ih_l1_reverse	6	0.04035577178001404
38	rnn.weight_ih_l1_reverse	7	0.020392678678035736
38	rnn.weight_ih_l1_reverse	8	-0.007888575084507465
38	rnn.weight_ih_l1_reverse	9	-0.06624666601419449
38	rnn.weight_hh_l1_reverse	0	0.005154861137270927
38	rnn.weight_hh_l1_reverse	1	0.01880890317261219
38	rnn.weight_hh_l1_reverse	2	-0.0581454299390316
38	rnn.weight_hh_l1_reverse	3	-0.012919575907289982
38	rnn.weight_hh_l1_reverse	4	0.008613962680101395
38	rnn.weight_hh_l1_reverse	5	-0.0611480176448822
38	rnn.weight_hh_l1_reverse	6	-0.06727704405784607
38	rnn.weight_hh_l1_reverse	7	-0.01156063936650753
38	rnn.weight_hh_l1_reverse	8	-0.055989548563957214
38	rnn.weight_hh_l1_reverse	9	-0.043324634432792664
38	rnn.bias_ih_l1_reverse	0	-0.0032609219197183847
38	rnn.bias_ih_l1_reverse	1	-0.03895631432533264
38	rnn.bias_ih_l1_reverse	2	0.023182598873972893
38	rnn.bias_ih_l1_reverse	3	-0.07442006468772888
38	rnn.bias_ih_l1_reverse	4	-0.08706248551607132
38	rnn.bias_ih_l1_reverse	5	-0.08827748894691467
38	rnn.bias_ih_l1_reverse	6	0.059648312628269196
38	rnn.bias_ih_l1_reverse	7	0.08618084341287613
38	rnn.bias_ih_l1_reverse	8	-0.003605455392971635
38	rnn.bias_ih_l1_reverse	9	-0.014047219417989254
38	rnn.bias_hh_l1_reverse	0	0.059791333973407745
38	rnn.bias_hh_l1_reverse	1	-0.06851550191640854
38	rnn.bias_hh_l1_reverse	2	-0.049769677221775055
38	rnn.bias_hh_l1_reverse	3	0.07552305608987808
38	rnn.bias_hh_l1_reverse	4	-0.02275216393172741
38	rnn.bias_hh_l1_reverse	5	-0.007167629431933165
38	rnn.bias_hh_l1_reverse	6	-0.059610817581415176
38	rnn.bias_hh_l1_reverse	7	-0.06123955547809601
38	rnn.bias_hh_l1_reverse	8	0.06498490273952484
38	rnn.bias_hh_l1_reverse	9	0.03566848486661911
38	rnn.weight_ih_l2	0	0.07081635296344757
38	rnn.weight_ih_l2	1	-0.054491568356752396
38	rnn.weight_ih_l2	2	0.0633251965045929
38	rnn.weight_ih_l2	3	0.06637050956487656
38	rnn.weight_ih_l2	4	0.05705095827579498
38	rnn.weight_ih_l2	5	-0.03883587196469307
38	rnn.weight_ih_l2	6	-0.07628222554922104
38	rnn.weight_ih_l2	7	0.014312435872852802
38	rnn.weight_ih_l2	8	-0.01714993268251419
38	rnn.weight_ih_l2	9	-0.06926825642585754
38	rnn.weight_hh_l2	0	0.04849400371313095
38	rnn.weight_hh_l2	1	0.03187835216522217
38	rnn.weight_hh_l2	2	-0.05491867661476135
38	rnn.weight_hh_l2	3	-0.025079946964979172
38	rnn.weight_hh_l2	4	0.05409228429198265
38	rnn.weight_hh_l2	5	-0.025979386642575264
38	rnn.weight_hh_l2	6	0.007984829135239124
38	rnn.weight_hh_l2	7	-0.05285882577300072
38	rnn.weight_hh_l2	8	-0.005286206025630236
38	rnn.weight_hh_l2	9	-0.019972678273916245
38	rnn.bias_ih_l2	0	0.11391822248697281
38	rnn.bias_ih_l2	1	0.01471300981938839
38	rnn.bias_ih_l2	2	0.07679270952939987
38	rnn.bias_ih_l2	3	0.011910996399819851
38	rnn.bias_ih_l2	4	-0.005013725720345974
38	rnn.bias_ih_l2	5	0.03859242424368858
38	rnn.bias_ih_l2	6	0.01637422852218151
38	rnn.bias_ih_l2	7	0.010670974850654602
38	rnn.bias_ih_l2	8	0.030317356809973717
38	rnn.bias_ih_l2	9	-0.013189075514674187
38	rnn.bias_hh_l2	0	0.06573091447353363
38	rnn.bias_hh_l2	1	0.0003131478151772171
38	rnn.bias_hh_l2	2	0.07005082815885544
38	rnn.bias_hh_l2	3	0.03110191971063614
38	rnn.bias_hh_l2	4	0.0727238580584526
38	rnn.bias_hh_l2	5	-0.03174572065472603
38	rnn.bias_hh_l2	6	0.005385261494666338
38	rnn.bias_hh_l2	7	-0.02496832050383091
38	rnn.bias_hh_l2	8	0.04379361495375633
38	rnn.bias_hh_l2	9	0.06667394191026688
38	rnn.weight_ih_l2_reverse	0	0.08239127695560455
38	rnn.weight_ih_l2_reverse	1	-0.06118535250425339
38	rnn.weight_ih_l2_reverse	2	0.0008809928549453616
38	rnn.weight_ih_l2_reverse	3	0.03532056882977486
38	rnn.weight_ih_l2_reverse	4	0.053981561213731766
38	rnn.weight_ih_l2_reverse	5	-0.04062558338046074
38	rnn.weight_ih_l2_reverse	6	-0.0012501823948696256
38	rnn.weight_ih_l2_reverse	7	-0.005519934929907322
38	rnn.weight_ih_l2_reverse	8	0.003470541210845113
38	rnn.weight_ih_l2_reverse	9	-0.08210249990224838
38	rnn.weight_hh_l2_reverse	0	-0.08277908712625504
38	rnn.weight_hh_l2_reverse	1	0.011264112778007984
38	rnn.weight_hh_l2_reverse	2	0.010553239844739437
38	rnn.weight_hh_l2_reverse	3	0.024332623928785324
38	rnn.weight_hh_l2_reverse	4	-0.03688247129321098
38	rnn.weight_hh_l2_reverse	5	-0.014861342497169971
38	rnn.weight_hh_l2_reverse	6	-0.037908993661403656
38	rnn.weight_hh_l2_reverse	7	-0.05981442704796791
38	rnn.weight_hh_l2_reverse	8	-0.006867796182632446
38	rnn.weight_hh_l2_reverse	9	-0.05905536189675331
38	rnn.bias_ih_l2_reverse	0	-0.015489942394196987
38	rnn.bias_ih_l2_reverse	1	-0.027576643973588943
38	rnn.bias_ih_l2_reverse	2	0.037432022392749786
38	rnn.bias_ih_l2_reverse	3	5.9473914006957784e-05
38	rnn.bias_ih_l2_reverse	4	0.07906212657690048
38	rnn.bias_ih_l2_reverse	5	-0.08924117684364319
38	rnn.bias_ih_l2_reverse	6	-0.04283247888088226
38	rnn.bias_ih_l2_reverse	7	-0.04587988927960396
38	rnn.bias_ih_l2_reverse	8	0.055395953357219696
38	rnn.bias_ih_l2_reverse	9	0.025489171966910362
38	rnn.bias_hh_l2_reverse	0	0.0700010135769844
38	rnn.bias_hh_l2_reverse	1	-0.07695252448320389
38	rnn.bias_hh_l2_reverse	2	-0.06692821532487869
38	rnn.bias_hh_l2_reverse	3	0.03751388564705849
38	rnn.bias_hh_l2_reverse	4	0.025347013026475906
38	rnn.bias_hh_l2_reverse	5	0.04071684181690216
38	rnn.bias_hh_l2_reverse	6	-0.08212174475193024
38	rnn.bias_hh_l2_reverse	7	-0.011064395308494568
38	rnn.bias_hh_l2_reverse	8	-0.08255472779273987
38	rnn.bias_hh_l2_reverse	9	-0.054433561861515045
38	linear.weight	0	0.025028489530086517
38	linear.weight	1	0.055349305272102356
38	linear.weight	2	-0.018806032836437225
38	linear.weight	3	-0.03578340634703636
38	linear.weight	4	-0.022248394787311554
38	linear.weight	5	0.040475212037563324
38	linear.weight	6	0.01379465777426958
38	linear.weight	7	-0.018570957705378532
38	linear.weight	8	0.00269838934764266
38	linear.weight	9	0.06787393987178802
38	linear.bias	0	0.41515663266181946
38	linear.bias	1	0.39476796984672546
38	linear.bias	2	-1.3957699537277222
38	linear.bias	3	-0.05754556506872177
38	linear.bias	4	-0.050822705030441284
38	linear.bias	5	0.4845412075519562
39	transitions	0	0.0945584625005722
39	transitions	1	-10000.0
39	transitions	2	1.8488479852676392
39	transitions	3	-0.9220845103263855
39	transitions	4	-10000.0
39	transitions	5	-10000.0
39	transitions	6	-10000.0
39	transitions	7	0.8860597014427185
39	transitions	8	0.9019045829772949
39	transitions	9	-1.1107277870178223
39	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
39	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
39	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
39	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
39	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
39	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
39	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
39	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
39	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
39	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
39	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
39	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
39	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
39	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
39	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
39	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
39	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
39	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
39	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
39	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
39	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
39	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
39	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
39	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
39	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
39	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
39	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
39	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
39	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
39	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
39	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
39	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
39	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
39	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
39	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
39	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
39	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
39	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
39	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
39	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
39	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
39	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
39	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
39	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
39	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
39	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
39	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
39	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
39	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
39	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
39	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
39	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
39	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
39	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
39	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
39	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
39	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
39	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
39	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
39	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
39	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
39	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
39	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
39	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
39	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
39	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
39	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
39	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
39	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
39	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
39	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
39	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
39	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
39	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
39	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
39	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
39	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
39	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
39	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
39	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
39	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
39	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
39	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
39	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
39	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
39	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
39	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
39	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
39	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
39	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
39	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
39	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
39	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
39	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
39	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
39	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
39	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
39	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
39	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
39	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
39	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
39	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
39	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
39	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
39	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
39	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
39	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
39	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
39	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
39	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
39	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
39	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
39	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
39	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
39	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
39	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
39	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
39	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
39	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
39	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
39	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
39	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
39	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
39	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
39	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
39	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
39	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
39	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
39	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
39	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
39	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
39	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
39	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
39	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
39	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
39	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
39	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
39	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
39	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
39	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
39	embedding2nn.weight	0	0.014774778857827187
39	embedding2nn.weight	1	0.000575821555685252
39	embedding2nn.weight	2	0.0056649926118552685
39	embedding2nn.weight	3	0.0008552759536541998
39	embedding2nn.weight	4	-0.00832395814359188
39	embedding2nn.weight	5	-0.005468298215419054
39	embedding2nn.weight	6	-0.0012974212877452374
39	embedding2nn.weight	7	-0.0033208734821528196
39	embedding2nn.weight	8	0.015214038081467152
39	embedding2nn.weight	9	0.004378648474812508
39	embedding2nn.bias	0	0.0031903882045298815
39	embedding2nn.bias	1	-0.016577284783124924
39	embedding2nn.bias	2	0.007534940727055073
39	embedding2nn.bias	3	-0.011597471311688423
39	embedding2nn.bias	4	-0.008641130290925503
39	embedding2nn.bias	5	0.0003637846384663135
39	embedding2nn.bias	6	0.008114023134112358
39	embedding2nn.bias	7	0.01188298873603344
39	embedding2nn.bias	8	0.003495996119454503
39	embedding2nn.bias	9	-0.0014134221710264683
39	rnn.weight_ih_l0	0	-0.05089815333485603
39	rnn.weight_ih_l0	1	0.050738509744405746
39	rnn.weight_ih_l0	2	0.031859640032052994
39	rnn.weight_ih_l0	3	0.01470630057156086
39	rnn.weight_ih_l0	4	0.012494619004428387
39	rnn.weight_ih_l0	5	0.08417903631925583
39	rnn.weight_ih_l0	6	0.07560379058122635
39	rnn.weight_ih_l0	7	0.03776197507977486
39	rnn.weight_ih_l0	8	-0.045761458575725555
39	rnn.weight_ih_l0	9	0.008145872503519058
39	rnn.weight_hh_l0	0	0.00853350106626749
39	rnn.weight_hh_l0	1	-0.06356941908597946
39	rnn.weight_hh_l0	2	-0.06539413332939148
39	rnn.weight_hh_l0	3	0.07290038466453552
39	rnn.weight_hh_l0	4	0.07102039456367493
39	rnn.weight_hh_l0	5	0.003686899319291115
39	rnn.weight_hh_l0	6	0.0038461515214294195
39	rnn.weight_hh_l0	7	-0.025663726031780243
39	rnn.weight_hh_l0	8	-0.029233340173959732
39	rnn.weight_hh_l0	9	0.05796399712562561
39	rnn.bias_ih_l0	0	-0.06936914473772049
39	rnn.bias_ih_l0	1	0.08647828549146652
39	rnn.bias_ih_l0	2	0.02134714461863041
39	rnn.bias_ih_l0	3	0.08791638910770416
39	rnn.bias_ih_l0	4	-0.0655699223279953
39	rnn.bias_ih_l0	5	0.08713027089834213
39	rnn.bias_ih_l0	6	-0.06954639405012131
39	rnn.bias_ih_l0	7	-0.033089619129896164
39	rnn.bias_ih_l0	8	-0.08594264090061188
39	rnn.bias_ih_l0	9	-0.050470020622015
39	rnn.bias_hh_l0	0	0.031166546046733856
39	rnn.bias_hh_l0	1	0.07181573659181595
39	rnn.bias_hh_l0	2	0.06740270555019379
39	rnn.bias_hh_l0	3	0.0824943408370018
39	rnn.bias_hh_l0	4	-0.08127525448799133
39	rnn.bias_hh_l0	5	-0.0713830292224884
39	rnn.bias_hh_l0	6	0.07555196434259415
39	rnn.bias_hh_l0	7	-0.08276236802339554
39	rnn.bias_hh_l0	8	-0.02634880691766739
39	rnn.bias_hh_l0	9	0.012816401198506355
39	rnn.weight_ih_l0_reverse	0	0.07926259189844131
39	rnn.weight_ih_l0_reverse	1	0.0736364796757698
39	rnn.weight_ih_l0_reverse	2	0.03892969340085983
39	rnn.weight_ih_l0_reverse	3	0.033831752836704254
39	rnn.weight_ih_l0_reverse	4	-0.03729197382926941
39	rnn.weight_ih_l0_reverse	5	0.051104191690683365
39	rnn.weight_ih_l0_reverse	6	0.06642239540815353
39	rnn.weight_ih_l0_reverse	7	0.022646760568022728
39	rnn.weight_ih_l0_reverse	8	-0.058797065168619156
39	rnn.weight_ih_l0_reverse	9	-0.0528356209397316
39	rnn.weight_hh_l0_reverse	0	0.025428015738725662
39	rnn.weight_hh_l0_reverse	1	-0.08722741901874542
39	rnn.weight_hh_l0_reverse	2	0.06277153640985489
39	rnn.weight_hh_l0_reverse	3	-0.021501902490854263
39	rnn.weight_hh_l0_reverse	4	0.0837167352437973
39	rnn.weight_hh_l0_reverse	5	-0.0011562438448891044
39	rnn.weight_hh_l0_reverse	6	0.027922147884964943
39	rnn.weight_hh_l0_reverse	7	0.07826955616474152
39	rnn.weight_hh_l0_reverse	8	-0.02218012884259224
39	rnn.weight_hh_l0_reverse	9	-0.04664422944188118
39	rnn.bias_ih_l0_reverse	0	0.001377962646074593
39	rnn.bias_ih_l0_reverse	1	-0.019616641104221344
39	rnn.bias_ih_l0_reverse	2	-0.015023152343928814
39	rnn.bias_ih_l0_reverse	3	0.04741920158267021
39	rnn.bias_ih_l0_reverse	4	0.06865901499986649
39	rnn.bias_ih_l0_reverse	5	-0.025715060532093048
39	rnn.bias_ih_l0_reverse	6	-0.027428358793258667
39	rnn.bias_ih_l0_reverse	7	-0.052058760076761246
39	rnn.bias_ih_l0_reverse	8	0.002675904892385006
39	rnn.bias_ih_l0_reverse	9	-0.066666379570961
39	rnn.bias_hh_l0_reverse	0	0.03727439045906067
39	rnn.bias_hh_l0_reverse	1	-0.06802897900342941
39	rnn.bias_hh_l0_reverse	2	0.0781533494591713
39	rnn.bias_hh_l0_reverse	3	0.05513744801282883
39	rnn.bias_hh_l0_reverse	4	0.027376312762498856
39	rnn.bias_hh_l0_reverse	5	0.04031725227832794
39	rnn.bias_hh_l0_reverse	6	0.0627320408821106
39	rnn.bias_hh_l0_reverse	7	0.08545767515897751
39	rnn.bias_hh_l0_reverse	8	-0.009360091760754585
39	rnn.bias_hh_l0_reverse	9	0.04936101287603378
39	rnn.weight_ih_l1	0	0.021376173943281174
39	rnn.weight_ih_l1	1	0.015048789791762829
39	rnn.weight_ih_l1	2	0.07054461538791656
39	rnn.weight_ih_l1	3	-0.024334128946065903
39	rnn.weight_ih_l1	4	-0.024242060258984566
39	rnn.weight_ih_l1	5	-0.012091727927327156
39	rnn.weight_ih_l1	6	0.07132412493228912
39	rnn.weight_ih_l1	7	-0.00644525745883584
39	rnn.weight_ih_l1	8	-0.05326426401734352
39	rnn.weight_ih_l1	9	0.06129784509539604
39	rnn.weight_hh_l1	0	-0.07049482315778732
39	rnn.weight_hh_l1	1	-0.03706813603639603
39	rnn.weight_hh_l1	2	-0.008221661671996117
39	rnn.weight_hh_l1	3	-0.058432962745428085
39	rnn.weight_hh_l1	4	0.08590439707040787
39	rnn.weight_hh_l1	5	-0.08442885428667068
39	rnn.weight_hh_l1	6	-0.048340488225221634
39	rnn.weight_hh_l1	7	0.06557555496692657
39	rnn.weight_hh_l1	8	-0.013519790954887867
39	rnn.weight_hh_l1	9	-0.04043780639767647
39	rnn.bias_ih_l1	0	-0.06604596227407455
39	rnn.bias_ih_l1	1	0.05801955610513687
39	rnn.bias_ih_l1	2	-0.052180852741003036
39	rnn.bias_ih_l1	3	-0.06535912305116653
39	rnn.bias_ih_l1	4	-0.030554363504052162
39	rnn.bias_ih_l1	5	-0.03198155015707016
39	rnn.bias_ih_l1	6	-0.046969782561063766
39	rnn.bias_ih_l1	7	0.06413162499666214
39	rnn.bias_ih_l1	8	0.08753067255020142
39	rnn.bias_ih_l1	9	0.028048833832144737
39	rnn.bias_hh_l1	0	0.070327527821064
39	rnn.bias_hh_l1	1	-0.058052077889442444
39	rnn.bias_hh_l1	2	0.024287011474370956
39	rnn.bias_hh_l1	3	0.06267467886209488
39	rnn.bias_hh_l1	4	0.057547591626644135
39	rnn.bias_hh_l1	5	-0.07923229038715363
39	rnn.bias_hh_l1	6	0.015704112127423286
39	rnn.bias_hh_l1	7	0.038750503212213516
39	rnn.bias_hh_l1	8	0.010934727266430855
39	rnn.bias_hh_l1	9	-0.0030200083274394274
39	rnn.weight_ih_l1_reverse	0	0.08610022068023682
39	rnn.weight_ih_l1_reverse	1	-0.04162061959505081
39	rnn.weight_ih_l1_reverse	2	-0.062183868139982224
39	rnn.weight_ih_l1_reverse	3	0.02557828091084957
39	rnn.weight_ih_l1_reverse	4	-0.04602985829114914
39	rnn.weight_ih_l1_reverse	5	0.02411629445850849
39	rnn.weight_ih_l1_reverse	6	0.04037446528673172
39	rnn.weight_ih_l1_reverse	7	0.020388074219226837
39	rnn.weight_ih_l1_reverse	8	-0.007837573066353798
39	rnn.weight_ih_l1_reverse	9	-0.06603198498487473
39	rnn.weight_hh_l1_reverse	0	0.0051001934334635735
39	rnn.weight_hh_l1_reverse	1	0.01880902238190174
39	rnn.weight_hh_l1_reverse	2	-0.05814818665385246
39	rnn.weight_hh_l1_reverse	3	-0.01291744876652956
39	rnn.weight_hh_l1_reverse	4	0.008619819767773151
39	rnn.weight_hh_l1_reverse	5	-0.061592552810907364
39	rnn.weight_hh_l1_reverse	6	-0.0672772154211998
39	rnn.weight_hh_l1_reverse	7	-0.011564173735678196
39	rnn.weight_hh_l1_reverse	8	-0.05593659356236458
39	rnn.weight_hh_l1_reverse	9	-0.04332367703318596
39	rnn.bias_ih_l1_reverse	0	-0.0032139134127646685
39	rnn.bias_ih_l1_reverse	1	-0.03867466747760773
39	rnn.bias_ih_l1_reverse	2	0.022367557510733604
39	rnn.bias_ih_l1_reverse	3	-0.07408028841018677
39	rnn.bias_ih_l1_reverse	4	-0.08697035163640976
39	rnn.bias_ih_l1_reverse	5	-0.08852627873420715
39	rnn.bias_ih_l1_reverse	6	0.05988069623708725
39	rnn.bias_ih_l1_reverse	7	0.08614962548017502
39	rnn.bias_ih_l1_reverse	8	-0.0017954095965251327
39	rnn.bias_ih_l1_reverse	9	-0.014074087142944336
39	rnn.bias_hh_l1_reverse	0	0.05987279489636421
39	rnn.bias_hh_l1_reverse	1	-0.06914761662483215
39	rnn.bias_hh_l1_reverse	2	-0.04973447322845459
39	rnn.bias_hh_l1_reverse	3	0.07547486573457718
39	rnn.bias_hh_l1_reverse	4	-0.022877568379044533
39	rnn.bias_hh_l1_reverse	5	-0.007484568748623133
39	rnn.bias_hh_l1_reverse	6	-0.059621259570121765
39	rnn.bias_hh_l1_reverse	7	-0.06110711768269539
39	rnn.bias_hh_l1_reverse	8	0.06496195495128632
39	rnn.bias_hh_l1_reverse	9	0.03559796139597893
39	rnn.weight_ih_l2	0	0.07032281160354614
39	rnn.weight_ih_l2	1	-0.054517634212970734
39	rnn.weight_ih_l2	2	0.06332254409790039
39	rnn.weight_ih_l2	3	0.0662914514541626
39	rnn.weight_ih_l2	4	0.057043347507715225
39	rnn.weight_ih_l2	5	-0.03883073851466179
39	rnn.weight_ih_l2	6	-0.0763329565525055
39	rnn.weight_ih_l2	7	0.014307094737887383
39	rnn.weight_ih_l2	8	-0.017148299142718315
39	rnn.weight_ih_l2	9	-0.06927144527435303
39	rnn.weight_hh_l2	0	0.04850303754210472
39	rnn.weight_hh_l2	1	0.0318872444331646
39	rnn.weight_hh_l2	2	-0.054922301322221756
39	rnn.weight_hh_l2	3	-0.02508196048438549
39	rnn.weight_hh_l2	4	0.05407637730240822
39	rnn.weight_hh_l2	5	-0.02597394958138466
39	rnn.weight_hh_l2	6	0.007981175556778908
39	rnn.weight_hh_l2	7	-0.05285153537988663
39	rnn.weight_hh_l2	8	-0.005279364064335823
39	rnn.weight_hh_l2	9	-0.019968828186392784
39	rnn.bias_ih_l2	0	0.12282540649175644
39	rnn.bias_ih_l2	1	0.014635239727795124
39	rnn.bias_ih_l2	2	0.07328806817531586
39	rnn.bias_ih_l2	3	0.012066910974681377
39	rnn.bias_ih_l2	4	-0.005121713504195213
39	rnn.bias_ih_l2	5	0.037540268152952194
39	rnn.bias_ih_l2	6	0.015831219032406807
39	rnn.bias_ih_l2	7	0.010589027777314186
39	rnn.bias_ih_l2	8	0.029721824452280998
39	rnn.bias_ih_l2	9	-0.013346544466912746
39	rnn.bias_hh_l2	0	0.06522633880376816
39	rnn.bias_hh_l2	1	0.0007070122519508004
39	rnn.bias_hh_l2	2	0.06958841532468796
39	rnn.bias_hh_l2	3	0.031027060002088547
39	rnn.bias_hh_l2	4	0.07280977815389633
39	rnn.bias_hh_l2	5	-0.03234660625457764
39	rnn.bias_hh_l2	6	0.004384020809084177
39	rnn.bias_hh_l2	7	-0.024979576468467712
39	rnn.bias_hh_l2	8	0.04376634955406189
39	rnn.bias_hh_l2	9	0.06554502993822098
39	rnn.weight_ih_l2_reverse	0	0.08237465471029282
39	rnn.weight_ih_l2_reverse	1	-0.06102257966995239
39	rnn.weight_ih_l2_reverse	2	0.0008747888496145606
39	rnn.weight_ih_l2_reverse	3	0.035274237394332886
39	rnn.weight_ih_l2_reverse	4	0.053977325558662415
39	rnn.weight_ih_l2_reverse	5	-0.0406256839632988
39	rnn.weight_ih_l2_reverse	6	-0.0011209634831175208
39	rnn.weight_ih_l2_reverse	7	-0.005276622716337442
39	rnn.weight_ih_l2_reverse	8	0.0053504775278270245
39	rnn.weight_ih_l2_reverse	9	-0.0820811539888382
39	rnn.weight_hh_l2_reverse	0	-0.08277308195829391
39	rnn.weight_hh_l2_reverse	1	0.011449608020484447
39	rnn.weight_hh_l2_reverse	2	0.010558291338384151
39	rnn.weight_hh_l2_reverse	3	0.024327902123332024
39	rnn.weight_hh_l2_reverse	4	-0.036875031888484955
39	rnn.weight_hh_l2_reverse	5	-0.01486288383603096
39	rnn.weight_hh_l2_reverse	6	-0.03790510445833206
39	rnn.weight_hh_l2_reverse	7	-0.05981519818305969
39	rnn.weight_hh_l2_reverse	8	-0.0068635460920631886
39	rnn.weight_hh_l2_reverse	9	-0.05905685946345329
39	rnn.bias_ih_l2_reverse	0	-0.017776357010006905
39	rnn.bias_ih_l2_reverse	1	-0.027669530361890793
39	rnn.bias_ih_l2_reverse	2	0.038171544671058655
39	rnn.bias_ih_l2_reverse	3	0.0016119400970637798
39	rnn.bias_ih_l2_reverse	4	0.07904452830553055
39	rnn.bias_ih_l2_reverse	5	-0.08923450112342834
39	rnn.bias_ih_l2_reverse	6	-0.04284609481692314
39	rnn.bias_ih_l2_reverse	7	-0.046036191284656525
39	rnn.bias_ih_l2_reverse	8	0.05471991002559662
39	rnn.bias_ih_l2_reverse	9	0.02773381397128105
39	rnn.bias_hh_l2_reverse	0	0.06814339011907578
39	rnn.bias_hh_l2_reverse	1	-0.0763545110821724
39	rnn.bias_hh_l2_reverse	2	-0.0669192373752594
39	rnn.bias_hh_l2_reverse	3	0.037779249250888824
39	rnn.bias_hh_l2_reverse	4	0.025435201823711395
39	rnn.bias_hh_l2_reverse	5	0.04123038426041603
39	rnn.bias_hh_l2_reverse	6	-0.08215493708848953
39	rnn.bias_hh_l2_reverse	7	-0.011175999417901039
39	rnn.bias_hh_l2_reverse	8	-0.08193480968475342
39	rnn.bias_hh_l2_reverse	9	-0.05444619059562683
39	linear.weight	0	0.025028489530086517
39	linear.weight	1	0.04607374593615532
39	linear.weight	2	-0.018793998286128044
39	linear.weight	3	-0.034845899790525436
39	linear.weight	4	-0.022248394787311554
39	linear.weight	5	0.047895193099975586
39	linear.weight	6	0.013074887916445732
39	linear.weight	7	-0.027707982808351517
39	linear.weight	8	0.002354810480028391
39	linear.weight	9	0.06976563483476639
39	linear.bias	0	0.4926767945289612
39	linear.bias	1	0.4510957598686218
39	linear.bias	2	-1.4006351232528687
39	linear.bias	3	-0.05754556506872177
39	linear.bias	4	-0.050822705030441284
39	linear.bias	5	0.35555845499038696
40	transitions	0	0.093366339802742
40	transitions	1	-10000.0
40	transitions	2	1.762808084487915
40	transitions	3	-0.9626805186271667
40	transitions	4	-10000.0
40	transitions	5	-10000.0
40	transitions	6	-10000.0
40	transitions	7	0.885838508605957
40	transitions	8	0.8999552726745605
40	transitions	9	-1.118959665298462
40	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
40	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
40	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
40	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
40	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
40	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
40	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
40	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
40	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
40	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
40	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
40	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
40	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
40	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
40	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
40	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
40	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
40	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
40	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
40	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
40	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
40	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
40	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
40	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
40	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
40	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
40	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
40	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
40	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
40	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
40	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
40	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
40	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
40	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
40	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
40	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
40	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
40	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
40	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
40	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
40	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
40	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
40	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
40	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
40	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
40	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
40	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
40	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
40	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
40	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
40	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
40	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
40	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
40	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
40	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
40	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
40	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
40	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
40	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
40	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
40	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
40	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
40	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
40	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
40	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
40	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
40	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
40	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
40	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
40	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
40	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
40	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
40	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
40	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
40	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
40	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
40	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
40	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
40	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
40	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
40	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
40	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
40	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
40	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
40	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
40	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
40	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
40	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
40	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
40	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
40	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
40	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
40	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
40	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
40	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
40	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
40	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
40	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
40	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
40	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
40	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
40	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
40	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
40	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
40	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
40	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
40	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
40	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
40	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
40	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
40	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
40	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
40	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
40	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
40	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
40	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
40	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
40	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
40	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
40	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
40	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
40	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
40	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
40	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
40	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
40	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
40	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
40	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
40	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
40	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
40	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
40	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
40	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
40	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
40	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
40	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
40	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
40	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
40	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
40	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
40	embedding2nn.weight	0	0.014783676713705063
40	embedding2nn.weight	1	0.0005744419759139419
40	embedding2nn.weight	2	0.005664130672812462
40	embedding2nn.weight	3	0.0008566673495806754
40	embedding2nn.weight	4	-0.008385305292904377
40	embedding2nn.weight	5	-0.005448550917208195
40	embedding2nn.weight	6	-0.001082922681234777
40	embedding2nn.weight	7	-0.0032808894757181406
40	embedding2nn.weight	8	0.01521505881100893
40	embedding2nn.weight	9	0.004377459641546011
40	embedding2nn.bias	0	-0.0012744907289743423
40	embedding2nn.bias	1	-0.014818292111158371
40	embedding2nn.bias	2	0.012595168314874172
40	embedding2nn.bias	3	-0.012484094128012657
40	embedding2nn.bias	4	-0.013292229734361172
40	embedding2nn.bias	5	-0.0007493140292353928
40	embedding2nn.bias	6	0.012724286876618862
40	embedding2nn.bias	7	0.017179394140839577
40	embedding2nn.bias	8	0.00020418390340637416
40	embedding2nn.bias	9	-0.0005114381783641875
40	rnn.weight_ih_l0	0	-0.050879694521427155
40	rnn.weight_ih_l0	1	0.05073795095086098
40	rnn.weight_ih_l0	2	0.031869519501924515
40	rnn.weight_ih_l0	3	0.014701113104820251
40	rnn.weight_ih_l0	4	0.012572837993502617
40	rnn.weight_ih_l0	5	0.08417800068855286
40	rnn.weight_ih_l0	6	0.07561149448156357
40	rnn.weight_ih_l0	7	0.037763942033052444
40	rnn.weight_ih_l0	8	-0.0454457551240921
40	rnn.weight_ih_l0	9	0.008088012225925922
40	rnn.weight_hh_l0	0	0.008529813960194588
40	rnn.weight_hh_l0	1	-0.06361465901136398
40	rnn.weight_hh_l0	2	-0.06539033353328705
40	rnn.weight_hh_l0	3	0.07276979833841324
40	rnn.weight_hh_l0	4	0.07110066711902618
40	rnn.weight_hh_l0	5	0.00385296274907887
40	rnn.weight_hh_l0	6	0.0037719642277806997
40	rnn.weight_hh_l0	7	-0.025567932054400444
40	rnn.weight_hh_l0	8	-0.029282990843057632
40	rnn.weight_hh_l0	9	0.05796756595373154
40	rnn.bias_ih_l0	0	-0.07087766379117966
40	rnn.bias_ih_l0	1	0.0865316390991211
40	rnn.bias_ih_l0	2	0.021252378821372986
40	rnn.bias_ih_l0	3	0.08391010761260986
40	rnn.bias_ih_l0	4	-0.06647278368473053
40	rnn.bias_ih_l0	5	0.08686123788356781
40	rnn.bias_ih_l0	6	-0.062370311468839645
40	rnn.bias_ih_l0	7	-0.03310234472155571
40	rnn.bias_ih_l0	8	-0.08267029374837875
40	rnn.bias_ih_l0	9	-0.05051099881529808
40	rnn.bias_hh_l0	0	0.030595453456044197
40	rnn.bias_hh_l0	1	0.07196807116270065
40	rnn.bias_hh_l0	2	0.06716274470090866
40	rnn.bias_hh_l0	3	0.08253017067909241
40	rnn.bias_hh_l0	4	-0.08974112570285797
40	rnn.bias_hh_l0	5	-0.07153903692960739
40	rnn.bias_hh_l0	6	0.07544629275798798
40	rnn.bias_hh_l0	7	-0.09058663994073868
40	rnn.bias_hh_l0	8	-0.026309194043278694
40	rnn.bias_hh_l0	9	0.0019042739877477288
40	rnn.weight_ih_l0_reverse	0	0.07926704734563828
40	rnn.weight_ih_l0_reverse	1	0.0736648365855217
40	rnn.weight_ih_l0_reverse	2	0.038924846798181534
40	rnn.weight_ih_l0_reverse	3	0.033836036920547485
40	rnn.weight_ih_l0_reverse	4	-0.0373043529689312
40	rnn.weight_ih_l0_reverse	5	0.05110616981983185
40	rnn.weight_ih_l0_reverse	6	0.06642328947782516
40	rnn.weight_ih_l0_reverse	7	0.022656438872218132
40	rnn.weight_ih_l0_reverse	8	-0.05880405008792877
40	rnn.weight_ih_l0_reverse	9	-0.05283265560865402
40	rnn.weight_hh_l0_reverse	0	0.025568921118974686
40	rnn.weight_hh_l0_reverse	1	-0.08723466098308563
40	rnn.weight_hh_l0_reverse	2	0.06276950240135193
40	rnn.weight_hh_l0_reverse	3	-0.021493159234523773
40	rnn.weight_hh_l0_reverse	4	0.08379507064819336
40	rnn.weight_hh_l0_reverse	5	-0.0011337631149217486
40	rnn.weight_hh_l0_reverse	6	0.028390588238835335
40	rnn.weight_hh_l0_reverse	7	0.07831767946481705
40	rnn.weight_hh_l0_reverse	8	-0.022182397544384003
40	rnn.weight_hh_l0_reverse	9	-0.04667415842413902
40	rnn.bias_ih_l0_reverse	0	0.001114444574341178
40	rnn.bias_ih_l0_reverse	1	-0.01974618248641491
40	rnn.bias_ih_l0_reverse	2	-0.015716487541794777
40	rnn.bias_ih_l0_reverse	3	0.047656308859586716
40	rnn.bias_ih_l0_reverse	4	0.06885521113872528
40	rnn.bias_ih_l0_reverse	5	-0.025439292192459106
40	rnn.bias_ih_l0_reverse	6	-0.02743677981197834
40	rnn.bias_ih_l0_reverse	7	-0.05174914374947548
40	rnn.bias_ih_l0_reverse	8	0.0034781130962073803
40	rnn.bias_ih_l0_reverse	9	-0.06735969334840775
40	rnn.bias_hh_l0_reverse	0	0.03670476749539375
40	rnn.bias_hh_l0_reverse	1	-0.06872229278087616
40	rnn.bias_hh_l0_reverse	2	0.07918669283390045
40	rnn.bias_hh_l0_reverse	3	0.05503133684396744
40	rnn.bias_hh_l0_reverse	4	0.02363867312669754
40	rnn.bias_hh_l0_reverse	5	0.040792111307382584
40	rnn.bias_hh_l0_reverse	6	0.06337561458349228
40	rnn.bias_hh_l0_reverse	7	0.08353408426046371
40	rnn.bias_hh_l0_reverse	8	-0.009184911847114563
40	rnn.bias_hh_l0_reverse	9	0.05595321208238602
40	rnn.weight_ih_l1	0	0.021333610638976097
40	rnn.weight_ih_l1	1	0.015024335123598576
40	rnn.weight_ih_l1	2	0.06978429108858109
40	rnn.weight_ih_l1	3	-0.02431771717965603
40	rnn.weight_ih_l1	4	-0.024194080382585526
40	rnn.weight_ih_l1	5	-0.01209774985909462
40	rnn.weight_ih_l1	6	0.07129434496164322
40	rnn.weight_ih_l1	7	-0.006401970516890287
40	rnn.weight_ih_l1	8	-0.05324995517730713
40	rnn.weight_ih_l1	9	0.06097900867462158
40	rnn.weight_hh_l1	0	-0.07123948633670807
40	rnn.weight_hh_l1	1	-0.03704896569252014
40	rnn.weight_hh_l1	2	-0.008215660229325294
40	rnn.weight_hh_l1	3	-0.05842526629567146
40	rnn.weight_hh_l1	4	0.08592567592859268
40	rnn.weight_hh_l1	5	-0.08438698202371597
40	rnn.weight_hh_l1	6	-0.04839932546019554
40	rnn.weight_hh_l1	7	0.06567611545324326
40	rnn.weight_hh_l1	8	-0.013533670455217361
40	rnn.weight_hh_l1	9	-0.04047862067818642
40	rnn.bias_ih_l1	0	-0.06737980246543884
40	rnn.bias_ih_l1	1	0.05801025405526161
40	rnn.bias_ih_l1	2	-0.052181217819452286
40	rnn.bias_ih_l1	3	-0.06516619026660919
40	rnn.bias_ih_l1	4	-0.030588220804929733
40	rnn.bias_ih_l1	5	-0.041334960609674454
40	rnn.bias_ih_l1	6	-0.04403262957930565
40	rnn.bias_ih_l1	7	0.06443125009536743
40	rnn.bias_ih_l1	8	0.08647912740707397
40	rnn.bias_ih_l1	9	0.028717419132590294
40	rnn.bias_hh_l1	0	0.07037454843521118
40	rnn.bias_hh_l1	1	-0.05822639539837837
40	rnn.bias_hh_l1	2	0.023702742531895638
40	rnn.bias_hh_l1	3	0.06172633916139603
40	rnn.bias_hh_l1	4	0.05785088986158371
40	rnn.bias_hh_l1	5	-0.07909004390239716
40	rnn.bias_hh_l1	6	0.015782920643687248
40	rnn.bias_hh_l1	7	0.03857165947556496
40	rnn.bias_hh_l1	8	0.010962019674479961
40	rnn.bias_hh_l1	9	-0.0034832688979804516
40	rnn.weight_ih_l1_reverse	0	0.08610948920249939
40	rnn.weight_ih_l1_reverse	1	-0.04164415970444679
40	rnn.weight_ih_l1_reverse	2	-0.06217397749423981
40	rnn.weight_ih_l1_reverse	3	0.02558969147503376
40	rnn.weight_ih_l1_reverse	4	-0.04603656008839607
40	rnn.weight_ih_l1_reverse	5	0.0240296870470047
40	rnn.weight_ih_l1_reverse	6	0.040433648973703384
40	rnn.weight_ih_l1_reverse	7	0.020408995449543
40	rnn.weight_ih_l1_reverse	8	-0.00789138674736023
40	rnn.weight_ih_l1_reverse	9	-0.06597695499658585
40	rnn.weight_hh_l1_reverse	0	0.005206923000514507
40	rnn.weight_hh_l1_reverse	1	0.01880764588713646
40	rnn.weight_hh_l1_reverse	2	-0.05814966931939125
40	rnn.weight_hh_l1_reverse	3	-0.012910828925669193
40	rnn.weight_hh_l1_reverse	4	0.008625582791864872
40	rnn.weight_hh_l1_reverse	5	-0.061658985912799835
40	rnn.weight_hh_l1_reverse	6	-0.06727682799100876
40	rnn.weight_hh_l1_reverse	7	-0.011570737697184086
40	rnn.weight_hh_l1_reverse	8	-0.05582337826490402
40	rnn.weight_hh_l1_reverse	9	-0.04332103580236435
40	rnn.bias_ih_l1_reverse	0	-0.0030134087428450584
40	rnn.bias_ih_l1_reverse	1	-0.03956523910164833
40	rnn.bias_ih_l1_reverse	2	0.022212957963347435
40	rnn.bias_ih_l1_reverse	3	-0.07491961121559143
40	rnn.bias_ih_l1_reverse	4	-0.08696875721216202
40	rnn.bias_ih_l1_reverse	5	-0.08851028233766556
40	rnn.bias_ih_l1_reverse	6	0.05863436311483383
40	rnn.bias_ih_l1_reverse	7	0.08620444685220718
40	rnn.bias_ih_l1_reverse	8	-0.0006905977497808635
40	rnn.bias_ih_l1_reverse	9	-0.014268050901591778
40	rnn.bias_hh_l1_reverse	0	0.059569232165813446
40	rnn.bias_hh_l1_reverse	1	-0.06975092738866806
40	rnn.bias_hh_l1_reverse	2	-0.049957744777202606
40	rnn.bias_hh_l1_reverse	3	0.074374720454216
40	rnn.bias_hh_l1_reverse	4	-0.02295648120343685
40	rnn.bias_hh_l1_reverse	5	-0.007553269620984793
40	rnn.bias_hh_l1_reverse	6	-0.05940413475036621
40	rnn.bias_hh_l1_reverse	7	-0.06103350594639778
40	rnn.bias_hh_l1_reverse	8	0.06517773866653442
40	rnn.bias_hh_l1_reverse	9	0.03677559643983841
40	rnn.weight_ih_l2	0	0.07127995043992996
40	rnn.weight_ih_l2	1	-0.054587144404649734
40	rnn.weight_ih_l2	2	0.06332553923130035
40	rnn.weight_ih_l2	3	0.06625120341777802
40	rnn.weight_ih_l2	4	0.05711551383137703
40	rnn.weight_ih_l2	5	-0.03886477276682854
40	rnn.weight_ih_l2	6	-0.07638967037200928
40	rnn.weight_ih_l2	7	0.01440348383039236
40	rnn.weight_ih_l2	8	-0.017147880047559738
40	rnn.weight_ih_l2	9	-0.0692695900797844
40	rnn.weight_hh_l2	0	0.048494014889001846
40	rnn.weight_hh_l2	1	0.03186361491680145
40	rnn.weight_hh_l2	2	-0.05492222681641579
40	rnn.weight_hh_l2	3	-0.025059659034013748
40	rnn.weight_hh_l2	4	0.05408617854118347
40	rnn.weight_hh_l2	5	-0.025332937017083168
40	rnn.weight_hh_l2	6	0.007943305186927319
40	rnn.weight_hh_l2	7	-0.052835069596767426
40	rnn.weight_hh_l2	8	-0.005274927243590355
40	rnn.weight_hh_l2	9	-0.01997695490717888
40	rnn.bias_ih_l2	0	0.10916498303413391
40	rnn.bias_ih_l2	1	0.014507044106721878
40	rnn.bias_ih_l2	2	0.074778713285923
40	rnn.bias_ih_l2	3	0.012015041895210743
40	rnn.bias_ih_l2	4	-0.0048856656067073345
40	rnn.bias_ih_l2	5	0.03789004310965538
40	rnn.bias_ih_l2	6	0.016414061188697815
40	rnn.bias_ih_l2	7	0.010598871856927872
40	rnn.bias_ih_l2	8	0.02867990918457508
40	rnn.bias_ih_l2	9	-0.013501306064426899
40	rnn.bias_hh_l2	0	0.06775224953889847
40	rnn.bias_hh_l2	1	0.0002483094285707921
40	rnn.bias_hh_l2	2	0.07071079313755035
40	rnn.bias_hh_l2	3	0.030996985733509064
40	rnn.bias_hh_l2	4	0.07279295474290848
40	rnn.bias_hh_l2	5	-0.03771718591451645
40	rnn.bias_hh_l2	6	0.008008702658116817
40	rnn.bias_hh_l2	7	-0.025005407631397247
40	rnn.bias_hh_l2	8	0.04359854757785797
40	rnn.bias_hh_l2	9	0.05988194793462753
40	rnn.weight_ih_l2_reverse	0	0.08239084482192993
40	rnn.weight_ih_l2_reverse	1	-0.06058698892593384
40	rnn.weight_ih_l2_reverse	2	0.0008783583762124181
40	rnn.weight_ih_l2_reverse	3	0.03531895950436592
40	rnn.weight_ih_l2_reverse	4	0.05398410186171532
40	rnn.weight_ih_l2_reverse	5	-0.04062698408961296
40	rnn.weight_ih_l2_reverse	6	-0.0012487496715039015
40	rnn.weight_ih_l2_reverse	7	-0.005722100380808115
40	rnn.weight_ih_l2_reverse	8	0.0047020991332829
40	rnn.weight_ih_l2_reverse	9	-0.08193346858024597
40	rnn.weight_hh_l2_reverse	0	-0.08277499675750732
40	rnn.weight_hh_l2_reverse	1	0.01126125268638134
40	rnn.weight_hh_l2_reverse	2	0.010547545738518238
40	rnn.weight_hh_l2_reverse	3	0.024341633543372154
40	rnn.weight_hh_l2_reverse	4	-0.03683864697813988
40	rnn.weight_hh_l2_reverse	5	-0.014861111529171467
40	rnn.weight_hh_l2_reverse	6	-0.03825416788458824
40	rnn.weight_hh_l2_reverse	7	-0.05981704220175743
40	rnn.weight_hh_l2_reverse	8	-0.006848044693470001
40	rnn.weight_hh_l2_reverse	9	-0.05905653536319733
40	rnn.bias_ih_l2_reverse	0	-0.01847320795059204
40	rnn.bias_ih_l2_reverse	1	-0.02791019342839718
40	rnn.bias_ih_l2_reverse	2	0.036186326295137405
40	rnn.bias_ih_l2_reverse	3	0.003649107413366437
40	rnn.bias_ih_l2_reverse	4	0.07915346324443817
40	rnn.bias_ih_l2_reverse	5	-0.0892396867275238
40	rnn.bias_ih_l2_reverse	6	-0.042727090418338776
40	rnn.bias_ih_l2_reverse	7	-0.0474650003015995
40	rnn.bias_ih_l2_reverse	8	0.05050775036215782
40	rnn.bias_ih_l2_reverse	9	0.02129988744854927
40	rnn.bias_hh_l2_reverse	0	0.08243036270141602
40	rnn.bias_hh_l2_reverse	1	-0.07998030632734299
40	rnn.bias_hh_l2_reverse	2	-0.06686332821846008
40	rnn.bias_hh_l2_reverse	3	0.03743718937039375
40	rnn.bias_hh_l2_reverse	4	0.026122042909264565
40	rnn.bias_hh_l2_reverse	5	0.039786770939826965
40	rnn.bias_hh_l2_reverse	6	-0.08206523954868317
40	rnn.bias_hh_l2_reverse	7	-0.011064903810620308
40	rnn.bias_hh_l2_reverse	8	-0.08315205574035645
40	rnn.bias_hh_l2_reverse	9	-0.054208382964134216
40	linear.weight	0	0.025028489530086517
40	linear.weight	1	0.061241816729307175
40	linear.weight	2	-0.01885104924440384
40	linear.weight	3	-0.032667502760887146
40	linear.weight	4	-0.022248394787311554
40	linear.weight	5	0.04258155822753906
40	linear.weight	6	0.0123743312433362
40	linear.weight	7	-0.006658532191067934
40	linear.weight	8	0.0030963795725256205
40	linear.weight	9	0.06370794773101807
40	linear.bias	0	0.37974491715431213
40	linear.bias	1	0.31260454654693604
40	linear.bias	2	-1.4070254564285278
40	linear.bias	3	-0.05754556506872177
40	linear.bias	4	-0.050822705030441284
40	linear.bias	5	0.6133719086647034
41	transitions	0	0.09298765659332275
41	transitions	1	-10000.0
41	transitions	2	1.9038643836975098
41	transitions	3	-0.9565390348434448
41	transitions	4	-10000.0
41	transitions	5	-10000.0
41	transitions	6	-10000.0
41	transitions	7	0.8857803344726562
41	transitions	8	0.8994766473770142
41	transitions	9	-1.1221930980682373
41	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
41	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
41	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
41	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
41	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
41	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
41	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
41	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
41	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
41	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
41	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
41	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
41	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
41	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
41	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
41	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
41	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
41	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
41	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
41	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
41	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
41	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
41	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
41	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
41	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
41	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
41	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
41	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
41	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
41	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
41	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
41	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
41	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
41	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
41	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
41	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
41	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
41	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
41	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
41	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
41	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
41	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
41	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
41	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
41	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
41	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
41	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
41	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
41	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
41	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
41	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
41	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
41	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
41	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
41	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
41	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
41	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
41	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
41	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
41	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
41	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
41	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
41	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
41	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
41	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
41	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
41	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
41	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
41	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
41	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
41	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
41	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
41	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
41	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
41	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
41	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
41	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
41	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
41	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
41	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
41	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
41	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
41	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
41	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
41	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
41	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
41	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
41	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
41	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
41	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
41	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
41	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
41	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
41	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
41	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
41	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
41	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
41	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
41	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
41	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
41	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
41	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
41	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
41	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
41	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
41	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
41	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
41	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
41	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
41	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
41	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
41	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
41	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
41	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
41	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
41	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
41	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
41	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
41	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
41	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
41	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
41	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
41	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
41	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
41	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
41	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
41	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
41	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
41	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
41	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
41	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
41	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
41	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
41	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
41	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
41	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
41	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
41	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
41	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
41	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
41	embedding2nn.weight	0	0.014780648984014988
41	embedding2nn.weight	1	0.0005554943345487118
41	embedding2nn.weight	2	0.005655588116496801
41	embedding2nn.weight	3	0.0008600562578067183
41	embedding2nn.weight	4	-0.008431689813733101
41	embedding2nn.weight	5	-0.005448594223707914
41	embedding2nn.weight	6	-0.0012745298445224762
41	embedding2nn.weight	7	-0.0032926881685853004
41	embedding2nn.weight	8	0.01526608970016241
41	embedding2nn.weight	9	0.00437972042709589
41	embedding2nn.bias	0	0.0021649692207574844
41	embedding2nn.bias	1	-0.013403946533799171
41	embedding2nn.bias	2	0.010288295336067677
41	embedding2nn.bias	3	-0.010890940204262733
41	embedding2nn.bias	4	-0.009837783873081207
41	embedding2nn.bias	5	-0.001956693362444639
41	embedding2nn.bias	6	0.007910984568297863
41	embedding2nn.bias	7	0.011354037560522556
41	embedding2nn.bias	8	0.001962493173778057
41	embedding2nn.bias	9	-0.0010869516991078854
41	rnn.weight_ih_l0	0	-0.05089208111166954
41	rnn.weight_ih_l0	1	0.05072735995054245
41	rnn.weight_ih_l0	2	0.03186474367976189
41	rnn.weight_ih_l0	3	0.014692317694425583
41	rnn.weight_ih_l0	4	0.01249402854591608
41	rnn.weight_ih_l0	5	0.08417818695306778
41	rnn.weight_ih_l0	6	0.07561668008565903
41	rnn.weight_ih_l0	7	0.037760838866233826
41	rnn.weight_ih_l0	8	-0.045478660613298416
41	rnn.weight_ih_l0	9	0.00804740097373724
41	rnn.weight_hh_l0	0	0.008529188111424446
41	rnn.weight_hh_l0	1	-0.06358469277620316
41	rnn.weight_hh_l0	2	-0.06536861509084702
41	rnn.weight_hh_l0	3	0.07281243056058884
41	rnn.weight_hh_l0	4	0.07108842581510544
41	rnn.weight_hh_l0	5	0.0037750087212771177
41	rnn.weight_hh_l0	6	0.0038377537857741117
41	rnn.weight_hh_l0	7	-0.025730211287736893
41	rnn.weight_hh_l0	8	-0.02924187295138836
41	rnn.weight_hh_l0	9	0.05796479433774948
41	rnn.bias_ih_l0	0	-0.07014823704957962
41	rnn.bias_ih_l0	1	0.08640191704034805
41	rnn.bias_ih_l0	2	0.02141263335943222
41	rnn.bias_ih_l0	3	0.083855040371418
41	rnn.bias_ih_l0	4	-0.06394723057746887
41	rnn.bias_ih_l0	5	0.08689150214195251
41	rnn.bias_ih_l0	6	-0.06978576630353928
41	rnn.bias_ih_l0	7	-0.033166252076625824
41	rnn.bias_ih_l0	8	-0.08450152724981308
41	rnn.bias_ih_l0	9	-0.0506080724298954
41	rnn.bias_hh_l0	0	0.030417000874876976
41	rnn.bias_hh_l0	1	0.07202184200286865
41	rnn.bias_hh_l0	2	0.06713266670703888
41	rnn.bias_hh_l0	3	0.0827932059764862
41	rnn.bias_hh_l0	4	-0.08133239299058914
41	rnn.bias_hh_l0	5	-0.07155313342809677
41	rnn.bias_hh_l0	6	0.07540908455848694
41	rnn.bias_hh_l0	7	-0.08564351499080658
41	rnn.bias_hh_l0	8	-0.02627849392592907
41	rnn.bias_hh_l0	9	0.007552095223218203
41	rnn.weight_ih_l0_reverse	0	0.07926619797945023
41	rnn.weight_ih_l0_reverse	1	0.07362014055252075
41	rnn.weight_ih_l0_reverse	2	0.0389154776930809
41	rnn.weight_ih_l0_reverse	3	0.03384469076991081
41	rnn.weight_ih_l0_reverse	4	-0.03737035021185875
41	rnn.weight_ih_l0_reverse	5	0.051108311861753464
41	rnn.weight_ih_l0_reverse	6	0.06642477214336395
41	rnn.weight_ih_l0_reverse	7	0.022613491863012314
41	rnn.weight_ih_l0_reverse	8	-0.05878331512212753
41	rnn.weight_ih_l0_reverse	9	-0.052829861640930176
41	rnn.weight_hh_l0_reverse	0	0.025531085208058357
41	rnn.weight_hh_l0_reverse	1	-0.08722398430109024
41	rnn.weight_hh_l0_reverse	2	0.06276330351829529
41	rnn.weight_hh_l0_reverse	3	-0.021500680595636368
41	rnn.weight_hh_l0_reverse	4	0.08370599150657654
41	rnn.weight_hh_l0_reverse	5	-0.0011339191114529967
41	rnn.weight_hh_l0_reverse	6	0.027628988027572632
41	rnn.weight_hh_l0_reverse	7	0.0782906785607338
41	rnn.weight_hh_l0_reverse	8	-0.022183319553732872
41	rnn.weight_hh_l0_reverse	9	-0.046666499227285385
41	rnn.bias_ih_l0_reverse	0	0.001398334396071732
41	rnn.bias_ih_l0_reverse	1	-0.01950029470026493
41	rnn.bias_ih_l0_reverse	2	-0.0170761626213789
41	rnn.bias_ih_l0_reverse	3	0.04752194881439209
41	rnn.bias_ih_l0_reverse	4	0.06851190328598022
41	rnn.bias_ih_l0_reverse	5	-0.025631191208958626
41	rnn.bias_ih_l0_reverse	6	-0.027367008849978447
41	rnn.bias_ih_l0_reverse	7	-0.052012670785188675
41	rnn.bias_ih_l0_reverse	8	0.0026760916225612164
41	rnn.bias_ih_l0_reverse	9	-0.0680873692035675
41	rnn.bias_hh_l0_reverse	0	0.037211108952760696
41	rnn.bias_hh_l0_reverse	1	-0.06944996863603592
41	rnn.bias_hh_l0_reverse	2	0.07632793486118317
41	rnn.bias_hh_l0_reverse	3	0.05503814294934273
41	rnn.bias_hh_l0_reverse	4	0.02726803347468376
41	rnn.bias_hh_l0_reverse	5	0.04020014777779579
41	rnn.bias_hh_l0_reverse	6	0.06276262551546097
41	rnn.bias_hh_l0_reverse	7	0.08314503729343414
41	rnn.bias_hh_l0_reverse	8	-0.009431946091353893
41	rnn.bias_hh_l0_reverse	9	0.05215439200401306
41	rnn.weight_ih_l1	0	0.02137318253517151
41	rnn.weight_ih_l1	1	0.015033222734928131
41	rnn.weight_ih_l1	2	0.06983458995819092
41	rnn.weight_ih_l1	3	-0.02429969049990177
41	rnn.weight_ih_l1	4	-0.024227630347013474
41	rnn.weight_ih_l1	5	-0.0121071832254529
41	rnn.weight_ih_l1	6	0.0713142454624176
41	rnn.weight_ih_l1	7	-0.006566723342984915
41	rnn.weight_ih_l1	8	-0.05338587611913681
41	rnn.weight_ih_l1	9	0.06140094995498657
41	rnn.weight_hh_l1	0	-0.07053615152835846
41	rnn.weight_hh_l1	1	-0.03707542642951012
41	rnn.weight_hh_l1	2	-0.008225456811487675
41	rnn.weight_hh_l1	3	-0.05842200294137001
41	rnn.weight_hh_l1	4	0.08587338030338287
41	rnn.weight_hh_l1	5	-0.08438768982887268
41	rnn.weight_hh_l1	6	-0.04832736775279045
41	rnn.weight_hh_l1	7	0.06559988111257553
41	rnn.weight_hh_l1	8	-0.01352674886584282
41	rnn.weight_hh_l1	9	-0.0405290462076664
41	rnn.bias_ih_l1	0	-0.06757446378469467
41	rnn.bias_ih_l1	1	0.058250945061445236
41	rnn.bias_ih_l1	2	-0.05220188573002815
41	rnn.bias_ih_l1	3	-0.06541367620229721
41	rnn.bias_ih_l1	4	-0.030691884458065033
41	rnn.bias_ih_l1	5	-0.028364405035972595
41	rnn.bias_ih_l1	6	-0.049187276512384415
41	rnn.bias_ih_l1	7	0.0639389306306839
41	rnn.bias_ih_l1	8	0.08675467222929001
41	rnn.bias_ih_l1	9	0.031296078115701675
41	rnn.bias_hh_l1	0	0.0704251378774643
41	rnn.bias_hh_l1	1	-0.058547839522361755
41	rnn.bias_hh_l1	2	0.02373574860394001
41	rnn.bias_hh_l1	3	0.06192328780889511
41	rnn.bias_hh_l1	4	0.05762829631567001
41	rnn.bias_hh_l1	5	-0.07902364432811737
41	rnn.bias_hh_l1	6	0.01584434323012829
41	rnn.bias_hh_l1	7	0.038639623671770096
41	rnn.bias_hh_l1	8	0.011039987206459045
41	rnn.bias_hh_l1	9	-0.0036736554466187954
41	rnn.weight_ih_l1_reverse	0	0.08607427775859833
41	rnn.weight_ih_l1_reverse	1	-0.041624121367931366
41	rnn.weight_ih_l1_reverse	2	-0.06216862052679062
41	rnn.weight_ih_l1_reverse	3	0.02555042877793312
41	rnn.weight_ih_l1_reverse	4	-0.046050816774368286
41	rnn.weight_ih_l1_reverse	5	0.024029608815908432
41	rnn.weight_ih_l1_reverse	6	0.04045651853084564
41	rnn.weight_ih_l1_reverse	7	0.02041487768292427
41	rnn.weight_ih_l1_reverse	8	-0.007886743173003197
41	rnn.weight_ih_l1_reverse	9	-0.06578889489173889
41	rnn.weight_hh_l1_reverse	0	0.005160624161362648
41	rnn.weight_hh_l1_reverse	1	0.018806656822562218
41	rnn.weight_hh_l1_reverse	2	-0.05815090611577034
41	rnn.weight_hh_l1_reverse	3	-0.012922527268528938
41	rnn.weight_hh_l1_reverse	4	0.008602363988757133
41	rnn.weight_hh_l1_reverse	5	-0.06244692951440811
41	rnn.weight_hh_l1_reverse	6	-0.06727754324674606
41	rnn.weight_hh_l1_reverse	7	-0.011562126688659191
41	rnn.weight_hh_l1_reverse	8	-0.05596175044775009
41	rnn.weight_hh_l1_reverse	9	-0.04331079497933388
41	rnn.bias_ih_l1_reverse	0	-0.003191040363162756
41	rnn.bias_ih_l1_reverse	1	-0.039444249123334885
41	rnn.bias_ih_l1_reverse	2	0.022421151399612427
41	rnn.bias_ih_l1_reverse	3	-0.07450878620147705
41	rnn.bias_ih_l1_reverse	4	-0.0870087593793869
41	rnn.bias_ih_l1_reverse	5	-0.08821144700050354
41	rnn.bias_ih_l1_reverse	6	0.059114497154951096
41	rnn.bias_ih_l1_reverse	7	0.08611138164997101
41	rnn.bias_ih_l1_reverse	8	0.001188234775327146
41	rnn.bias_ih_l1_reverse	9	-0.014567365869879723
41	rnn.bias_hh_l1_reverse	0	0.059591613709926605
41	rnn.bias_hh_l1_reverse	1	-0.07014346122741699
41	rnn.bias_hh_l1_reverse	2	-0.049978677183389664
41	rnn.bias_hh_l1_reverse	3	0.0748414620757103
41	rnn.bias_hh_l1_reverse	4	-0.02303977869451046
41	rnn.bias_hh_l1_reverse	5	-0.0075080120004713535
41	rnn.bias_hh_l1_reverse	6	-0.05955228582024574
41	rnn.bias_hh_l1_reverse	7	-0.06100330874323845
41	rnn.bias_hh_l1_reverse	8	0.06505081057548523
41	rnn.bias_hh_l1_reverse	9	0.036108896136283875
41	rnn.weight_ih_l2	0	0.0713612511754036
41	rnn.weight_ih_l2	1	-0.05434029549360275
41	rnn.weight_ih_l2	2	0.06332533806562424
41	rnn.weight_ih_l2	3	0.06642753630876541
41	rnn.weight_ih_l2	4	0.057169266045093536
41	rnn.weight_ih_l2	5	-0.038605477660894394
41	rnn.weight_ih_l2	6	-0.07602065801620483
41	rnn.weight_ih_l2	7	0.01437880378216505
41	rnn.weight_ih_l2	8	-0.01714719831943512
41	rnn.weight_ih_l2	9	-0.06927089393138885
41	rnn.weight_hh_l2	0	0.04849500581622124
41	rnn.weight_hh_l2	1	0.03190947324037552
41	rnn.weight_hh_l2	2	-0.05492309480905533
41	rnn.weight_hh_l2	3	-0.025089452043175697
41	rnn.weight_hh_l2	4	0.05409960821270943
41	rnn.weight_hh_l2	5	-0.026138760149478912
41	rnn.weight_hh_l2	6	0.007904276251792908
41	rnn.weight_hh_l2	7	-0.052835214883089066
41	rnn.weight_hh_l2	8	-0.00528876855969429
41	rnn.weight_hh_l2	9	-0.0199471153318882
41	rnn.bias_ih_l2	0	0.11045802384614944
41	rnn.bias_ih_l2	1	0.014601449482142925
41	rnn.bias_ih_l2	2	0.06868381053209305
41	rnn.bias_ih_l2	3	0.012633385136723518
41	rnn.bias_ih_l2	4	-0.005463385488837957
41	rnn.bias_ih_l2	5	0.03701251000165939
41	rnn.bias_ih_l2	6	0.0134547408670187
41	rnn.bias_ih_l2	7	0.010653682053089142
41	rnn.bias_ih_l2	8	0.02840588241815567
41	rnn.bias_ih_l2	9	-0.013498714193701744
41	rnn.bias_hh_l2	0	0.06574535369873047
41	rnn.bias_hh_l2	1	-0.0002471752231940627
41	rnn.bias_hh_l2	2	0.06853308528661728
41	rnn.bias_hh_l2	3	0.030930064618587494
41	rnn.bias_hh_l2	4	0.0727873221039772
41	rnn.bias_hh_l2	5	-0.03572385013103485
41	rnn.bias_hh_l2	6	0.004983339458703995
41	rnn.bias_hh_l2	7	-0.024751612916588783
41	rnn.bias_hh_l2	8	0.043696705251932144
41	rnn.bias_hh_l2	9	0.05937100201845169
41	rnn.weight_ih_l2_reverse	0	0.08238010108470917
41	rnn.weight_ih_l2_reverse	1	-0.06054525077342987
41	rnn.weight_ih_l2_reverse	2	0.0008706558728590608
41	rnn.weight_ih_l2_reverse	3	0.035229042172431946
41	rnn.weight_ih_l2_reverse	4	0.0539768785238266
41	rnn.weight_ih_l2_reverse	5	-0.04062185436487198
41	rnn.weight_ih_l2_reverse	6	-0.0007829942042008042
41	rnn.weight_ih_l2_reverse	7	-0.005501318257302046
41	rnn.weight_ih_l2_reverse	8	0.004859933163970709
41	rnn.weight_ih_l2_reverse	9	-0.0819876417517662
41	rnn.weight_hh_l2_reverse	0	-0.0827692300081253
41	rnn.weight_hh_l2_reverse	1	0.011861803941428661
41	rnn.weight_hh_l2_reverse	2	0.010549837723374367
41	rnn.weight_hh_l2_reverse	3	0.02433617413043976
41	rnn.weight_hh_l2_reverse	4	-0.03684599697589874
41	rnn.weight_hh_l2_reverse	5	-0.014854920096695423
41	rnn.weight_hh_l2_reverse	6	-0.03822283819317818
41	rnn.weight_hh_l2_reverse	7	-0.059820082038640976
41	rnn.weight_hh_l2_reverse	8	-0.006855308078229427
41	rnn.weight_hh_l2_reverse	9	-0.059058111160993576
41	rnn.bias_ih_l2_reverse	0	-0.01850210689008236
41	rnn.bias_ih_l2_reverse	1	-0.028035853058099747
41	rnn.bias_ih_l2_reverse	2	0.03634469211101532
41	rnn.bias_ih_l2_reverse	3	0.00604981230571866
41	rnn.bias_ih_l2_reverse	4	0.07913133502006531
41	rnn.bias_ih_l2_reverse	5	-0.08910730481147766
41	rnn.bias_ih_l2_reverse	6	-0.04290533438324928
41	rnn.bias_ih_l2_reverse	7	-0.045863062143325806
41	rnn.bias_ih_l2_reverse	8	0.059084247797727585
41	rnn.bias_ih_l2_reverse	9	0.022286493331193924
41	rnn.bias_hh_l2_reverse	0	0.07876167446374893
41	rnn.bias_hh_l2_reverse	1	-0.07640009373426437
41	rnn.bias_hh_l2_reverse	2	-0.06691043823957443
41	rnn.bias_hh_l2_reverse	3	0.03745560348033905
41	rnn.bias_hh_l2_reverse	4	0.026062248274683952
41	rnn.bias_hh_l2_reverse	5	0.04052111133933067
41	rnn.bias_hh_l2_reverse	6	-0.0821026936173439
41	rnn.bias_hh_l2_reverse	7	-0.011093721725046635
41	rnn.bias_hh_l2_reverse	8	-0.08214086294174194
41	rnn.bias_hh_l2_reverse	9	-0.054307710379362106
41	linear.weight	0	0.025028489530086517
41	linear.weight	1	0.05014093965291977
41	linear.weight	2	-0.018908172845840454
41	linear.weight	3	-0.03599042445421219
41	linear.weight	4	-0.022248394787311554
41	linear.weight	5	0.050935547798871994
41	linear.weight	6	0.014730884693562984
41	linear.weight	7	-0.018671199679374695
41	linear.weight	8	0.013975518755614758
41	linear.weight	9	0.06806492060422897
41	linear.bias	0	0.523158609867096
41	linear.bias	1	0.45021337270736694
41	linear.bias	2	-1.4095674753189087
41	linear.bias	3	-0.05754556506872177
41	linear.bias	4	-0.050822705030441284
41	linear.bias	5	0.3348914086818695
42	transitions	0	0.09148787707090378
42	transitions	1	-10000.0
42	transitions	2	1.8411179780960083
42	transitions	3	-0.9390257596969604
42	transitions	4	-10000.0
42	transitions	5	-10000.0
42	transitions	6	-10000.0
42	transitions	7	0.8855739831924438
42	transitions	8	0.8980007767677307
42	transitions	9	-1.1340227127075195
42	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
42	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
42	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
42	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
42	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
42	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
42	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
42	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
42	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
42	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
42	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
42	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
42	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
42	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
42	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
42	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
42	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
42	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
42	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
42	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
42	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
42	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
42	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
42	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
42	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
42	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
42	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
42	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
42	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
42	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
42	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
42	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
42	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
42	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
42	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
42	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
42	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
42	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
42	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
42	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
42	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
42	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
42	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
42	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
42	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
42	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
42	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
42	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
42	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
42	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
42	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
42	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
42	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
42	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
42	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
42	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
42	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
42	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
42	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
42	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
42	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
42	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
42	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
42	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
42	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
42	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
42	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
42	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
42	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
42	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
42	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
42	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
42	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
42	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
42	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
42	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
42	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
42	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
42	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
42	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
42	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
42	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
42	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
42	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
42	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
42	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
42	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
42	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
42	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
42	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
42	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
42	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
42	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
42	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
42	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
42	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
42	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
42	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
42	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
42	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
42	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
42	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
42	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
42	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
42	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
42	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
42	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
42	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
42	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
42	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
42	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
42	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
42	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
42	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
42	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
42	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
42	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
42	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
42	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
42	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
42	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
42	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
42	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
42	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
42	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
42	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
42	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
42	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
42	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
42	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
42	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
42	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
42	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
42	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
42	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
42	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
42	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
42	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
42	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
42	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
42	embedding2nn.weight	0	0.014782183803617954
42	embedding2nn.weight	1	0.000565548543818295
42	embedding2nn.weight	2	0.005658404435962439
42	embedding2nn.weight	3	0.0008546301978640258
42	embedding2nn.weight	4	-0.008464026264846325
42	embedding2nn.weight	5	-0.005445344839245081
42	embedding2nn.weight	6	-0.0012364350259304047
42	embedding2nn.weight	7	-0.003276474541053176
42	embedding2nn.weight	8	0.015264936722815037
42	embedding2nn.weight	9	0.004386552143841982
42	embedding2nn.bias	0	0.0011585195316001773
42	embedding2nn.bias	1	-0.013189396820962429
42	embedding2nn.bias	2	0.013318425975739956
42	embedding2nn.bias	3	-0.01238378044217825
42	embedding2nn.bias	4	-0.012076636776328087
42	embedding2nn.bias	5	-0.0017511594342067838
42	embedding2nn.bias	6	0.009255764074623585
42	embedding2nn.bias	7	0.012652997858822346
42	embedding2nn.bias	8	-1.7169519196613692e-05
42	embedding2nn.bias	9	9.386979218106717e-05
42	rnn.weight_ih_l0	0	-0.05089299753308296
42	rnn.weight_ih_l0	1	0.050726402550935745
42	rnn.weight_ih_l0	2	0.03185581788420677
42	rnn.weight_ih_l0	3	0.014692280441522598
42	rnn.weight_ih_l0	4	0.012459132820367813
42	rnn.weight_ih_l0	5	0.08418142795562744
42	rnn.weight_ih_l0	6	0.07561348378658295
42	rnn.weight_ih_l0	7	0.03776378929615021
42	rnn.weight_ih_l0	8	-0.045379139482975006
42	rnn.weight_ih_l0	9	0.008107362315058708
42	rnn.weight_hh_l0	0	0.008526161313056946
42	rnn.weight_hh_l0	1	-0.06356634199619293
42	rnn.weight_hh_l0	2	-0.06536885350942612
42	rnn.weight_hh_l0	3	0.07284612208604813
42	rnn.weight_hh_l0	4	0.07109733670949936
42	rnn.weight_hh_l0	5	0.003768641734495759
42	rnn.weight_hh_l0	6	0.0038508118595927954
42	rnn.weight_hh_l0	7	-0.025621142238378525
42	rnn.weight_hh_l0	8	-0.029295161366462708
42	rnn.weight_hh_l0	9	0.05796143412590027
42	rnn.bias_ih_l0	0	-0.07005448639392853
42	rnn.bias_ih_l0	1	0.08636996150016785
42	rnn.bias_ih_l0	2	0.02144962176680565
42	rnn.bias_ih_l0	3	0.08261266350746155
42	rnn.bias_ih_l0	4	-0.06443516165018082
42	rnn.bias_ih_l0	5	0.08695168793201447
42	rnn.bias_ih_l0	6	-0.06642076373100281
42	rnn.bias_ih_l0	7	-0.03318677842617035
42	rnn.bias_ih_l0	8	-0.08385196328163147
42	rnn.bias_ih_l0	9	-0.05047722905874252
42	rnn.bias_hh_l0	0	0.03132588416337967
42	rnn.bias_hh_l0	1	0.07198314368724823
42	rnn.bias_hh_l0	2	0.06719415634870529
42	rnn.bias_hh_l0	3	0.08293196558952332
42	rnn.bias_hh_l0	4	-0.0844142958521843
42	rnn.bias_hh_l0	5	-0.07151081413030624
42	rnn.bias_hh_l0	6	0.07547757774591446
42	rnn.bias_hh_l0	7	-0.08688616752624512
42	rnn.bias_hh_l0	8	-0.026272716000676155
42	rnn.bias_hh_l0	9	0.004585391376167536
42	rnn.weight_ih_l0_reverse	0	0.0792674720287323
42	rnn.weight_ih_l0_reverse	1	0.07361104339361191
42	rnn.weight_ih_l0_reverse	2	0.03891438990831375
42	rnn.weight_ih_l0_reverse	3	0.033842459321022034
42	rnn.weight_ih_l0_reverse	4	-0.03731422498822212
42	rnn.weight_ih_l0_reverse	5	0.05111214146018028
42	rnn.weight_ih_l0_reverse	6	0.06642650067806244
42	rnn.weight_ih_l0_reverse	7	0.022640593349933624
42	rnn.weight_ih_l0_reverse	8	-0.05878115072846413
42	rnn.weight_ih_l0_reverse	9	-0.05282938852906227
42	rnn.weight_hh_l0_reverse	0	0.02551094815135002
42	rnn.weight_hh_l0_reverse	1	-0.08722712844610214
42	rnn.weight_hh_l0_reverse	2	0.06276441365480423
42	rnn.weight_hh_l0_reverse	3	-0.02149561606347561
42	rnn.weight_hh_l0_reverse	4	0.08372204005718231
42	rnn.weight_hh_l0_reverse	5	-0.0011257717851549387
42	rnn.weight_hh_l0_reverse	6	0.02773331291973591
42	rnn.weight_hh_l0_reverse	7	0.07829330116510391
42	rnn.weight_hh_l0_reverse	8	-0.022184690460562706
42	rnn.weight_hh_l0_reverse	9	-0.04666503891348839
42	rnn.bias_ih_l0_reverse	0	0.001382896094582975
42	rnn.bias_ih_l0_reverse	1	-0.020218804478645325
42	rnn.bias_ih_l0_reverse	2	-0.016914526000618935
42	rnn.bias_ih_l0_reverse	3	0.04749201238155365
42	rnn.bias_ih_l0_reverse	4	0.06854770332574844
42	rnn.bias_ih_l0_reverse	5	-0.02550087496638298
42	rnn.bias_ih_l0_reverse	6	-0.027421683073043823
42	rnn.bias_ih_l0_reverse	7	-0.051882024854421616
42	rnn.bias_ih_l0_reverse	8	0.002642344916239381
42	rnn.bias_ih_l0_reverse	9	-0.06841562688350677
42	rnn.bias_hh_l0_reverse	0	0.03731076419353485
42	rnn.bias_hh_l0_reverse	1	-0.06977822631597519
42	rnn.bias_hh_l0_reverse	2	0.07583892345428467
42	rnn.bias_hh_l0_reverse	3	0.055108506232500076
42	rnn.bias_hh_l0_reverse	4	0.026842722669243813
42	rnn.bias_hh_l0_reverse	5	0.04031709209084511
42	rnn.bias_hh_l0_reverse	6	0.06293699890375137
42	rnn.bias_hh_l0_reverse	7	0.08245911449193954
42	rnn.bias_hh_l0_reverse	8	-0.009309555403888226
42	rnn.bias_hh_l0_reverse	9	0.05454566329717636
42	rnn.weight_ih_l1	0	0.021336931735277176
42	rnn.weight_ih_l1	1	0.0149603970348835
42	rnn.weight_ih_l1	2	0.07006856799125671
42	rnn.weight_ih_l1	3	-0.024294909089803696
42	rnn.weight_ih_l1	4	-0.02427152916789055
42	rnn.weight_ih_l1	5	-0.012111924588680267
42	rnn.weight_ih_l1	6	0.0713527649641037
42	rnn.weight_ih_l1	7	-0.006407902576029301
42	rnn.weight_ih_l1	8	-0.05338666960597038
42	rnn.weight_ih_l1	9	0.06159399822354317
42	rnn.weight_hh_l1	0	-0.0706057921051979
42	rnn.weight_hh_l1	1	-0.03708803281188011
42	rnn.weight_hh_l1	2	-0.008220289833843708
42	rnn.weight_hh_l1	3	-0.05842697620391846
42	rnn.weight_hh_l1	4	0.0858975425362587
42	rnn.weight_hh_l1	5	-0.08438821136951447
42	rnn.weight_hh_l1	6	-0.04833852872252464
42	rnn.weight_hh_l1	7	0.06558819115161896
42	rnn.weight_hh_l1	8	-0.013532205484807491
42	rnn.weight_hh_l1	9	-0.040467437356710434
42	rnn.bias_ih_l1	0	-0.06721320748329163
42	rnn.bias_ih_l1	1	0.05842122063040733
42	rnn.bias_ih_l1	2	-0.05220384895801544
42	rnn.bias_ih_l1	3	-0.06505309045314789
42	rnn.bias_ih_l1	4	-0.030841967090964317
42	rnn.bias_ih_l1	5	-0.03233121335506439
42	rnn.bias_ih_l1	6	-0.04883545637130737
42	rnn.bias_ih_l1	7	0.06386907398700714
42	rnn.bias_ih_l1	8	0.08668596297502518
42	rnn.bias_ih_l1	9	0.03049168922007084
42	rnn.bias_hh_l1	0	0.07044610381126404
42	rnn.bias_hh_l1	1	-0.058513425290584564
42	rnn.bias_hh_l1	2	0.023698143661022186
42	rnn.bias_hh_l1	3	0.06163613870739937
42	rnn.bias_hh_l1	4	0.057910606265068054
42	rnn.bias_hh_l1	5	-0.07910991460084915
42	rnn.bias_hh_l1	6	0.01581452414393425
42	rnn.bias_hh_l1	7	0.03865223750472069
42	rnn.bias_hh_l1	8	0.011151331476867199
42	rnn.bias_hh_l1	9	-0.003554892959073186
42	rnn.weight_ih_l1_reverse	0	0.08607509732246399
42	rnn.weight_ih_l1_reverse	1	-0.04159456491470337
42	rnn.weight_ih_l1_reverse	2	-0.06217024475336075
42	rnn.weight_ih_l1_reverse	3	0.02562505565583706
42	rnn.weight_ih_l1_reverse	4	-0.04605138674378395
42	rnn.weight_ih_l1_reverse	5	0.024019530043005943
42	rnn.weight_ih_l1_reverse	6	0.04046444222331047
42	rnn.weight_ih_l1_reverse	7	0.020403040573000908
42	rnn.weight_ih_l1_reverse	8	-0.00787489302456379
42	rnn.weight_ih_l1_reverse	9	-0.0658867359161377
42	rnn.weight_hh_l1_reverse	0	0.005189033225178719
42	rnn.weight_hh_l1_reverse	1	0.01880616694688797
42	rnn.weight_hh_l1_reverse	2	-0.058149147778749466
42	rnn.weight_hh_l1_reverse	3	-0.012923253700137138
42	rnn.weight_hh_l1_reverse	4	0.008603149093687534
42	rnn.weight_hh_l1_reverse	5	-0.06214834004640579
42	rnn.weight_hh_l1_reverse	6	-0.06727900356054306
42	rnn.weight_hh_l1_reverse	7	-0.011564891785383224
42	rnn.weight_hh_l1_reverse	8	-0.05592374876141548
42	rnn.weight_hh_l1_reverse	9	-0.04330857843160629
42	rnn.bias_ih_l1_reverse	0	-0.003167814575135708
42	rnn.bias_ih_l1_reverse	1	-0.0396922267973423
42	rnn.bias_ih_l1_reverse	2	0.02311709336936474
42	rnn.bias_ih_l1_reverse	3	-0.07447497546672821
42	rnn.bias_ih_l1_reverse	4	-0.08697907626628876
42	rnn.bias_ih_l1_reverse	5	-0.08837669342756271
42	rnn.bias_ih_l1_reverse	6	0.05930899828672409
42	rnn.bias_ih_l1_reverse	7	0.08612281829118729
42	rnn.bias_ih_l1_reverse	8	-0.0005658442387357354
42	rnn.bias_ih_l1_reverse	9	-0.014408400282263756
42	rnn.bias_hh_l1_reverse	0	0.05951087549328804
42	rnn.bias_hh_l1_reverse	1	-0.0698796734213829
42	rnn.bias_hh_l1_reverse	2	-0.0499211810529232
42	rnn.bias_hh_l1_reverse	3	0.07490309327840805
42	rnn.bias_hh_l1_reverse	4	-0.02311631292104721
42	rnn.bias_hh_l1_reverse	5	-0.007462021429091692
42	rnn.bias_hh_l1_reverse	6	-0.0591890849173069
42	rnn.bias_hh_l1_reverse	7	-0.06107763946056366
42	rnn.bias_hh_l1_reverse	8	0.06503680348396301
42	rnn.bias_hh_l1_reverse	9	0.036486998200416565
42	rnn.weight_ih_l2	0	0.07101558148860931
42	rnn.weight_ih_l2	1	-0.05441435053944588
42	rnn.weight_ih_l2	2	0.06334628909826279
42	rnn.weight_ih_l2	3	0.06647869199514389
42	rnn.weight_ih_l2	4	0.05707346647977829
42	rnn.weight_ih_l2	5	-0.03856411948800087
42	rnn.weight_ih_l2	6	-0.07611694186925888
42	rnn.weight_ih_l2	7	0.014280586503446102
42	rnn.weight_ih_l2	8	-0.017148176208138466
42	rnn.weight_ih_l2	9	-0.06927156448364258
42	rnn.weight_hh_l2	0	0.04847592115402222
42	rnn.weight_hh_l2	1	0.031899888068437576
42	rnn.weight_hh_l2	2	-0.05492272228002548
42	rnn.weight_hh_l2	3	-0.025086071342229843
42	rnn.weight_hh_l2	4	0.054100025445222855
42	rnn.weight_hh_l2	5	-0.02604832500219345
42	rnn.weight_hh_l2	6	0.007910323329269886
42	rnn.weight_hh_l2	7	-0.05283396691083908
42	rnn.weight_hh_l2	8	-0.0052865794859826565
42	rnn.weight_hh_l2	9	-0.01997442916035652
42	rnn.bias_ih_l2	0	0.10641028732061386
42	rnn.bias_ih_l2	1	0.01500659342855215
42	rnn.bias_ih_l2	2	0.06985139101743698
42	rnn.bias_ih_l2	3	0.012913343496620655
42	rnn.bias_ih_l2	4	-0.00528537156060338
42	rnn.bias_ih_l2	5	0.03776663541793823
42	rnn.bias_ih_l2	6	0.013792590238153934
42	rnn.bias_ih_l2	7	0.010755420662462711
42	rnn.bias_ih_l2	8	0.02875555492937565
42	rnn.bias_ih_l2	9	-0.013477124273777008
42	rnn.bias_hh_l2	0	0.06663375347852707
42	rnn.bias_hh_l2	1	-9.090519597521052e-06
42	rnn.bias_hh_l2	2	0.06892631947994232
42	rnn.bias_hh_l2	3	0.030898526310920715
42	rnn.bias_hh_l2	4	0.07277771830558777
42	rnn.bias_hh_l2	5	-0.03059297986328602
42	rnn.bias_hh_l2	6	0.00464395247399807
42	rnn.bias_hh_l2	7	-0.024616459384560585
42	rnn.bias_hh_l2	8	0.043687883764505386
42	rnn.bias_hh_l2	9	0.05760208144783974
42	rnn.weight_ih_l2_reverse	0	0.0823846235871315
42	rnn.weight_ih_l2_reverse	1	-0.060489144176244736
42	rnn.weight_ih_l2_reverse	2	0.0008706352091394365
42	rnn.weight_ih_l2_reverse	3	0.03519622981548309
42	rnn.weight_ih_l2_reverse	4	0.05397795885801315
42	rnn.weight_ih_l2_reverse	5	-0.04064135625958443
42	rnn.weight_ih_l2_reverse	6	-0.0008460831013508141
42	rnn.weight_ih_l2_reverse	7	-0.005735992453992367
42	rnn.weight_ih_l2_reverse	8	0.005365025717765093
42	rnn.weight_ih_l2_reverse	9	-0.08188093453645706
42	rnn.weight_hh_l2_reverse	0	-0.08276579529047012
42	rnn.weight_hh_l2_reverse	1	0.011751726269721985
42	rnn.weight_hh_l2_reverse	2	0.010548836551606655
42	rnn.weight_hh_l2_reverse	3	0.0243378896266222
42	rnn.weight_hh_l2_reverse	4	-0.036844655871391296
42	rnn.weight_hh_l2_reverse	5	-0.014853560365736485
42	rnn.weight_hh_l2_reverse	6	-0.03839745745062828
42	rnn.weight_hh_l2_reverse	7	-0.05982095003128052
42	rnn.weight_hh_l2_reverse	8	-0.0068257953971624374
42	rnn.weight_hh_l2_reverse	9	-0.05905997008085251
42	rnn.bias_ih_l2_reverse	0	-0.01720602810382843
42	rnn.bias_ih_l2_reverse	1	-0.027985265478491783
42	rnn.bias_ih_l2_reverse	2	0.036435987800359726
42	rnn.bias_ih_l2_reverse	3	0.006275741849094629
42	rnn.bias_ih_l2_reverse	4	0.07911890000104904
42	rnn.bias_ih_l2_reverse	5	-0.0891660675406456
42	rnn.bias_ih_l2_reverse	6	-0.04287303239107132
42	rnn.bias_ih_l2_reverse	7	-0.046173106878995895
42	rnn.bias_ih_l2_reverse	8	0.05296720191836357
42	rnn.bias_ih_l2_reverse	9	0.022503070533275604
42	rnn.bias_hh_l2_reverse	0	0.08487653732299805
42	rnn.bias_hh_l2_reverse	1	-0.07573181390762329
42	rnn.bias_hh_l2_reverse	2	-0.06696473062038422
42	rnn.bias_hh_l2_reverse	3	0.0374564453959465
42	rnn.bias_hh_l2_reverse	4	0.025835223495960236
42	rnn.bias_hh_l2_reverse	5	0.04034983366727829
42	rnn.bias_hh_l2_reverse	6	-0.0820627510547638
42	rnn.bias_hh_l2_reverse	7	-0.011199972592294216
42	rnn.bias_hh_l2_reverse	8	-0.082693912088871
42	rnn.bias_hh_l2_reverse	9	-0.054141394793987274
42	linear.weight	0	0.025028489530086517
42	linear.weight	1	0.06079535931348801
42	linear.weight	2	-0.01890185847878456
42	linear.weight	3	-0.032425407320261
42	linear.weight	4	-0.022248394787311554
42	linear.weight	5	0.0500825010240078
42	linear.weight	6	0.013380906544625759
42	linear.weight	7	-0.013589542359113693
42	linear.weight	8	0.009821518324315548
42	linear.weight	9	0.06419593840837479
42	linear.bias	0	0.44215670228004456
42	linear.bias	1	0.408977210521698
42	linear.bias	2	-1.415497899055481
42	linear.bias	3	-0.05754556506872177
42	linear.bias	4	-0.050822705030441284
42	linear.bias	5	0.46305984258651733
43	transitions	0	0.09011466056108475
43	transitions	1	-10000.0
43	transitions	2	1.8645471334457397
43	transitions	3	-0.9276609420776367
43	transitions	4	-10000.0
43	transitions	5	-10000.0
43	transitions	6	-10000.0
43	transitions	7	0.8853263854980469
43	transitions	8	0.8960326313972473
43	transitions	9	-1.1419575214385986
43	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
43	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
43	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
43	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
43	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
43	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
43	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
43	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
43	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
43	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
43	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
43	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
43	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
43	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
43	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
43	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
43	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
43	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
43	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
43	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
43	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
43	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
43	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
43	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
43	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
43	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
43	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
43	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
43	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
43	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
43	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
43	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
43	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
43	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
43	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
43	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
43	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
43	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
43	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
43	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
43	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
43	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
43	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
43	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
43	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
43	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
43	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
43	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
43	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
43	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
43	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
43	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
43	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
43	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
43	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
43	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
43	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
43	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
43	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
43	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
43	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
43	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
43	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
43	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
43	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
43	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
43	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
43	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
43	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
43	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
43	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
43	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
43	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
43	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
43	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
43	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
43	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
43	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
43	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
43	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
43	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
43	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
43	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
43	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
43	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
43	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
43	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
43	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
43	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
43	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
43	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
43	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
43	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
43	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
43	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
43	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
43	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
43	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
43	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
43	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
43	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
43	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
43	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
43	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
43	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
43	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
43	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
43	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
43	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
43	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
43	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
43	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
43	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
43	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
43	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
43	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
43	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
43	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
43	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
43	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
43	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
43	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
43	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
43	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
43	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
43	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
43	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
43	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
43	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
43	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
43	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
43	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
43	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
43	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
43	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
43	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
43	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
43	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
43	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
43	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
43	embedding2nn.weight	0	0.014788562431931496
43	embedding2nn.weight	1	0.0005688053788617253
43	embedding2nn.weight	2	0.005650943145155907
43	embedding2nn.weight	3	0.0008502806886099279
43	embedding2nn.weight	4	-0.008328573778271675
43	embedding2nn.weight	5	-0.005449424963444471
43	embedding2nn.weight	6	-0.0012496382696554065
43	embedding2nn.weight	7	-0.003273843554779887
43	embedding2nn.weight	8	0.01527782529592514
43	embedding2nn.weight	9	0.004380390513688326
43	embedding2nn.bias	0	0.0011895425850525498
43	embedding2nn.bias	1	-0.013411995023488998
43	embedding2nn.bias	2	0.014801605604588985
43	embedding2nn.bias	3	-0.012945146299898624
43	embedding2nn.bias	4	-0.012023921124637127
43	embedding2nn.bias	5	-0.0010700719431042671
43	embedding2nn.bias	6	0.008183023892343044
43	embedding2nn.bias	7	0.01272739376872778
43	embedding2nn.bias	8	0.000650827947538346
43	embedding2nn.bias	9	0.00019604546832852066
43	rnn.weight_ih_l0	0	-0.05089632049202919
43	rnn.weight_ih_l0	1	0.05073074996471405
43	rnn.weight_ih_l0	2	0.03186050429940224
43	rnn.weight_ih_l0	3	0.014693721197545528
43	rnn.weight_ih_l0	4	0.01242033764719963
43	rnn.weight_ih_l0	5	0.08418343216180801
43	rnn.weight_ih_l0	6	0.07560700178146362
43	rnn.weight_ih_l0	7	0.03776702284812927
43	rnn.weight_ih_l0	8	-0.04527169466018677
43	rnn.weight_ih_l0	9	0.008041287772357464
43	rnn.weight_hh_l0	0	0.00852890219539404
43	rnn.weight_hh_l0	1	-0.06354731321334839
43	rnn.weight_hh_l0	2	-0.06538880616426468
43	rnn.weight_hh_l0	3	0.07284601032733917
43	rnn.weight_hh_l0	4	0.07109025865793228
43	rnn.weight_hh_l0	5	0.003642256371676922
43	rnn.weight_hh_l0	6	0.0038551646284759045
43	rnn.weight_hh_l0	7	-0.025846660137176514
43	rnn.weight_hh_l0	8	-0.029315583407878876
43	rnn.weight_hh_l0	9	0.05796172842383385
43	rnn.bias_ih_l0	0	-0.06991216540336609
43	rnn.bias_ih_l0	1	0.08658423274755478
43	rnn.bias_ih_l0	2	0.021352123469114304
43	rnn.bias_ih_l0	3	0.08230755478143692
43	rnn.bias_ih_l0	4	-0.06434287875890732
43	rnn.bias_ih_l0	5	0.08700418472290039
43	rnn.bias_ih_l0	6	-0.06790316104888916
43	rnn.bias_ih_l0	7	-0.03311837464570999
43	rnn.bias_ih_l0	8	-0.08469947427511215
43	rnn.bias_ih_l0	9	-0.050363656133413315
43	rnn.bias_hh_l0	0	0.03031773865222931
43	rnn.bias_hh_l0	1	0.07202386856079102
43	rnn.bias_hh_l0	2	0.0672854408621788
43	rnn.bias_hh_l0	3	0.08298180252313614
43	rnn.bias_hh_l0	4	-0.08489584922790527
43	rnn.bias_hh_l0	5	-0.07149457186460495
43	rnn.bias_hh_l0	6	0.07554181665182114
43	rnn.bias_hh_l0	7	-0.08514700829982758
43	rnn.bias_hh_l0	8	-0.026286806911230087
43	rnn.bias_hh_l0	9	0.004613699857145548
43	rnn.weight_ih_l0_reverse	0	0.07926706224679947
43	rnn.weight_ih_l0_reverse	1	0.07359864562749863
43	rnn.weight_ih_l0_reverse	2	0.038914524018764496
43	rnn.weight_ih_l0_reverse	3	0.033842071890830994
43	rnn.weight_ih_l0_reverse	4	-0.037285637110471725
43	rnn.weight_ih_l0_reverse	5	0.051111169159412384
43	rnn.weight_ih_l0_reverse	6	0.06642322242259979
43	rnn.weight_ih_l0_reverse	7	0.02262093313038349
43	rnn.weight_ih_l0_reverse	8	-0.058745283633470535
43	rnn.weight_ih_l0_reverse	9	-0.0528315044939518
43	rnn.weight_hh_l0_reverse	0	0.025509728118777275
43	rnn.weight_hh_l0_reverse	1	-0.08723211288452148
43	rnn.weight_hh_l0_reverse	2	0.0627664178609848
43	rnn.weight_hh_l0_reverse	3	-0.02150685526430607
43	rnn.weight_hh_l0_reverse	4	0.08371393382549286
43	rnn.weight_hh_l0_reverse	5	-0.0011331884888932109
43	rnn.weight_hh_l0_reverse	6	0.027748487889766693
43	rnn.weight_hh_l0_reverse	7	0.07830289006233215
43	rnn.weight_hh_l0_reverse	8	-0.022186698392033577
43	rnn.weight_hh_l0_reverse	9	-0.04666837677359581
43	rnn.bias_ih_l0_reverse	0	0.0016752246301621199
43	rnn.bias_ih_l0_reverse	1	-0.02304285205900669
43	rnn.bias_ih_l0_reverse	2	-0.016795363277196884
43	rnn.bias_ih_l0_reverse	3	0.047505464404821396
43	rnn.bias_ih_l0_reverse	4	0.06857866048812866
43	rnn.bias_ih_l0_reverse	5	-0.025268830358982086
43	rnn.bias_ih_l0_reverse	6	-0.02749418467283249
43	rnn.bias_ih_l0_reverse	7	-0.05161542072892189
43	rnn.bias_ih_l0_reverse	8	0.0023268547374755144
43	rnn.bias_ih_l0_reverse	9	-0.06841907650232315
43	rnn.bias_hh_l0_reverse	0	0.03763087838888168
43	rnn.bias_hh_l0_reverse	1	-0.06978167593479156
43	rnn.bias_hh_l0_reverse	2	0.07520806789398193
43	rnn.bias_hh_l0_reverse	3	0.05516694113612175
43	rnn.bias_hh_l0_reverse	4	0.026393044739961624
43	rnn.bias_hh_l0_reverse	5	0.04038004204630852
43	rnn.bias_hh_l0_reverse	6	0.06309016793966293
43	rnn.bias_hh_l0_reverse	7	0.08268984407186508
43	rnn.bias_hh_l0_reverse	8	-0.009267977438867092
43	rnn.bias_hh_l0_reverse	9	0.0541832335293293
43	rnn.weight_ih_l1	0	0.021376872435212135
43	rnn.weight_ih_l1	1	0.014930353499948978
43	rnn.weight_ih_l1	2	0.07061926275491714
43	rnn.weight_ih_l1	3	-0.024291323497891426
43	rnn.weight_ih_l1	4	-0.02430572733283043
43	rnn.weight_ih_l1	5	-0.012119070626795292
43	rnn.weight_ih_l1	6	0.07139366865158081
43	rnn.weight_ih_l1	7	-0.006492540705949068
43	rnn.weight_ih_l1	8	-0.053414467722177505
43	rnn.weight_ih_l1	9	0.06183097884058952
43	rnn.weight_hh_l1	0	-0.07068347930908203
43	rnn.weight_hh_l1	1	-0.03707878664135933
43	rnn.weight_hh_l1	2	-0.008221114054322243
43	rnn.weight_hh_l1	3	-0.05842408537864685
43	rnn.weight_hh_l1	4	0.0858696848154068
43	rnn.weight_hh_l1	5	-0.08438969403505325
43	rnn.weight_hh_l1	6	-0.04830386862158775
43	rnn.weight_hh_l1	7	0.06571303308010101
43	rnn.weight_hh_l1	8	-0.013541989959776402
43	rnn.weight_hh_l1	9	-0.040470220148563385
43	rnn.bias_ih_l1	0	-0.06650447845458984
43	rnn.bias_ih_l1	1	0.05835241079330444
43	rnn.bias_ih_l1	2	-0.05212150886654854
43	rnn.bias_ih_l1	3	-0.0651068389415741
43	rnn.bias_ih_l1	4	-0.030866706743836403
43	rnn.bias_ih_l1	5	-0.031926386058330536
43	rnn.bias_ih_l1	6	-0.04715614393353462
43	rnn.bias_ih_l1	7	0.06404110789299011
43	rnn.bias_ih_l1	8	0.08696749806404114
43	rnn.bias_ih_l1	9	0.03026704303920269
43	rnn.bias_hh_l1	0	0.07032737880945206
43	rnn.bias_hh_l1	1	-0.058433156460523605
43	rnn.bias_hh_l1	2	0.023777540773153305
43	rnn.bias_hh_l1	3	0.061709925532341
43	rnn.bias_hh_l1	4	0.05801473185420036
43	rnn.bias_hh_l1	5	-0.07913704216480255
43	rnn.bias_hh_l1	6	0.01570994406938553
43	rnn.bias_hh_l1	7	0.03868702054023743
43	rnn.bias_hh_l1	8	0.011302810162305832
43	rnn.bias_hh_l1	9	-0.003470941912382841
43	rnn.weight_ih_l1_reverse	0	0.08608895540237427
43	rnn.weight_ih_l1_reverse	1	-0.04158769175410271
43	rnn.weight_ih_l1_reverse	2	-0.0621616467833519
43	rnn.weight_ih_l1_reverse	3	0.0256156325340271
43	rnn.weight_ih_l1_reverse	4	-0.04603080451488495
43	rnn.weight_ih_l1_reverse	5	0.024022161960601807
43	rnn.weight_ih_l1_reverse	6	0.04043271392583847
43	rnn.weight_ih_l1_reverse	7	0.02045217528939247
43	rnn.weight_ih_l1_reverse	8	-0.007892667315900326
43	rnn.weight_ih_l1_reverse	9	-0.06634871661663055
43	rnn.weight_hh_l1_reverse	0	0.0051666912622749805
43	rnn.weight_hh_l1_reverse	1	0.018802760168910027
43	rnn.weight_hh_l1_reverse	2	-0.05814702808856964
43	rnn.weight_hh_l1_reverse	3	-0.012953527271747589
43	rnn.weight_hh_l1_reverse	4	0.008601316250860691
43	rnn.weight_hh_l1_reverse	5	-0.06210891902446747
43	rnn.weight_hh_l1_reverse	6	-0.06727811694145203
43	rnn.weight_hh_l1_reverse	7	-0.011564800515770912
43	rnn.weight_hh_l1_reverse	8	-0.055963899940252304
43	rnn.weight_hh_l1_reverse	9	-0.04331047832965851
43	rnn.bias_ih_l1_reverse	0	-0.003092014230787754
43	rnn.bias_ih_l1_reverse	1	-0.039588142186403275
43	rnn.bias_ih_l1_reverse	2	0.023610252887010574
43	rnn.bias_ih_l1_reverse	3	-0.07450557500123978
43	rnn.bias_ih_l1_reverse	4	-0.08692216128110886
43	rnn.bias_ih_l1_reverse	5	-0.0882374569773674
43	rnn.bias_ih_l1_reverse	6	0.059615034610033035
43	rnn.bias_ih_l1_reverse	7	0.08621592819690704
43	rnn.bias_ih_l1_reverse	8	0.0018671135185286403
43	rnn.bias_ih_l1_reverse	9	-0.014082370325922966
43	rnn.bias_hh_l1_reverse	0	0.059535667300224304
43	rnn.bias_hh_l1_reverse	1	-0.06965406239032745
43	rnn.bias_hh_l1_reverse	2	-0.0499347560107708
43	rnn.bias_hh_l1_reverse	3	0.07528507709503174
43	rnn.bias_hh_l1_reverse	4	-0.0233216043561697
43	rnn.bias_hh_l1_reverse	5	-0.007525173481553793
43	rnn.bias_hh_l1_reverse	6	-0.05919386073946953
43	rnn.bias_hh_l1_reverse	7	-0.06098906695842743
43	rnn.bias_hh_l1_reverse	8	0.06503593921661377
43	rnn.bias_hh_l1_reverse	9	0.03476177901029587
43	rnn.weight_ih_l2	0	0.0709153264760971
43	rnn.weight_ih_l2	1	-0.05423242226243019
43	rnn.weight_ih_l2	2	0.06334346532821655
43	rnn.weight_ih_l2	3	0.06654512137174606
43	rnn.weight_ih_l2	4	0.056971870362758636
43	rnn.weight_ih_l2	5	-0.03854236379265785
43	rnn.weight_ih_l2	6	-0.07612296938896179
43	rnn.weight_ih_l2	7	0.014155128970742226
43	rnn.weight_ih_l2	8	-0.01714251935482025
43	rnn.weight_ih_l2	9	-0.0692804679274559
43	rnn.weight_hh_l2	0	0.04846980422735214
43	rnn.weight_hh_l2	1	0.031878918409347534
43	rnn.weight_hh_l2	2	-0.05492127686738968
43	rnn.weight_hh_l2	3	-0.02508181519806385
43	rnn.weight_hh_l2	4	0.05410533770918846
43	rnn.weight_hh_l2	5	-0.02576310746371746
43	rnn.weight_hh_l2	6	0.007895381189882755
43	rnn.weight_hh_l2	7	-0.05284013971686363
43	rnn.weight_hh_l2	8	-0.005284258164465427
43	rnn.weight_hh_l2	9	-0.019991407170891762
43	rnn.bias_ih_l2	0	0.10408860445022583
43	rnn.bias_ih_l2	1	0.01558726467192173
43	rnn.bias_ih_l2	2	0.07028437405824661
43	rnn.bias_ih_l2	3	0.013041873462498188
43	rnn.bias_ih_l2	4	-0.005321762524545193
43	rnn.bias_ih_l2	5	0.03814136981964111
43	rnn.bias_ih_l2	6	0.013983750715851784
43	rnn.bias_ih_l2	7	0.010978039354085922
43	rnn.bias_ih_l2	8	0.028451887890696526
43	rnn.bias_ih_l2	9	-0.01350060198456049
43	rnn.bias_hh_l2	0	0.06759361922740936
43	rnn.bias_hh_l2	1	0.00036425795406103134
43	rnn.bias_hh_l2	2	0.069900281727314
43	rnn.bias_hh_l2	3	0.03087472915649414
43	rnn.bias_hh_l2	4	0.07262727618217468
43	rnn.bias_hh_l2	5	-0.03090807981789112
43	rnn.bias_hh_l2	6	0.00020151578064542264
43	rnn.bias_hh_l2	7	-0.02478249929845333
43	rnn.bias_hh_l2	8	0.04358264431357384
43	rnn.bias_hh_l2	9	0.060779374092817307
43	rnn.weight_ih_l2_reverse	0	0.08238295465707779
43	rnn.weight_ih_l2_reverse	1	-0.060214754194021225
43	rnn.weight_ih_l2_reverse	2	0.0008573512895964086
43	rnn.weight_ih_l2_reverse	3	0.03517208248376846
43	rnn.weight_ih_l2_reverse	4	0.05398038774728775
43	rnn.weight_ih_l2_reverse	5	-0.04064187780022621
43	rnn.weight_ih_l2_reverse	6	-0.0008412389433942735
43	rnn.weight_ih_l2_reverse	7	-0.00576701620593667
43	rnn.weight_ih_l2_reverse	8	0.005480739288032055
43	rnn.weight_ih_l2_reverse	9	-0.08186820149421692
43	rnn.weight_hh_l2_reverse	0	-0.08276619017124176
43	rnn.weight_hh_l2_reverse	1	0.011651922948658466
43	rnn.weight_hh_l2_reverse	2	0.010548694990575314
43	rnn.weight_hh_l2_reverse	3	0.024338869377970695
43	rnn.weight_hh_l2_reverse	4	-0.036850590258836746
43	rnn.weight_hh_l2_reverse	5	-0.014854920096695423
43	rnn.weight_hh_l2_reverse	6	-0.03866474702954292
43	rnn.weight_hh_l2_reverse	7	-0.0598212406039238
43	rnn.weight_hh_l2_reverse	8	-0.0068232337944209576
43	rnn.weight_hh_l2_reverse	9	-0.05905913934111595
43	rnn.bias_ih_l2_reverse	0	-0.016476962715387344
43	rnn.bias_ih_l2_reverse	1	-0.0277960617095232
43	rnn.bias_ih_l2_reverse	2	0.037039633840322495
43	rnn.bias_ih_l2_reverse	3	0.007923237979412079
43	rnn.bias_ih_l2_reverse	4	0.07911704480648041
43	rnn.bias_ih_l2_reverse	5	-0.08918789029121399
43	rnn.bias_ih_l2_reverse	6	-0.04283609241247177
43	rnn.bias_ih_l2_reverse	7	-0.04657406732439995
43	rnn.bias_ih_l2_reverse	8	0.055570799857378006
43	rnn.bias_ih_l2_reverse	9	0.02242286689579487
43	rnn.bias_hh_l2_reverse	0	0.07776559889316559
43	rnn.bias_hh_l2_reverse	1	-0.07609626650810242
43	rnn.bias_hh_l2_reverse	2	-0.06693347543478012
43	rnn.bias_hh_l2_reverse	3	0.03749208152294159
43	rnn.bias_hh_l2_reverse	4	0.025923890992999077
43	rnn.bias_hh_l2_reverse	5	0.04037100076675415
43	rnn.bias_hh_l2_reverse	6	-0.08204241096973419
43	rnn.bias_hh_l2_reverse	7	-0.011099017225205898
43	rnn.bias_hh_l2_reverse	8	-0.08250243216753006
43	rnn.bias_hh_l2_reverse	9	-0.05419300124049187
43	linear.weight	0	0.025028489530086517
43	linear.weight	1	0.06697570532560349
43	linear.weight	2	-0.019187165424227715
43	linear.weight	3	-0.03316139429807663
43	linear.weight	4	-0.022248394787311554
43	linear.weight	5	0.048967309296131134
43	linear.weight	6	0.013223889283835888
43	linear.weight	7	-0.018933549523353577
43	linear.weight	8	0.009864888153970242
43	linear.weight	9	0.0622742734849453
43	linear.bias	0	0.44110625982284546
43	linear.bias	1	0.43459513783454895
43	linear.bias	2	-1.4226441383361816
43	linear.bias	3	-0.05754556506872177
43	linear.bias	4	-0.050822705030441284
43	linear.bias	5	0.44563865661621094
44	transitions	0	0.08887197822332382
44	transitions	1	-10000.0
44	transitions	2	1.823161005973816
44	transitions	3	-0.9258207082748413
44	transitions	4	-10000.0
44	transitions	5	-10000.0
44	transitions	6	-10000.0
44	transitions	7	0.885040819644928
44	transitions	8	0.8939242959022522
44	transitions	9	-1.1511534452438354
44	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
44	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
44	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
44	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
44	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
44	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
44	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
44	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
44	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
44	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
44	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
44	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
44	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
44	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
44	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
44	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
44	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
44	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
44	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
44	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
44	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
44	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
44	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
44	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
44	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
44	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
44	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
44	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
44	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
44	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
44	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
44	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
44	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
44	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
44	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
44	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
44	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
44	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
44	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
44	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
44	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
44	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
44	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
44	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
44	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
44	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
44	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
44	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
44	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
44	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
44	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
44	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
44	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
44	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
44	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
44	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
44	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
44	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
44	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
44	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
44	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
44	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
44	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
44	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
44	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
44	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
44	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
44	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
44	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
44	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
44	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
44	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
44	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
44	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
44	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
44	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
44	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
44	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
44	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
44	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
44	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
44	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
44	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
44	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
44	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
44	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
44	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
44	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
44	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
44	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
44	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
44	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
44	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
44	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
44	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
44	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
44	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
44	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
44	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
44	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
44	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
44	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
44	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
44	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
44	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
44	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
44	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
44	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
44	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
44	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
44	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
44	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
44	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
44	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
44	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
44	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
44	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
44	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
44	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
44	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
44	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
44	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
44	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
44	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
44	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
44	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
44	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
44	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
44	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
44	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
44	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
44	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
44	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
44	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
44	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
44	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
44	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
44	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
44	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
44	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
44	embedding2nn.weight	0	0.01479346863925457
44	embedding2nn.weight	1	0.0005750362761318684
44	embedding2nn.weight	2	0.0056579867377877235
44	embedding2nn.weight	3	0.0008437428623437881
44	embedding2nn.weight	4	-0.008179482072591782
44	embedding2nn.weight	5	-0.005487028043717146
44	embedding2nn.weight	6	-0.00132078118622303
44	embedding2nn.weight	7	-0.0032623151782900095
44	embedding2nn.weight	8	0.015625035390257835
44	embedding2nn.weight	9	0.004371026065200567
44	embedding2nn.bias	0	0.00027161400066688657
44	embedding2nn.bias	1	-0.01192791573703289
44	embedding2nn.bias	2	0.0187738835811615
44	embedding2nn.bias	3	-0.01334827858954668
44	embedding2nn.bias	4	-0.016102613881230354
44	embedding2nn.bias	5	-0.0022756969556212425
44	embedding2nn.bias	6	0.008277671411633492
44	embedding2nn.bias	7	0.015298467129468918
44	embedding2nn.bias	8	-0.0001641715207369998
44	embedding2nn.bias	9	0.0014521065168082714
44	rnn.weight_ih_l0	0	-0.0508425310254097
44	rnn.weight_ih_l0	1	0.05073007196187973
44	rnn.weight_ih_l0	2	0.03186087682843208
44	rnn.weight_ih_l0	3	0.014694726094603539
44	rnn.weight_ih_l0	4	0.012430538423359394
44	rnn.weight_ih_l0	5	0.08418557047843933
44	rnn.weight_ih_l0	6	0.0756223201751709
44	rnn.weight_ih_l0	7	0.037763599306344986
44	rnn.weight_ih_l0	8	-0.045186642557382584
44	rnn.weight_ih_l0	9	0.008093191310763359
44	rnn.weight_hh_l0	0	0.00852199736982584
44	rnn.weight_hh_l0	1	-0.06355296820402145
44	rnn.weight_hh_l0	2	-0.0653897225856781
44	rnn.weight_hh_l0	3	0.07266231626272202
44	rnn.weight_hh_l0	4	0.0710877999663353
44	rnn.weight_hh_l0	5	0.0036140086594969034
44	rnn.weight_hh_l0	6	0.0037036596331745386
44	rnn.weight_hh_l0	7	-0.025926554575562477
44	rnn.weight_hh_l0	8	-0.02910003997385502
44	rnn.weight_hh_l0	9	0.05797603726387024
44	rnn.bias_ih_l0	0	-0.07076212018728256
44	rnn.bias_ih_l0	1	0.08630811423063278
44	rnn.bias_ih_l0	2	0.020964697003364563
44	rnn.bias_ih_l0	3	0.07947879284620285
44	rnn.bias_ih_l0	4	-0.06462469696998596
44	rnn.bias_ih_l0	5	0.08695357292890549
44	rnn.bias_ih_l0	6	-0.0674290880560875
44	rnn.bias_ih_l0	7	-0.033068761229515076
44	rnn.bias_ih_l0	8	-0.08574897795915604
44	rnn.bias_ih_l0	9	-0.050494566559791565
44	rnn.bias_hh_l0	0	0.030269380658864975
44	rnn.bias_hh_l0	1	0.0721031203866005
44	rnn.bias_hh_l0	2	0.06713502109050751
44	rnn.bias_hh_l0	3	0.0825372114777565
44	rnn.bias_hh_l0	4	-0.09054172784090042
44	rnn.bias_hh_l0	5	-0.07165565341711044
44	rnn.bias_hh_l0	6	0.07558374106884003
44	rnn.bias_hh_l0	7	-0.08484618365764618
44	rnn.bias_hh_l0	8	-0.026233047246932983
44	rnn.bias_hh_l0	9	-0.0013016753364354372
44	rnn.weight_ih_l0_reverse	0	0.07927068322896957
44	rnn.weight_ih_l0_reverse	1	0.07361428439617157
44	rnn.weight_ih_l0_reverse	2	0.03890227898955345
44	rnn.weight_ih_l0_reverse	3	0.03384450078010559
44	rnn.weight_ih_l0_reverse	4	-0.03721439465880394
44	rnn.weight_ih_l0_reverse	5	0.05111948400735855
44	rnn.weight_ih_l0_reverse	6	0.0664251521229744
44	rnn.weight_ih_l0_reverse	7	0.02251853421330452
44	rnn.weight_ih_l0_reverse	8	-0.058694928884506226
44	rnn.weight_ih_l0_reverse	9	-0.05282522365450859
44	rnn.weight_hh_l0_reverse	0	0.025575200095772743
44	rnn.weight_hh_l0_reverse	1	-0.08728718012571335
44	rnn.weight_hh_l0_reverse	2	0.06277129799127579
44	rnn.weight_hh_l0_reverse	3	-0.021488569676876068
44	rnn.weight_hh_l0_reverse	4	0.08380406349897385
44	rnn.weight_hh_l0_reverse	5	-0.0011745113879442215
44	rnn.weight_hh_l0_reverse	6	0.027930928394198418
44	rnn.weight_hh_l0_reverse	7	0.0783066600561142
44	rnn.weight_hh_l0_reverse	8	-0.022200580686330795
44	rnn.weight_hh_l0_reverse	9	-0.04667552188038826
44	rnn.bias_ih_l0_reverse	0	0.0009825639426708221
44	rnn.bias_ih_l0_reverse	1	-0.023396480828523636
44	rnn.bias_ih_l0_reverse	2	-0.018838992342352867
44	rnn.bias_ih_l0_reverse	3	0.047393448650836945
44	rnn.bias_ih_l0_reverse	4	0.06854700297117233
44	rnn.bias_ih_l0_reverse	5	-0.025118570774793625
44	rnn.bias_ih_l0_reverse	6	-0.02751399576663971
44	rnn.bias_ih_l0_reverse	7	-0.05144394934177399
44	rnn.bias_ih_l0_reverse	8	0.003010240150615573
44	rnn.bias_ih_l0_reverse	9	-0.07014383375644684
44	rnn.bias_hh_l0_reverse	0	0.036198362708091736
44	rnn.bias_hh_l0_reverse	1	-0.07150643318891525
44	rnn.bias_hh_l0_reverse	2	0.07471759617328644
44	rnn.bias_hh_l0_reverse	3	0.05509395897388458
44	rnn.bias_hh_l0_reverse	4	0.02538471855223179
44	rnn.bias_hh_l0_reverse	5	0.040570344775915146
44	rnn.bias_hh_l0_reverse	6	0.06315247714519501
44	rnn.bias_hh_l0_reverse	7	0.07999895513057709
44	rnn.bias_hh_l0_reverse	8	-0.009225068613886833
44	rnn.bias_hh_l0_reverse	9	0.056884512305259705
44	rnn.weight_ih_l1	0	0.02124709263443947
44	rnn.weight_ih_l1	1	0.014921024441719055
44	rnn.weight_ih_l1	2	0.07100141793489456
44	rnn.weight_ih_l1	3	-0.024289445951581
44	rnn.weight_ih_l1	4	-0.024270737543702126
44	rnn.weight_ih_l1	5	-0.01212859433144331
44	rnn.weight_ih_l1	6	0.07139940559864044
44	rnn.weight_ih_l1	7	-0.006529944948852062
44	rnn.weight_ih_l1	8	-0.05325780063867569
44	rnn.weight_ih_l1	9	0.060060109943151474
44	rnn.weight_hh_l1	0	-0.07156902551651001
44	rnn.weight_hh_l1	1	-0.03705260902643204
44	rnn.weight_hh_l1	2	-0.00821765698492527
44	rnn.weight_hh_l1	3	-0.05842587724328041
44	rnn.weight_hh_l1	4	0.08584772050380707
44	rnn.weight_hh_l1	5	-0.08436911553144455
44	rnn.weight_hh_l1	6	-0.04834752157330513
44	rnn.weight_hh_l1	7	0.06528766453266144
44	rnn.weight_hh_l1	8	-0.013546372763812542
44	rnn.weight_hh_l1	9	-0.040488626807928085
44	rnn.bias_ih_l1	0	-0.066832534968853
44	rnn.bias_ih_l1	1	0.058077916502952576
44	rnn.bias_ih_l1	2	-0.05170970782637596
44	rnn.bias_ih_l1	3	-0.06589417159557343
44	rnn.bias_ih_l1	4	-0.03074098378419876
44	rnn.bias_ih_l1	5	-0.04298187047243118
44	rnn.bias_ih_l1	6	-0.045853324234485626
44	rnn.bias_ih_l1	7	0.06365501135587692
44	rnn.bias_ih_l1	8	0.08587335050106049
44	rnn.bias_ih_l1	9	0.029947664588689804
44	rnn.bias_hh_l1	0	0.07036391645669937
44	rnn.bias_hh_l1	1	-0.058515433222055435
44	rnn.bias_hh_l1	2	0.02354379929602146
44	rnn.bias_hh_l1	3	0.06129048392176628
44	rnn.bias_hh_l1	4	0.05796179920434952
44	rnn.bias_hh_l1	5	-0.07922186702489853
44	rnn.bias_hh_l1	6	0.01574431173503399
44	rnn.bias_hh_l1	7	0.038605835288763046
44	rnn.bias_hh_l1	8	0.01137800794094801
44	rnn.bias_hh_l1	9	-0.0038526447024196386
44	rnn.weight_ih_l1_reverse	0	0.08608399331569672
44	rnn.weight_ih_l1_reverse	1	-0.04163680970668793
44	rnn.weight_ih_l1_reverse	2	-0.06216868385672569
44	rnn.weight_ih_l1_reverse	3	0.02565261721611023
44	rnn.weight_ih_l1_reverse	4	-0.046022381633520126
44	rnn.weight_ih_l1_reverse	5	0.02408360131084919
44	rnn.weight_ih_l1_reverse	6	0.04052560403943062
44	rnn.weight_ih_l1_reverse	7	0.020401015877723694
44	rnn.weight_ih_l1_reverse	8	-0.007859340868890285
44	rnn.weight_ih_l1_reverse	9	-0.06643974781036377
44	rnn.weight_hh_l1_reverse	0	0.0054023792035877705
44	rnn.weight_hh_l1_reverse	1	0.01880909502506256
44	rnn.weight_hh_l1_reverse	2	-0.058146893978118896
44	rnn.weight_hh_l1_reverse	3	-0.012963916175067425
44	rnn.weight_hh_l1_reverse	4	0.008611948229372501
44	rnn.weight_hh_l1_reverse	5	-0.06208309903740883
44	rnn.weight_hh_l1_reverse	6	-0.0672760084271431
44	rnn.weight_hh_l1_reverse	7	-0.011557851918041706
44	rnn.weight_hh_l1_reverse	8	-0.056183431297540665
44	rnn.weight_hh_l1_reverse	9	-0.04330869019031525
44	rnn.bias_ih_l1_reverse	0	-0.002969056833535433
44	rnn.bias_ih_l1_reverse	1	-0.04013681411743164
44	rnn.bias_ih_l1_reverse	2	0.022053711116313934
44	rnn.bias_ih_l1_reverse	3	-0.07566101849079132
44	rnn.bias_ih_l1_reverse	4	-0.0867164358496666
44	rnn.bias_ih_l1_reverse	5	-0.08810152113437653
44	rnn.bias_ih_l1_reverse	6	0.058270134031772614
44	rnn.bias_ih_l1_reverse	7	0.08623042702674866
44	rnn.bias_ih_l1_reverse	8	0.003993393387645483
44	rnn.bias_ih_l1_reverse	9	-0.015143518336117268
44	rnn.bias_hh_l1_reverse	0	0.05929238721728325
44	rnn.bias_hh_l1_reverse	1	-0.07045155763626099
44	rnn.bias_hh_l1_reverse	2	-0.04989740997552872
44	rnn.bias_hh_l1_reverse	3	0.07483892887830734
44	rnn.bias_hh_l1_reverse	4	-0.023417731747031212
44	rnn.bias_hh_l1_reverse	5	-0.007844880223274231
44	rnn.bias_hh_l1_reverse	6	-0.058525409549474716
44	rnn.bias_hh_l1_reverse	7	-0.06107513606548309
44	rnn.bias_hh_l1_reverse	8	0.06511443853378296
44	rnn.bias_hh_l1_reverse	9	0.03749348595738411
44	rnn.weight_ih_l2	0	0.07168359309434891
44	rnn.weight_ih_l2	1	-0.054256558418273926
44	rnn.weight_ih_l2	2	0.06331223994493484
44	rnn.weight_ih_l2	3	0.06666907668113708
44	rnn.weight_ih_l2	4	0.05693065747618675
44	rnn.weight_ih_l2	5	-0.038585513830184937
44	rnn.weight_ih_l2	6	-0.07617291063070297
44	rnn.weight_ih_l2	7	0.014151099137961864
44	rnn.weight_ih_l2	8	-0.01714545674622059
44	rnn.weight_ih_l2	9	-0.06927865743637085
44	rnn.weight_hh_l2	0	0.048445459455251694
44	rnn.weight_hh_l2	1	0.03187042847275734
44	rnn.weight_hh_l2	2	-0.05492005497217178
44	rnn.weight_hh_l2	3	-0.02508852444589138
44	rnn.weight_hh_l2	4	0.054117172956466675
44	rnn.weight_hh_l2	5	-0.025748612359166145
44	rnn.weight_hh_l2	6	0.00782270822674036
44	rnn.weight_hh_l2	7	-0.052822791039943695
44	rnn.weight_hh_l2	8	-0.0052783251740038395
44	rnn.weight_hh_l2	9	-0.019985513761639595
44	rnn.bias_ih_l2	0	0.10061100870370865
44	rnn.bias_ih_l2	1	0.015499905683100224
44	rnn.bias_ih_l2	2	0.06981449574232101
44	rnn.bias_ih_l2	3	0.01312056090682745
44	rnn.bias_ih_l2	4	-0.005150279495865107
44	rnn.bias_ih_l2	5	0.03933631256222725
44	rnn.bias_ih_l2	6	0.014021264389157295
44	rnn.bias_ih_l2	7	0.01099932286888361
44	rnn.bias_ih_l2	8	0.028725849464535713
44	rnn.bias_ih_l2	9	-0.013414506800472736
44	rnn.bias_hh_l2	0	0.06613664329051971
44	rnn.bias_hh_l2	1	0.0005480152904056013
44	rnn.bias_hh_l2	2	0.07001937925815582
44	rnn.bias_hh_l2	3	0.030943257734179497
44	rnn.bias_hh_l2	4	0.07266461849212646
44	rnn.bias_hh_l2	5	-0.03283754363656044
44	rnn.bias_hh_l2	6	0.0009711101301945746
44	rnn.bias_hh_l2	7	-0.0249183252453804
44	rnn.bias_hh_l2	8	0.043240539729595184
44	rnn.bias_hh_l2	9	0.05813291668891907
44	rnn.weight_ih_l2_reverse	0	0.08238328993320465
44	rnn.weight_ih_l2_reverse	1	-0.05877744406461716
44	rnn.weight_ih_l2_reverse	2	0.0008586620097048581
44	rnn.weight_ih_l2_reverse	3	0.03526311367750168
44	rnn.weight_ih_l2_reverse	4	0.05398191139101982
44	rnn.weight_ih_l2_reverse	5	-0.04063905030488968
44	rnn.weight_ih_l2_reverse	6	-0.0004710505891125649
44	rnn.weight_ih_l2_reverse	7	-0.004660764243453741
44	rnn.weight_ih_l2_reverse	8	0.005681064445525408
44	rnn.weight_ih_l2_reverse	9	-0.08187960088253021
44	rnn.weight_hh_l2_reverse	0	-0.08276596665382385
44	rnn.weight_hh_l2_reverse	1	0.011829840019345284
44	rnn.weight_hh_l2_reverse	2	0.010551009327173233
44	rnn.weight_hh_l2_reverse	3	0.024341681972146034
44	rnn.weight_hh_l2_reverse	4	-0.036855198442935944
44	rnn.weight_hh_l2_reverse	5	-0.014850139617919922
44	rnn.weight_hh_l2_reverse	6	-0.04005264490842819
44	rnn.weight_hh_l2_reverse	7	-0.05981903523206711
44	rnn.weight_hh_l2_reverse	8	-0.00676689250394702
44	rnn.weight_hh_l2_reverse	9	-0.05905303359031677
44	rnn.bias_ih_l2_reverse	0	-0.01454225741326809
44	rnn.bias_ih_l2_reverse	1	-0.028251731768250465
44	rnn.bias_ih_l2_reverse	2	0.035851381719112396
44	rnn.bias_ih_l2_reverse	3	0.010509653016924858
44	rnn.bias_ih_l2_reverse	4	0.07895364612340927
44	rnn.bias_ih_l2_reverse	5	-0.08927550911903381
44	rnn.bias_ih_l2_reverse	6	-0.04284275323152542
44	rnn.bias_ih_l2_reverse	7	-0.049605585634708405
44	rnn.bias_ih_l2_reverse	8	0.05190272256731987
44	rnn.bias_ih_l2_reverse	9	0.0198478102684021
44	rnn.bias_hh_l2_reverse	0	0.07848228514194489
44	rnn.bias_hh_l2_reverse	1	-0.07601895928382874
44	rnn.bias_hh_l2_reverse	2	-0.06693920493125916
44	rnn.bias_hh_l2_reverse	3	0.0372280478477478
44	rnn.bias_hh_l2_reverse	4	0.02542690560221672
44	rnn.bias_hh_l2_reverse	5	0.037883494049310684
44	rnn.bias_hh_l2_reverse	6	-0.08207719773054123
44	rnn.bias_hh_l2_reverse	7	-0.01112146582454443
44	rnn.bias_hh_l2_reverse	8	-0.08284556865692139
44	rnn.bias_hh_l2_reverse	9	-0.05358587205410004
44	linear.weight	0	0.025028489530086517
44	linear.weight	1	0.07719013094902039
44	linear.weight	2	-0.019184118136763573
44	linear.weight	3	-0.029128286987543106
44	linear.weight	4	-0.022248394787311554
44	linear.weight	5	0.045528996735811234
44	linear.weight	6	0.0170793104916811
44	linear.weight	7	-0.021282406523823738
44	linear.weight	8	0.008437269367277622
44	linear.weight	9	0.05748608708381653
44	linear.bias	0	0.3738437294960022
44	linear.bias	1	0.3849285840988159
44	linear.bias	2	-1.4302611351013184
44	linear.bias	3	-0.05754556506872177
44	linear.bias	4	-0.050822705030441284
44	linear.bias	5	0.5701847076416016
45	transitions	0	0.0884290412068367
45	transitions	1	-10000.0
45	transitions	2	1.9087482690811157
45	transitions	3	-0.9157745838165283
45	transitions	4	-10000.0
45	transitions	5	-10000.0
45	transitions	6	-10000.0
45	transitions	7	0.8850045204162598
45	transitions	8	0.8936211466789246
45	transitions	9	-1.1557071208953857
45	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
45	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
45	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
45	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
45	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
45	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
45	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
45	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
45	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
45	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
45	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
45	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
45	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
45	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
45	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
45	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
45	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
45	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
45	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
45	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
45	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
45	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
45	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
45	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
45	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
45	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
45	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
45	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
45	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
45	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
45	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
45	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
45	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
45	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
45	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
45	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
45	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
45	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
45	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
45	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
45	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
45	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
45	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
45	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
45	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
45	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
45	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
45	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
45	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
45	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
45	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
45	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
45	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
45	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
45	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
45	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
45	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
45	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
45	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
45	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
45	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
45	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
45	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
45	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
45	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
45	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
45	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
45	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
45	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
45	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
45	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
45	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
45	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
45	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
45	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
45	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
45	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
45	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
45	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
45	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
45	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
45	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
45	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
45	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
45	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
45	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
45	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
45	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
45	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
45	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
45	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
45	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
45	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
45	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
45	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
45	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
45	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
45	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
45	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
45	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
45	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
45	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
45	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
45	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
45	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
45	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
45	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
45	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
45	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
45	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
45	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
45	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
45	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
45	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
45	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
45	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
45	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
45	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
45	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
45	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
45	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
45	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
45	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
45	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
45	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
45	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
45	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
45	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
45	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
45	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
45	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
45	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
45	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
45	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
45	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
45	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
45	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
45	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
45	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
45	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
45	embedding2nn.weight	0	0.014787137508392334
45	embedding2nn.weight	1	0.0005586898187175393
45	embedding2nn.weight	2	0.005657912231981754
45	embedding2nn.weight	3	0.0008436334319412708
45	embedding2nn.weight	4	-0.008214922621846199
45	embedding2nn.weight	5	-0.005509721580892801
45	embedding2nn.weight	6	-0.0013319018762558699
45	embedding2nn.weight	7	-0.0032840350177139044
45	embedding2nn.weight	8	0.015510485507547855
45	embedding2nn.weight	9	0.004376132972538471
45	embedding2nn.bias	0	0.0016373124672099948
45	embedding2nn.bias	1	-0.011975692585110664
45	embedding2nn.bias	2	0.015335130505263805
45	embedding2nn.bias	3	-0.011973842047154903
45	embedding2nn.bias	4	-0.013951068744063377
45	embedding2nn.bias	5	-0.002561299130320549
45	embedding2nn.bias	6	0.008485882543027401
45	embedding2nn.bias	7	0.014795457012951374
45	embedding2nn.bias	8	0.0012757473159581423
45	embedding2nn.bias	9	0.0017537431558594108
45	rnn.weight_ih_l0	0	-0.050844527781009674
45	rnn.weight_ih_l0	1	0.0507279597222805
45	rnn.weight_ih_l0	2	0.03186321258544922
45	rnn.weight_ih_l0	3	0.014690832234919071
45	rnn.weight_ih_l0	4	0.01240847073495388
45	rnn.weight_ih_l0	5	0.084186851978302
45	rnn.weight_ih_l0	6	0.07562099397182465
45	rnn.weight_ih_l0	7	0.037762269377708435
45	rnn.weight_ih_l0	8	-0.04531886428594589
45	rnn.weight_ih_l0	9	0.008012140169739723
45	rnn.weight_hh_l0	0	0.008517847396433353
45	rnn.weight_hh_l0	1	-0.06356227397918701
45	rnn.weight_hh_l0	2	-0.06537561863660812
45	rnn.weight_hh_l0	3	0.07267634570598602
45	rnn.weight_hh_l0	4	0.07107751071453094
45	rnn.weight_hh_l0	5	0.003551479894667864
45	rnn.weight_hh_l0	6	0.0037006766069680452
45	rnn.weight_hh_l0	7	-0.02612251788377762
45	rnn.weight_hh_l0	8	-0.029315168038010597
45	rnn.weight_hh_l0	9	0.05798095092177391
45	rnn.bias_ih_l0	0	-0.07044578343629837
45	rnn.bias_ih_l0	1	0.08620481938123703
45	rnn.bias_ih_l0	2	0.020965835079550743
45	rnn.bias_ih_l0	3	0.07978598028421402
45	rnn.bias_ih_l0	4	-0.06370724737644196
45	rnn.bias_ih_l0	5	0.08684778213500977
45	rnn.bias_ih_l0	6	-0.06954952329397202
45	rnn.bias_ih_l0	7	-0.0331251285970211
45	rnn.bias_ih_l0	8	-0.0873776376247406
45	rnn.bias_ih_l0	9	-0.05048989877104759
45	rnn.bias_hh_l0	0	0.03187968209385872
45	rnn.bias_hh_l0	1	0.07202762365341187
45	rnn.bias_hh_l0	2	0.06736815720796585
45	rnn.bias_hh_l0	3	0.08223418146371841
45	rnn.bias_hh_l0	4	-0.08695998787879944
45	rnn.bias_hh_l0	5	-0.07166837900876999
45	rnn.bias_hh_l0	6	0.07576395571231842
45	rnn.bias_hh_l0	7	-0.08208228647708893
45	rnn.bias_hh_l0	8	-0.026242805644869804
45	rnn.bias_hh_l0	9	0.0025002837646752596
45	rnn.weight_ih_l0_reverse	0	0.07926478236913681
45	rnn.weight_ih_l0_reverse	1	0.07360070943832397
45	rnn.weight_ih_l0_reverse	2	0.03889740630984306
45	rnn.weight_ih_l0_reverse	3	0.03384166210889816
45	rnn.weight_ih_l0_reverse	4	-0.03737134858965874
45	rnn.weight_ih_l0_reverse	5	0.05111726000905037
45	rnn.weight_ih_l0_reverse	6	0.06642711162567139
45	rnn.weight_ih_l0_reverse	7	0.02252555452287197
45	rnn.weight_ih_l0_reverse	8	-0.05869073420763016
45	rnn.weight_ih_l0_reverse	9	-0.052826277911663055
45	rnn.weight_hh_l0_reverse	0	0.025638142600655556
45	rnn.weight_hh_l0_reverse	1	-0.08726930618286133
45	rnn.weight_hh_l0_reverse	2	0.06278237700462341
45	rnn.weight_hh_l0_reverse	3	-0.021492257714271545
45	rnn.weight_hh_l0_reverse	4	0.08375091105699539
45	rnn.weight_hh_l0_reverse	5	-0.0011695502325892448
45	rnn.weight_hh_l0_reverse	6	0.027812626212835312
45	rnn.weight_hh_l0_reverse	7	0.07830394804477692
45	rnn.weight_hh_l0_reverse	8	-0.02221144735813141
45	rnn.weight_hh_l0_reverse	9	-0.046675097197294235
45	rnn.bias_ih_l0_reverse	0	0.0012381583219394088
45	rnn.bias_ih_l0_reverse	1	-0.02350771240890026
45	rnn.bias_ih_l0_reverse	2	-0.01818755641579628
45	rnn.bias_ih_l0_reverse	3	0.04742174595594406
45	rnn.bias_ih_l0_reverse	4	0.06858363747596741
45	rnn.bias_ih_l0_reverse	5	-0.02516397088766098
45	rnn.bias_ih_l0_reverse	6	-0.02759012021124363
45	rnn.bias_ih_l0_reverse	7	-0.05149996280670166
45	rnn.bias_ih_l0_reverse	8	0.003950237762182951
45	rnn.bias_ih_l0_reverse	9	-0.06990019232034683
45	rnn.bias_hh_l0_reverse	0	0.03645430877804756
45	rnn.bias_hh_l0_reverse	1	-0.07126279175281525
45	rnn.bias_hh_l0_reverse	2	0.07433551549911499
45	rnn.bias_hh_l0_reverse	3	0.055324848741292953
45	rnn.bias_hh_l0_reverse	4	0.025872236117720604
45	rnn.bias_hh_l0_reverse	5	0.04027248173952103
45	rnn.bias_hh_l0_reverse	6	0.06350620090961456
45	rnn.bias_hh_l0_reverse	7	0.07902774959802628
45	rnn.bias_hh_l0_reverse	8	-0.009279006160795689
45	rnn.bias_hh_l0_reverse	9	0.05624230578541756
45	rnn.weight_ih_l1	0	0.021357359364628792
45	rnn.weight_ih_l1	1	0.014940638095140457
45	rnn.weight_ih_l1	2	0.0714389756321907
45	rnn.weight_ih_l1	3	-0.02429705113172531
45	rnn.weight_ih_l1	4	-0.024280089884996414
45	rnn.weight_ih_l1	5	-0.01219067070633173
45	rnn.weight_ih_l1	6	0.07142263650894165
45	rnn.weight_ih_l1	7	-0.00645991787314415
45	rnn.weight_ih_l1	8	-0.05324925482273102
45	rnn.weight_ih_l1	9	0.06028548255562782
45	rnn.weight_hh_l1	0	-0.07115039229393005
45	rnn.weight_hh_l1	1	-0.03707239776849747
45	rnn.weight_hh_l1	2	-0.008220398798584938
45	rnn.weight_hh_l1	3	-0.058415286242961884
45	rnn.weight_hh_l1	4	0.08584742993116379
45	rnn.weight_hh_l1	5	-0.08436769247055054
45	rnn.weight_hh_l1	6	-0.048324715346097946
45	rnn.weight_hh_l1	7	0.06530673801898956
45	rnn.weight_hh_l1	8	-0.013561463914811611
45	rnn.weight_hh_l1	9	-0.04052795469760895
45	rnn.bias_ih_l1	0	-0.06640332192182541
45	rnn.bias_ih_l1	1	0.058178022503852844
45	rnn.bias_ih_l1	2	-0.05158119276165962
45	rnn.bias_ih_l1	3	-0.06602133810520172
45	rnn.bias_ih_l1	4	-0.03075915016233921
45	rnn.bias_ih_l1	5	-0.03493381664156914
45	rnn.bias_ih_l1	6	-0.04823615401983261
45	rnn.bias_ih_l1	7	0.06368071585893631
45	rnn.bias_ih_l1	8	0.0856935977935791
45	rnn.bias_ih_l1	9	0.02822004444897175
45	rnn.bias_hh_l1	0	0.07034597545862198
45	rnn.bias_hh_l1	1	-0.058510906994342804
45	rnn.bias_hh_l1	2	0.023419441655278206
45	rnn.bias_hh_l1	3	0.06144370511174202
45	rnn.bias_hh_l1	4	0.057862065732479095
45	rnn.bias_hh_l1	5	-0.0792236253619194
45	rnn.bias_hh_l1	6	0.015750715509057045
45	rnn.bias_hh_l1	7	0.03873786702752113
45	rnn.bias_hh_l1	8	0.011345496401190758
45	rnn.bias_hh_l1	9	-0.0038217927794903517
45	rnn.weight_ih_l1_reverse	0	0.08607138693332672
45	rnn.weight_ih_l1_reverse	1	-0.04158395901322365
45	rnn.weight_ih_l1_reverse	2	-0.06217382848262787
45	rnn.weight_ih_l1_reverse	3	0.025606868788599968
45	rnn.weight_ih_l1_reverse	4	-0.04600350931286812
45	rnn.weight_ih_l1_reverse	5	0.024089278653264046
45	rnn.weight_ih_l1_reverse	6	0.04050232470035553
45	rnn.weight_ih_l1_reverse	7	0.020410766825079918
45	rnn.weight_ih_l1_reverse	8	-0.007880561985075474
45	rnn.weight_ih_l1_reverse	9	-0.06657230108976364
45	rnn.weight_hh_l1_reverse	0	0.005428503267467022
45	rnn.weight_hh_l1_reverse	1	0.01880873553454876
45	rnn.weight_hh_l1_reverse	2	-0.05814896896481514
45	rnn.weight_hh_l1_reverse	3	-0.012976253405213356
45	rnn.weight_hh_l1_reverse	4	0.008606869727373123
45	rnn.weight_hh_l1_reverse	5	-0.06224662810564041
45	rnn.weight_hh_l1_reverse	6	-0.06729405373334885
45	rnn.weight_hh_l1_reverse	7	-0.011551693081855774
45	rnn.weight_hh_l1_reverse	8	-0.056138694286346436
45	rnn.weight_hh_l1_reverse	9	-0.04331077262759209
45	rnn.bias_ih_l1_reverse	0	-0.0029606283642351627
45	rnn.bias_ih_l1_reverse	1	-0.039954837411642075
45	rnn.bias_ih_l1_reverse	2	0.021508757025003433
45	rnn.bias_ih_l1_reverse	3	-0.07539106905460358
45	rnn.bias_ih_l1_reverse	4	-0.08662261813879013
45	rnn.bias_ih_l1_reverse	5	-0.08801938593387604
45	rnn.bias_ih_l1_reverse	6	0.058229975402355194
45	rnn.bias_ih_l1_reverse	7	0.0862356424331665
45	rnn.bias_ih_l1_reverse	8	0.0038656843826174736
45	rnn.bias_ih_l1_reverse	9	-0.014934178441762924
45	rnn.bias_hh_l1_reverse	0	0.059332478791475296
45	rnn.bias_hh_l1_reverse	1	-0.07070299983024597
45	rnn.bias_hh_l1_reverse	2	-0.049830637872219086
45	rnn.bias_hh_l1_reverse	3	0.07544320076704025
45	rnn.bias_hh_l1_reverse	4	-0.02349022775888443
45	rnn.bias_hh_l1_reverse	5	-0.007803634740412235
45	rnn.bias_hh_l1_reverse	6	-0.05870301276445389
45	rnn.bias_hh_l1_reverse	7	-0.06117952615022659
45	rnn.bias_hh_l1_reverse	8	0.06520508229732513
45	rnn.bias_hh_l1_reverse	9	0.03715961053967476
45	rnn.weight_ih_l2	0	0.07175563275814056
45	rnn.weight_ih_l2	1	-0.05420626327395439
45	rnn.weight_ih_l2	2	0.06331145763397217
45	rnn.weight_ih_l2	3	0.06684032827615738
45	rnn.weight_ih_l2	4	0.0569390170276165
45	rnn.weight_ih_l2	5	-0.03852471336722374
45	rnn.weight_ih_l2	6	-0.07609139382839203
45	rnn.weight_ih_l2	7	0.014140044339001179
45	rnn.weight_ih_l2	8	-0.017146330326795578
45	rnn.weight_ih_l2	9	-0.06928099691867828
45	rnn.weight_hh_l2	0	0.048465218394994736
45	rnn.weight_hh_l2	1	0.03187503665685654
45	rnn.weight_hh_l2	2	-0.05492693930864334
45	rnn.weight_hh_l2	3	-0.02509220689535141
45	rnn.weight_hh_l2	4	0.05411257967352867
45	rnn.weight_hh_l2	5	-0.026022380217909813
45	rnn.weight_hh_l2	6	0.007819799706339836
45	rnn.weight_hh_l2	7	-0.052822526544332504
45	rnn.weight_hh_l2	8	-0.005273458082228899
45	rnn.weight_hh_l2	9	-0.01998857967555523
45	rnn.bias_ih_l2	0	0.10278760641813278
45	rnn.bias_ih_l2	1	0.01606583781540394
45	rnn.bias_ih_l2	2	0.0686764121055603
45	rnn.bias_ih_l2	3	0.013519778847694397
45	rnn.bias_ih_l2	4	-0.005551118869334459
45	rnn.bias_ih_l2	5	0.038693636655807495
45	rnn.bias_ih_l2	6	0.014244133606553078
45	rnn.bias_ih_l2	7	0.010970410890877247
45	rnn.bias_ih_l2	8	0.02862728387117386
45	rnn.bias_ih_l2	9	-0.013296684250235558
45	rnn.bias_hh_l2	0	0.06589300185441971
45	rnn.bias_hh_l2	1	-0.0005813232273794711
45	rnn.bias_hh_l2	2	0.07056859880685806
45	rnn.bias_hh_l2	3	0.030885709449648857
45	rnn.bias_hh_l2	4	0.07270461320877075
45	rnn.bias_hh_l2	5	-0.0335690975189209
45	rnn.bias_hh_l2	6	0.00013904026127420366
45	rnn.bias_hh_l2	7	-0.025022195652127266
45	rnn.bias_hh_l2	8	0.04323262348771095
45	rnn.bias_hh_l2	9	0.055435918271541595
45	rnn.weight_ih_l2_reverse	0	0.08239307999610901
45	rnn.weight_ih_l2_reverse	1	-0.058910418301820755
45	rnn.weight_ih_l2_reverse	2	0.0008557728724554181
45	rnn.weight_ih_l2_reverse	3	0.035260360687971115
45	rnn.weight_ih_l2_reverse	4	0.05398128554224968
45	rnn.weight_ih_l2_reverse	5	-0.040641434490680695
45	rnn.weight_ih_l2_reverse	6	-0.0003686018753796816
45	rnn.weight_ih_l2_reverse	7	-0.004681902937591076
45	rnn.weight_ih_l2_reverse	8	0.00543653778731823
45	rnn.weight_ih_l2_reverse	9	-0.08193641155958176
45	rnn.weight_hh_l2_reverse	0	-0.08276521414518356
45	rnn.weight_hh_l2_reverse	1	0.011881657876074314
45	rnn.weight_hh_l2_reverse	2	0.010551142506301403
45	rnn.weight_hh_l2_reverse	3	0.0243354644626379
45	rnn.weight_hh_l2_reverse	4	-0.036851804703474045
45	rnn.weight_hh_l2_reverse	5	-0.014849739149212837
45	rnn.weight_hh_l2_reverse	6	-0.03998576104640961
45	rnn.weight_hh_l2_reverse	7	-0.05981927737593651
45	rnn.weight_hh_l2_reverse	8	-0.006773612927645445
45	rnn.weight_hh_l2_reverse	9	-0.059052228927612305
45	rnn.bias_ih_l2_reverse	0	-0.01595359295606613
45	rnn.bias_ih_l2_reverse	1	-0.028331637382507324
45	rnn.bias_ih_l2_reverse	2	0.03591166436672211
45	rnn.bias_ih_l2_reverse	3	0.005925758276134729
45	rnn.bias_ih_l2_reverse	4	0.07896539568901062
45	rnn.bias_ih_l2_reverse	5	-0.08929098397493362
45	rnn.bias_ih_l2_reverse	6	-0.043018124997615814
45	rnn.bias_ih_l2_reverse	7	-0.04979436844587326
45	rnn.bias_ih_l2_reverse	8	0.05644012987613678
45	rnn.bias_ih_l2_reverse	9	0.018283391371369362
45	rnn.bias_hh_l2_reverse	0	0.07457081228494644
45	rnn.bias_hh_l2_reverse	1	-0.07466066628694534
45	rnn.bias_hh_l2_reverse	2	-0.06701884418725967
45	rnn.bias_hh_l2_reverse	3	0.03721824288368225
45	rnn.bias_hh_l2_reverse	4	0.025628313422203064
45	rnn.bias_hh_l2_reverse	5	0.0378783755004406
45	rnn.bias_hh_l2_reverse	6	-0.08207640796899796
45	rnn.bias_hh_l2_reverse	7	-0.011171032674610615
45	rnn.bias_hh_l2_reverse	8	-0.08286360651254654
45	rnn.bias_hh_l2_reverse	9	-0.05373815447092056
45	linear.weight	0	0.025028489530086517
45	linear.weight	1	0.058605633676052094
45	linear.weight	2	-0.01918330043554306
45	linear.weight	3	-0.03181609883904457
45	linear.weight	4	-0.022248394787311554
45	linear.weight	5	0.05102641135454178
45	linear.weight	6	0.01726505532860756
45	linear.weight	7	-0.03292947635054588
45	linear.weight	8	0.01030154712498188
45	linear.weight	9	0.06191529333591461
45	linear.bias	0	0.4697529971599579
45	linear.bias	1	0.4827190339565277
45	linear.bias	2	-1.4324188232421875
45	linear.bias	3	-0.05754556506872177
45	linear.bias	4	-0.050822705030441284
45	linear.bias	5	0.37864264845848083
46	transitions	0	0.08724073320627213
46	transitions	1	-10000.0
46	transitions	2	1.8458698987960815
46	transitions	3	-0.9404257535934448
46	transitions	4	-10000.0
46	transitions	5	-10000.0
46	transitions	6	-10000.0
46	transitions	7	0.8848625421524048
46	transitions	8	0.8923431634902954
46	transitions	9	-1.1524242162704468
46	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
46	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
46	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
46	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
46	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
46	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
46	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
46	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
46	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
46	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
46	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
46	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
46	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
46	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
46	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
46	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
46	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
46	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
46	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
46	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
46	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
46	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
46	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
46	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
46	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
46	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
46	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
46	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
46	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
46	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
46	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
46	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
46	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
46	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
46	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
46	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
46	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
46	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
46	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
46	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
46	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
46	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
46	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
46	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
46	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
46	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
46	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
46	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
46	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
46	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
46	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
46	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
46	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
46	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
46	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
46	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
46	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
46	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
46	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
46	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
46	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
46	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
46	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
46	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
46	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
46	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
46	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
46	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
46	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
46	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
46	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
46	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
46	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
46	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
46	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
46	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
46	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
46	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
46	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
46	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
46	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
46	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
46	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
46	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
46	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
46	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
46	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
46	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
46	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
46	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
46	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
46	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
46	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
46	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
46	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
46	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
46	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
46	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
46	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
46	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
46	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
46	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
46	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
46	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
46	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
46	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
46	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
46	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
46	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
46	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
46	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
46	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
46	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
46	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
46	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
46	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
46	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
46	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
46	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
46	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
46	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
46	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
46	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
46	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
46	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
46	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
46	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
46	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
46	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
46	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
46	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
46	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
46	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
46	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
46	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
46	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
46	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
46	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
46	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
46	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
46	embedding2nn.weight	0	0.014782056212425232
46	embedding2nn.weight	1	0.000574299250729382
46	embedding2nn.weight	2	0.00565577344968915
46	embedding2nn.weight	3	0.0008420659578405321
46	embedding2nn.weight	4	-0.00817251205444336
46	embedding2nn.weight	5	-0.005498207174241543
46	embedding2nn.weight	6	-0.001263609272427857
46	embedding2nn.weight	7	-0.003256727708503604
46	embedding2nn.weight	8	0.015540475957095623
46	embedding2nn.weight	9	0.004379681311547756
46	embedding2nn.bias	0	0.0003231379669159651
46	embedding2nn.bias	1	-0.01162656955420971
46	embedding2nn.bias	2	0.017348257824778557
46	embedding2nn.bias	3	-0.014055651612579823
46	embedding2nn.bias	4	-0.016054246574640274
46	embedding2nn.bias	5	-0.0013250410556793213
46	embedding2nn.bias	6	0.01046681683510542
46	embedding2nn.bias	7	0.016519924625754356
46	embedding2nn.bias	8	-0.002177839633077383
46	embedding2nn.bias	9	0.0025300076231360435
46	rnn.weight_ih_l0	0	-0.050822269171476364
46	rnn.weight_ih_l0	1	0.050734374672174454
46	rnn.weight_ih_l0	2	0.031858883798122406
46	rnn.weight_ih_l0	3	0.014688871800899506
46	rnn.weight_ih_l0	4	0.012484414502978325
46	rnn.weight_ih_l0	5	0.08418435603380203
46	rnn.weight_ih_l0	6	0.0756216049194336
46	rnn.weight_ih_l0	7	0.03776274621486664
46	rnn.weight_ih_l0	8	-0.045387618243694305
46	rnn.weight_ih_l0	9	0.008050200529396534
46	rnn.weight_hh_l0	0	0.008517543785274029
46	rnn.weight_hh_l0	1	-0.06354489922523499
46	rnn.weight_hh_l0	2	-0.06540143489837646
46	rnn.weight_hh_l0	3	0.07259886711835861
46	rnn.weight_hh_l0	4	0.07107771188020706
46	rnn.weight_hh_l0	5	0.0037724163848906755
46	rnn.weight_hh_l0	6	0.0036752086598426104
46	rnn.weight_hh_l0	7	-0.025971556082367897
46	rnn.weight_hh_l0	8	-0.029264401644468307
46	rnn.weight_hh_l0	9	0.05797634273767471
46	rnn.bias_ih_l0	0	-0.07071766257286072
46	rnn.bias_ih_l0	1	0.08625617623329163
46	rnn.bias_ih_l0	2	0.02098505012691021
46	rnn.bias_ih_l0	3	0.07851117104291916
46	rnn.bias_ih_l0	4	-0.06580033153295517
46	rnn.bias_ih_l0	5	0.08701159060001373
46	rnn.bias_ih_l0	6	-0.06724324822425842
46	rnn.bias_ih_l0	7	-0.03306575492024422
46	rnn.bias_ih_l0	8	-0.08549872785806656
46	rnn.bias_ih_l0	9	-0.050439171493053436
46	rnn.bias_hh_l0	0	0.032150499522686005
46	rnn.bias_hh_l0	1	0.07210496068000793
46	rnn.bias_hh_l0	2	0.06729865819215775
46	rnn.bias_hh_l0	3	0.08230146020650864
46	rnn.bias_hh_l0	4	-0.09055159240961075
46	rnn.bias_hh_l0	5	-0.07170920819044113
46	rnn.bias_hh_l0	6	0.07567518949508667
46	rnn.bias_hh_l0	7	-0.0853395089507103
46	rnn.bias_hh_l0	8	-0.026224002242088318
46	rnn.bias_hh_l0	9	-0.0015352800255641341
46	rnn.weight_ih_l0_reverse	0	0.07926839590072632
46	rnn.weight_ih_l0_reverse	1	0.07362185418605804
46	rnn.weight_ih_l0_reverse	2	0.03888779133558273
46	rnn.weight_ih_l0_reverse	3	0.033842574805021286
46	rnn.weight_ih_l0_reverse	4	-0.037325549870729446
46	rnn.weight_ih_l0_reverse	5	0.051115136593580246
46	rnn.weight_ih_l0_reverse	6	0.06642724573612213
46	rnn.weight_ih_l0_reverse	7	0.022557001560926437
46	rnn.weight_ih_l0_reverse	8	-0.05868133530020714
46	rnn.weight_ih_l0_reverse	9	-0.05282628536224365
46	rnn.weight_hh_l0_reverse	0	0.025600692257285118
46	rnn.weight_hh_l0_reverse	1	-0.08727511018514633
46	rnn.weight_hh_l0_reverse	2	0.06278694421052933
46	rnn.weight_hh_l0_reverse	3	-0.0214488934725523
46	rnn.weight_hh_l0_reverse	4	0.08377809822559357
46	rnn.weight_hh_l0_reverse	5	-0.0011871926253661513
46	rnn.weight_hh_l0_reverse	6	0.027898099273443222
46	rnn.weight_hh_l0_reverse	7	0.07829756289720535
46	rnn.weight_hh_l0_reverse	8	-0.022198986262083054
46	rnn.weight_hh_l0_reverse	9	-0.046670395880937576
46	rnn.bias_ih_l0_reverse	0	0.0006845845491625369
46	rnn.bias_ih_l0_reverse	1	-0.024043964222073555
46	rnn.bias_ih_l0_reverse	2	-0.01805107295513153
46	rnn.bias_ih_l0_reverse	3	0.04741474986076355
46	rnn.bias_ih_l0_reverse	4	0.06836982071399689
46	rnn.bias_ih_l0_reverse	5	-0.02486339770257473
46	rnn.bias_ih_l0_reverse	6	-0.027560627087950706
46	rnn.bias_ih_l0_reverse	7	-0.051155608147382736
46	rnn.bias_ih_l0_reverse	8	0.003653384745121002
46	rnn.bias_ih_l0_reverse	9	-0.06938539445400238
46	rnn.bias_hh_l0_reverse	0	0.03597730025649071
46	rnn.bias_hh_l0_reverse	1	-0.0707479938864708
46	rnn.bias_hh_l0_reverse	2	0.07635762542486191
46	rnn.bias_hh_l0_reverse	3	0.05501791462302208
46	rnn.bias_hh_l0_reverse	4	0.02575819008052349
46	rnn.bias_hh_l0_reverse	5	0.04037322476506233
46	rnn.bias_hh_l0_reverse	6	0.06328199803829193
46	rnn.bias_hh_l0_reverse	7	0.07796530425548553
46	rnn.bias_hh_l0_reverse	8	-0.009315446950495243
46	rnn.bias_hh_l0_reverse	9	0.05734415352344513
46	rnn.weight_ih_l1	0	0.021366622298955917
46	rnn.weight_ih_l1	1	0.014935290440917015
46	rnn.weight_ih_l1	2	0.07132325321435928
46	rnn.weight_ih_l1	3	-0.024295296519994736
46	rnn.weight_ih_l1	4	-0.024258621037006378
46	rnn.weight_ih_l1	5	-0.012078385800123215
46	rnn.weight_ih_l1	6	0.07143930345773697
46	rnn.weight_ih_l1	7	-0.006445479113608599
46	rnn.weight_ih_l1	8	-0.053233835846185684
46	rnn.weight_ih_l1	9	0.05953317508101463
46	rnn.weight_hh_l1	0	-0.07155977934598923
46	rnn.weight_hh_l1	1	-0.03705529123544693
46	rnn.weight_hh_l1	2	-0.00822322629392147
46	rnn.weight_hh_l1	3	-0.05841613560914993
46	rnn.weight_hh_l1	4	0.08585312217473984
46	rnn.weight_hh_l1	5	-0.08437568694353104
46	rnn.weight_hh_l1	6	-0.04832117632031441
46	rnn.weight_hh_l1	7	0.06523369997739792
46	rnn.weight_hh_l1	8	-0.013577652163803577
46	rnn.weight_hh_l1	9	-0.04054325819015503
46	rnn.bias_ih_l1	0	-0.06701962649822235
46	rnn.bias_ih_l1	1	0.05820439010858536
46	rnn.bias_ih_l1	2	-0.051676101982593536
46	rnn.bias_ih_l1	3	-0.06633066385984421
46	rnn.bias_ih_l1	4	-0.030882254242897034
46	rnn.bias_ih_l1	5	-0.04256560653448105
46	rnn.bias_ih_l1	6	-0.044394686818122864
46	rnn.bias_ih_l1	7	0.06354796141386032
46	rnn.bias_ih_l1	8	0.0855933204293251
46	rnn.bias_ih_l1	9	0.029675964266061783
46	rnn.bias_hh_l1	0	0.07015302777290344
46	rnn.bias_hh_l1	1	-0.058505184948444366
46	rnn.bias_hh_l1	2	0.023432334885001183
46	rnn.bias_hh_l1	3	0.061045773327350616
46	rnn.bias_hh_l1	4	0.058097340166568756
46	rnn.bias_hh_l1	5	-0.07920625060796738
46	rnn.bias_hh_l1	6	0.01556714903563261
46	rnn.bias_hh_l1	7	0.03846828266978264
46	rnn.bias_hh_l1	8	0.011496644467115402
46	rnn.bias_hh_l1	9	-0.0038799350149929523
46	rnn.weight_ih_l1_reverse	0	0.08606808632612228
46	rnn.weight_ih_l1_reverse	1	-0.04159397631883621
46	rnn.weight_ih_l1_reverse	2	-0.06217014417052269
46	rnn.weight_ih_l1_reverse	3	0.025602048262953758
46	rnn.weight_ih_l1_reverse	4	-0.04600950703024864
46	rnn.weight_ih_l1_reverse	5	0.024075500667095184
46	rnn.weight_ih_l1_reverse	6	0.0404663160443306
46	rnn.weight_ih_l1_reverse	7	0.020479481667280197
46	rnn.weight_ih_l1_reverse	8	-0.007899860851466656
46	rnn.weight_ih_l1_reverse	9	-0.0664403885602951
46	rnn.weight_hh_l1_reverse	0	0.005363977514207363
46	rnn.weight_hh_l1_reverse	1	0.018801968544721603
46	rnn.weight_hh_l1_reverse	2	-0.05815361440181732
46	rnn.weight_hh_l1_reverse	3	-0.012967536225914955
46	rnn.weight_hh_l1_reverse	4	0.008602394722402096
46	rnn.weight_hh_l1_reverse	5	-0.062250763177871704
46	rnn.weight_hh_l1_reverse	6	-0.0672883689403534
46	rnn.weight_hh_l1_reverse	7	-0.011552427895367146
46	rnn.weight_hh_l1_reverse	8	-0.05613141134381294
46	rnn.weight_hh_l1_reverse	9	-0.043321724981069565
46	rnn.bias_ih_l1_reverse	0	-0.0029299103189259768
46	rnn.bias_ih_l1_reverse	1	-0.04020627960562706
46	rnn.bias_ih_l1_reverse	2	0.02178558148443699
46	rnn.bias_ih_l1_reverse	3	-0.07600215077400208
46	rnn.bias_ih_l1_reverse	4	-0.08660019189119339
46	rnn.bias_ih_l1_reverse	5	-0.08793030679225922
46	rnn.bias_ih_l1_reverse	6	0.05833883583545685
46	rnn.bias_ih_l1_reverse	7	0.08641119301319122
46	rnn.bias_ih_l1_reverse	8	0.0024291810113936663
46	rnn.bias_ih_l1_reverse	9	-0.015159343369305134
46	rnn.bias_hh_l1_reverse	0	0.05924388766288757
46	rnn.bias_hh_l1_reverse	1	-0.07065112143754959
46	rnn.bias_hh_l1_reverse	2	-0.04968598484992981
46	rnn.bias_hh_l1_reverse	3	0.07455558329820633
46	rnn.bias_hh_l1_reverse	4	-0.02365606650710106
46	rnn.bias_hh_l1_reverse	5	-0.007911508902907372
46	rnn.bias_hh_l1_reverse	6	-0.058645594865083694
46	rnn.bias_hh_l1_reverse	7	-0.06123757362365723
46	rnn.bias_hh_l1_reverse	8	0.0653003677725792
46	rnn.bias_hh_l1_reverse	9	0.035187166184186935
46	rnn.weight_ih_l2	0	0.07115625590085983
46	rnn.weight_ih_l2	1	-0.054189667105674744
46	rnn.weight_ih_l2	2	0.06332185864448547
46	rnn.weight_ih_l2	3	0.06678551435470581
46	rnn.weight_ih_l2	4	0.05697494000196457
46	rnn.weight_ih_l2	5	-0.03852842003107071
46	rnn.weight_ih_l2	6	-0.07590579986572266
46	rnn.weight_ih_l2	7	0.01445731706917286
46	rnn.weight_ih_l2	8	-0.017145918682217598
46	rnn.weight_ih_l2	9	-0.06927157938480377
46	rnn.weight_hh_l2	0	0.04846406355500221
46	rnn.weight_hh_l2	1	0.03185522183775902
46	rnn.weight_hh_l2	2	-0.054930899292230606
46	rnn.weight_hh_l2	3	-0.025100218132138252
46	rnn.weight_hh_l2	4	0.0541236475110054
46	rnn.weight_hh_l2	5	-0.025476565584540367
46	rnn.weight_hh_l2	6	0.007781797554343939
46	rnn.weight_hh_l2	7	-0.052819326519966125
46	rnn.weight_hh_l2	8	-0.005292072426527739
46	rnn.weight_hh_l2	9	-0.01999562978744507
46	rnn.bias_ih_l2	0	0.1011764407157898
46	rnn.bias_ih_l2	1	0.015999801456928253
46	rnn.bias_ih_l2	2	0.06992000341415405
46	rnn.bias_ih_l2	3	0.013168473728001118
46	rnn.bias_ih_l2	4	-0.005649472586810589
46	rnn.bias_ih_l2	5	0.03897479921579361
46	rnn.bias_ih_l2	6	0.014359396882355213
46	rnn.bias_ih_l2	7	0.010854504071176052
46	rnn.bias_ih_l2	8	0.028416486456990242
46	rnn.bias_ih_l2	9	-0.013314641080796719
46	rnn.bias_hh_l2	0	0.06685771048069
46	rnn.bias_hh_l2	1	-0.00038244249299168587
46	rnn.bias_hh_l2	2	0.07068338990211487
46	rnn.bias_hh_l2	3	0.030996503308415413
46	rnn.bias_hh_l2	4	0.07275444269180298
46	rnn.bias_hh_l2	5	-0.03717322275042534
46	rnn.bias_hh_l2	6	-0.004327364731580019
46	rnn.bias_hh_l2	7	-0.025124171748757362
46	rnn.bias_hh_l2	8	0.043190691620111465
46	rnn.bias_hh_l2	9	0.05683060735464096
46	rnn.weight_ih_l2_reverse	0	0.08235742896795273
46	rnn.weight_ih_l2_reverse	1	-0.05843203514814377
46	rnn.weight_ih_l2_reverse	2	0.0008562708972021937
46	rnn.weight_ih_l2_reverse	3	0.03527705743908882
46	rnn.weight_ih_l2_reverse	4	0.053978968411684036
46	rnn.weight_ih_l2_reverse	5	-0.04063614830374718
46	rnn.weight_ih_l2_reverse	6	-0.0007441054913215339
46	rnn.weight_ih_l2_reverse	7	-0.004691052250564098
46	rnn.weight_ih_l2_reverse	8	0.006126300431787968
46	rnn.weight_ih_l2_reverse	9	-0.08187751471996307
46	rnn.weight_hh_l2_reverse	0	-0.08276557922363281
46	rnn.weight_hh_l2_reverse	1	0.011682738550007343
46	rnn.weight_hh_l2_reverse	2	0.010548065416514874
46	rnn.weight_hh_l2_reverse	3	0.024340009316802025
46	rnn.weight_hh_l2_reverse	4	-0.03685256838798523
46	rnn.weight_hh_l2_reverse	5	-0.014841667376458645
46	rnn.weight_hh_l2_reverse	6	-0.04023730382323265
46	rnn.weight_hh_l2_reverse	7	-0.05981947481632233
46	rnn.weight_hh_l2_reverse	8	-0.006761742290109396
46	rnn.weight_hh_l2_reverse	9	-0.0590553916990757
46	rnn.bias_ih_l2_reverse	0	-0.014460697770118713
46	rnn.bias_ih_l2_reverse	1	-0.028247158974409103
46	rnn.bias_ih_l2_reverse	2	0.03560207784175873
46	rnn.bias_ih_l2_reverse	3	0.008439657278358936
46	rnn.bias_ih_l2_reverse	4	0.07900259643793106
46	rnn.bias_ih_l2_reverse	5	-0.08930516988039017
46	rnn.bias_ih_l2_reverse	6	-0.043020863085985184
46	rnn.bias_ih_l2_reverse	7	-0.049110639840364456
46	rnn.bias_ih_l2_reverse	8	0.049474164843559265
46	rnn.bias_ih_l2_reverse	9	0.017612049356102943
46	rnn.bias_hh_l2_reverse	0	0.08279440551996231
46	rnn.bias_hh_l2_reverse	1	-0.0737156793475151
46	rnn.bias_hh_l2_reverse	2	-0.06702309101819992
46	rnn.bias_hh_l2_reverse	3	0.037074778228998184
46	rnn.bias_hh_l2_reverse	4	0.02511655166745186
46	rnn.bias_hh_l2_reverse	5	0.03773652762174606
46	rnn.bias_hh_l2_reverse	6	-0.08209525048732758
46	rnn.bias_hh_l2_reverse	7	-0.011175213381648064
46	rnn.bias_hh_l2_reverse	8	-0.0831078588962555
46	rnn.bias_hh_l2_reverse	9	-0.05369006097316742
46	linear.weight	0	0.025028489530086517
46	linear.weight	1	0.06552106142044067
46	linear.weight	2	-0.019348906353116035
46	linear.weight	3	-0.02809879183769226
46	linear.weight	4	-0.022248394787311554
46	linear.weight	5	0.04682224988937378
46	linear.weight	6	0.013339480385184288
46	linear.weight	7	-0.03055289201438427
46	linear.weight	8	0.010570986196398735
46	linear.weight	9	0.06049155816435814
46	linear.bias	0	0.3860430121421814
46	linear.bias	1	0.37550613284111023
46	linear.bias	2	-1.4373583793640137
46	linear.bias	3	-0.05754556506872177
46	linear.bias	4	-0.050822705030441284
46	linear.bias	5	0.574505090713501
47	transitions	0	0.08621560037136078
47	transitions	1	-10000.0
47	transitions	2	1.8272358179092407
47	transitions	3	-0.9410927295684814
47	transitions	4	-10000.0
47	transitions	5	-10000.0
47	transitions	6	-10000.0
47	transitions	7	0.8848423361778259
47	transitions	8	0.8921880125999451
47	transitions	9	-1.1558713912963867
47	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
47	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
47	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
47	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
47	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
47	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
47	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
47	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
47	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
47	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
47	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
47	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
47	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
47	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
47	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
47	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
47	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
47	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
47	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
47	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
47	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
47	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
47	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
47	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
47	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
47	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
47	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
47	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
47	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
47	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
47	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
47	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
47	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
47	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
47	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
47	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
47	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
47	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
47	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
47	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
47	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
47	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
47	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
47	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
47	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
47	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
47	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
47	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
47	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
47	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
47	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
47	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
47	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
47	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
47	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
47	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
47	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
47	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
47	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
47	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
47	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
47	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
47	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
47	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
47	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
47	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
47	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
47	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
47	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
47	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
47	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
47	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
47	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
47	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
47	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
47	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
47	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
47	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
47	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
47	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
47	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
47	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
47	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
47	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
47	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
47	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
47	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
47	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
47	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
47	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
47	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
47	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
47	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
47	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
47	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
47	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
47	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
47	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
47	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
47	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
47	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
47	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
47	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
47	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
47	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
47	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
47	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
47	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
47	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
47	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
47	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
47	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
47	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
47	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
47	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
47	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
47	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
47	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
47	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
47	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
47	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
47	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
47	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
47	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
47	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
47	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
47	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
47	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
47	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
47	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
47	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
47	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
47	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
47	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
47	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
47	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
47	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
47	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
47	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
47	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
47	embedding2nn.weight	0	0.014782056212425232
47	embedding2nn.weight	1	0.0005720750777982175
47	embedding2nn.weight	2	0.005655779968947172
47	embedding2nn.weight	3	0.0008425090927630663
47	embedding2nn.weight	4	-0.008182062767446041
47	embedding2nn.weight	5	-0.005498242564499378
47	embedding2nn.weight	6	-0.0012928395299240947
47	embedding2nn.weight	7	-0.003256727708503604
47	embedding2nn.weight	8	0.015539348125457764
47	embedding2nn.weight	9	0.004379681311547756
47	embedding2nn.bias	0	0.0007108126301318407
47	embedding2nn.bias	1	-0.011633080430328846
47	embedding2nn.bias	2	0.017864102497696877
47	embedding2nn.bias	3	-0.01405240222811699
47	embedding2nn.bias	4	-0.015831196680665016
47	embedding2nn.bias	5	-0.0010471936548128724
47	embedding2nn.bias	6	0.010305031202733517
47	embedding2nn.bias	7	0.016175176948308945
47	embedding2nn.bias	8	-0.0022740124259144068
47	embedding2nn.bias	9	0.002894002478569746
47	rnn.weight_ih_l0	0	-0.05081549286842346
47	rnn.weight_ih_l0	1	0.05073435232043266
47	rnn.weight_ih_l0	2	0.03185854107141495
47	rnn.weight_ih_l0	3	0.014687951654195786
47	rnn.weight_ih_l0	4	0.012492670677602291
47	rnn.weight_ih_l0	5	0.08418579399585724
47	rnn.weight_ih_l0	6	0.07561896741390228
47	rnn.weight_ih_l0	7	0.03776422142982483
47	rnn.weight_ih_l0	8	-0.04532720893621445
47	rnn.weight_ih_l0	9	0.008052047342061996
47	rnn.weight_hh_l0	0	0.008517959155142307
47	rnn.weight_hh_l0	1	-0.06354792416095734
47	rnn.weight_hh_l0	2	-0.06540149450302124
47	rnn.weight_hh_l0	3	0.07259343564510345
47	rnn.weight_hh_l0	4	0.07107693701982498
47	rnn.weight_hh_l0	5	0.0037946670781821012
47	rnn.weight_hh_l0	6	0.003637098241597414
47	rnn.weight_hh_l0	7	-0.02600708231329918
47	rnn.weight_hh_l0	8	-0.02926316298544407
47	rnn.weight_hh_l0	9	0.057976581156253815
47	rnn.bias_ih_l0	0	-0.0706707313656807
47	rnn.bias_ih_l0	1	0.08629163354635239
47	rnn.bias_ih_l0	2	0.02098163031041622
47	rnn.bias_ih_l0	3	0.07831230014562607
47	rnn.bias_ih_l0	4	-0.06567902863025665
47	rnn.bias_ih_l0	5	0.08707107603549957
47	rnn.bias_ih_l0	6	-0.0669131800532341
47	rnn.bias_ih_l0	7	-0.03307798132300377
47	rnn.bias_ih_l0	8	-0.08506013453006744
47	rnn.bias_ih_l0	9	-0.05037709325551987
47	rnn.bias_hh_l0	0	0.03213658556342125
47	rnn.bias_hh_l0	1	0.07217176258563995
47	rnn.bias_hh_l0	2	0.0672931969165802
47	rnn.bias_hh_l0	3	0.08224957436323166
47	rnn.bias_hh_l0	4	-0.09072962403297424
47	rnn.bias_hh_l0	5	-0.07168634980916977
47	rnn.bias_hh_l0	6	0.0757179707288742
47	rnn.bias_hh_l0	7	-0.0857592299580574
47	rnn.bias_hh_l0	8	-0.026219993829727173
47	rnn.bias_hh_l0	9	-0.0019017723388969898
47	rnn.weight_ih_l0_reverse	0	0.07926970720291138
47	rnn.weight_ih_l0_reverse	1	0.0736273005604744
47	rnn.weight_ih_l0_reverse	2	0.03888694941997528
47	rnn.weight_ih_l0_reverse	3	0.03384243696928024
47	rnn.weight_ih_l0_reverse	4	-0.037337083369493484
47	rnn.weight_ih_l0_reverse	5	0.05111488699913025
47	rnn.weight_ih_l0_reverse	6	0.0664270669221878
47	rnn.weight_ih_l0_reverse	7	0.022566959261894226
47	rnn.weight_ih_l0_reverse	8	-0.05867355689406395
47	rnn.weight_ih_l0_reverse	9	-0.052826739847660065
47	rnn.weight_hh_l0_reverse	0	0.02560100145637989
47	rnn.weight_hh_l0_reverse	1	-0.08727214485406876
47	rnn.weight_hh_l0_reverse	2	0.06278625130653381
47	rnn.weight_hh_l0_reverse	3	-0.02143409103155136
47	rnn.weight_hh_l0_reverse	4	0.08378294110298157
47	rnn.weight_hh_l0_reverse	5	-0.0011917358497157693
47	rnn.weight_hh_l0_reverse	6	0.027972837910056114
47	rnn.weight_hh_l0_reverse	7	0.07829756289720535
47	rnn.weight_hh_l0_reverse	8	-0.022196700796484947
47	rnn.weight_hh_l0_reverse	9	-0.04667151719331741
47	rnn.bias_ih_l0_reverse	0	0.0007434310391545296
47	rnn.bias_ih_l0_reverse	1	-0.023803209885954857
47	rnn.bias_ih_l0_reverse	2	-0.018085187301039696
47	rnn.bias_ih_l0_reverse	3	0.04752134531736374
47	rnn.bias_ih_l0_reverse	4	0.06839077919721603
47	rnn.bias_ih_l0_reverse	5	-0.024882318452000618
47	rnn.bias_ih_l0_reverse	6	-0.027567213401198387
47	rnn.bias_ih_l0_reverse	7	-0.051178161054849625
47	rnn.bias_ih_l0_reverse	8	0.003686709562316537
47	rnn.bias_ih_l0_reverse	9	-0.06970088183879852
47	rnn.bias_hh_l0_reverse	0	0.03598663583397865
47	rnn.bias_hh_l0_reverse	1	-0.07106348127126694
47	rnn.bias_hh_l0_reverse	2	0.07611722499132156
47	rnn.bias_hh_l0_reverse	3	0.05507563054561615
47	rnn.bias_hh_l0_reverse	4	0.025273257866501808
47	rnn.bias_hh_l0_reverse	5	0.04044999182224274
47	rnn.bias_hh_l0_reverse	6	0.06338682025671005
47	rnn.bias_hh_l0_reverse	7	0.07807884365320206
47	rnn.bias_hh_l0_reverse	8	-0.009293043985962868
47	rnn.bias_hh_l0_reverse	9	0.057400453835725784
47	rnn.weight_ih_l1	0	0.02126692421734333
47	rnn.weight_ih_l1	1	0.014874771237373352
47	rnn.weight_ih_l1	2	0.0713532567024231
47	rnn.weight_ih_l1	3	-0.024297095835208893
47	rnn.weight_ih_l1	4	-0.024266062304377556
47	rnn.weight_ih_l1	5	-0.012072908692061901
47	rnn.weight_ih_l1	6	0.07138936966657639
47	rnn.weight_ih_l1	7	-0.006203369237482548
47	rnn.weight_ih_l1	8	-0.05317867174744606
47	rnn.weight_ih_l1	9	0.0596885159611702
47	rnn.weight_hh_l1	0	-0.07145728170871735
47	rnn.weight_hh_l1	1	-0.03703116625547409
47	rnn.weight_hh_l1	2	-0.00822459626942873
47	rnn.weight_hh_l1	3	-0.058415964245796204
47	rnn.weight_hh_l1	4	0.08586177229881287
47	rnn.weight_hh_l1	5	-0.08436193317174911
47	rnn.weight_hh_l1	6	-0.048335641622543335
47	rnn.weight_hh_l1	7	0.065220408141613
47	rnn.weight_hh_l1	8	-0.01358864363282919
47	rnn.weight_hh_l1	9	-0.040523774921894073
47	rnn.bias_ih_l1	0	-0.0664859265089035
47	rnn.bias_ih_l1	1	0.05829576775431633
47	rnn.bias_ih_l1	2	-0.0517125129699707
47	rnn.bias_ih_l1	3	-0.06627380102872849
47	rnn.bias_ih_l1	4	-0.030854564160108566
47	rnn.bias_ih_l1	5	-0.04386177659034729
47	rnn.bias_ih_l1	6	-0.043523695319890976
47	rnn.bias_ih_l1	7	0.06360972672700882
47	rnn.bias_ih_l1	8	0.08598139137029648
47	rnn.bias_ih_l1	9	0.029486967250704765
47	rnn.bias_hh_l1	0	0.07014643400907516
47	rnn.bias_hh_l1	1	-0.05852768197655678
47	rnn.bias_hh_l1	2	0.023491453379392624
47	rnn.bias_hh_l1	3	0.06100130081176758
47	rnn.bias_hh_l1	4	0.05811048671603203
47	rnn.bias_hh_l1	5	-0.07924681901931763
47	rnn.bias_hh_l1	6	0.015549987554550171
47	rnn.bias_hh_l1	7	0.03852861374616623
47	rnn.bias_hh_l1	8	0.011692868545651436
47	rnn.bias_hh_l1	9	-0.0038779214955866337
47	rnn.weight_ih_l1_reverse	0	0.08606322854757309
47	rnn.weight_ih_l1_reverse	1	-0.04159063845872879
47	rnn.weight_ih_l1_reverse	2	-0.06216508895158768
47	rnn.weight_ih_l1_reverse	3	0.02559845522046089
47	rnn.weight_ih_l1_reverse	4	-0.046014923602342606
47	rnn.weight_ih_l1_reverse	5	0.024053901433944702
47	rnn.weight_ih_l1_reverse	6	0.040481727570295334
47	rnn.weight_ih_l1_reverse	7	0.020469775423407555
47	rnn.weight_ih_l1_reverse	8	-0.007917165756225586
47	rnn.weight_ih_l1_reverse	9	-0.06645700335502625
47	rnn.weight_hh_l1_reverse	0	0.005368481390178204
47	rnn.weight_hh_l1_reverse	1	0.018801795318722725
47	rnn.weight_hh_l1_reverse	2	-0.0581539086997509
47	rnn.weight_hh_l1_reverse	3	-0.01296585239470005
47	rnn.weight_hh_l1_reverse	4	0.008602517656981945
47	rnn.weight_hh_l1_reverse	5	-0.06230737268924713
47	rnn.weight_hh_l1_reverse	6	-0.06728843599557877
47	rnn.weight_hh_l1_reverse	7	-0.011552856303751469
47	rnn.weight_hh_l1_reverse	8	-0.056121181696653366
47	rnn.weight_hh_l1_reverse	9	-0.043321430683135986
47	rnn.bias_ih_l1_reverse	0	-0.0029568516183644533
47	rnn.bias_ih_l1_reverse	1	-0.040206294506788254
47	rnn.bias_ih_l1_reverse	2	0.02187526412308216
47	rnn.bias_ih_l1_reverse	3	-0.0759214460849762
47	rnn.bias_ih_l1_reverse	4	-0.08660699427127838
47	rnn.bias_ih_l1_reverse	5	-0.08794040977954865
47	rnn.bias_ih_l1_reverse	6	0.058437395840883255
47	rnn.bias_ih_l1_reverse	7	0.08642119914293289
47	rnn.bias_ih_l1_reverse	8	0.0025677650701254606
47	rnn.bias_ih_l1_reverse	9	-0.015128274448215961
47	rnn.bias_hh_l1_reverse	0	0.05920678377151489
47	rnn.bias_hh_l1_reverse	1	-0.070748470723629
47	rnn.bias_hh_l1_reverse	2	-0.04968763515353203
47	rnn.bias_hh_l1_reverse	3	0.0746099129319191
47	rnn.bias_hh_l1_reverse	4	-0.02366720326244831
47	rnn.bias_hh_l1_reverse	5	-0.007895226590335369
47	rnn.bias_hh_l1_reverse	6	-0.058672450482845306
47	rnn.bias_hh_l1_reverse	7	-0.06124760955572128
47	rnn.bias_hh_l1_reverse	8	0.06531170755624771
47	rnn.bias_hh_l1_reverse	9	0.03521668165922165
47	rnn.weight_ih_l2	0	0.07021590322256088
47	rnn.weight_ih_l2	1	-0.05418635904788971
47	rnn.weight_ih_l2	2	0.06331972032785416
47	rnn.weight_ih_l2	3	0.0666956678032875
47	rnn.weight_ih_l2	4	0.05721722170710564
47	rnn.weight_ih_l2	5	-0.038531672209501266
47	rnn.weight_ih_l2	6	-0.07597938925027847
47	rnn.weight_ih_l2	7	0.014473452232778072
47	rnn.weight_ih_l2	8	-0.017145846039056778
47	rnn.weight_ih_l2	9	-0.06927064061164856
47	rnn.weight_hh_l2	0	0.04846778139472008
47	rnn.weight_hh_l2	1	0.03180160000920296
47	rnn.weight_hh_l2	2	-0.054930973798036575
47	rnn.weight_hh_l2	3	-0.025091160088777542
47	rnn.weight_hh_l2	4	0.05413135513663292
47	rnn.weight_hh_l2	5	-0.025465261191129684
47	rnn.weight_hh_l2	6	0.007779359817504883
47	rnn.weight_hh_l2	7	-0.0528189092874527
47	rnn.weight_hh_l2	8	-0.005293942056596279
47	rnn.weight_hh_l2	9	-0.020046629011631012
47	rnn.bias_ih_l2	0	0.1016041487455368
47	rnn.bias_ih_l2	1	0.015814509242773056
47	rnn.bias_ih_l2	2	0.06953411549329758
47	rnn.bias_ih_l2	3	0.01286378689110279
47	rnn.bias_ih_l2	4	-0.005683327559381723
47	rnn.bias_ih_l2	5	0.03897034376859665
47	rnn.bias_ih_l2	6	0.014438122510910034
47	rnn.bias_ih_l2	7	0.010861996561288834
47	rnn.bias_ih_l2	8	0.028358230367302895
47	rnn.bias_ih_l2	9	-0.013318544253706932
47	rnn.bias_hh_l2	0	0.06963855773210526
47	rnn.bias_hh_l2	1	-0.00037433826946653426
47	rnn.bias_hh_l2	2	0.07070554047822952
47	rnn.bias_hh_l2	3	0.030997926369309425
47	rnn.bias_hh_l2	4	0.07275082170963287
47	rnn.bias_hh_l2	5	-0.036854904145002365
47	rnn.bias_hh_l2	6	-0.004447675310075283
47	rnn.bias_hh_l2	7	-0.025174804031848907
47	rnn.bias_hh_l2	8	0.04317307472229004
47	rnn.bias_hh_l2	9	0.05780476704239845
47	rnn.weight_ih_l2_reverse	0	0.08236263692378998
47	rnn.weight_ih_l2_reverse	1	-0.058428555727005005
47	rnn.weight_ih_l2_reverse	2	0.0008561638533137739
47	rnn.weight_ih_l2_reverse	3	0.03527700901031494
47	rnn.weight_ih_l2_reverse	4	0.05398336797952652
47	rnn.weight_ih_l2_reverse	5	-0.0406353734433651
47	rnn.weight_ih_l2_reverse	6	-0.0010459123877808452
47	rnn.weight_ih_l2_reverse	7	-0.004764994606375694
47	rnn.weight_ih_l2_reverse	8	0.00614666985347867
47	rnn.weight_ih_l2_reverse	9	-0.08185109496116638
47	rnn.weight_hh_l2_reverse	0	-0.08276616036891937
47	rnn.weight_hh_l2_reverse	1	0.011665740050375462
47	rnn.weight_hh_l2_reverse	2	0.010550116188824177
47	rnn.weight_hh_l2_reverse	3	0.024339742958545685
47	rnn.weight_hh_l2_reverse	4	-0.036852940917015076
47	rnn.weight_hh_l2_reverse	5	-0.014840717427432537
47	rnn.weight_hh_l2_reverse	6	-0.040195222944021225
47	rnn.weight_hh_l2_reverse	7	-0.059823326766490936
47	rnn.weight_hh_l2_reverse	8	-0.0067619215697050095
47	rnn.weight_hh_l2_reverse	9	-0.05905550718307495
47	rnn.bias_ih_l2_reverse	0	-0.014180749654769897
47	rnn.bias_ih_l2_reverse	1	-0.028217172250151634
47	rnn.bias_ih_l2_reverse	2	0.03561364486813545
47	rnn.bias_ih_l2_reverse	3	0.009695344604551792
47	rnn.bias_ih_l2_reverse	4	0.07900134474039078
47	rnn.bias_ih_l2_reverse	5	-0.08930654078722
47	rnn.bias_ih_l2_reverse	6	-0.04302495718002319
47	rnn.bias_ih_l2_reverse	7	-0.0487578883767128
47	rnn.bias_ih_l2_reverse	8	0.048241887241601944
47	rnn.bias_ih_l2_reverse	9	0.018027804791927338
47	rnn.bias_hh_l2_reverse	0	0.08281583338975906
47	rnn.bias_hh_l2_reverse	1	-0.07418599724769592
47	rnn.bias_hh_l2_reverse	2	-0.06703313440084457
47	rnn.bias_hh_l2_reverse	3	0.037058934569358826
47	rnn.bias_hh_l2_reverse	4	0.025455035269260406
47	rnn.bias_hh_l2_reverse	5	0.0377398356795311
47	rnn.bias_hh_l2_reverse	6	-0.082074373960495
47	rnn.bias_hh_l2_reverse	7	-0.011163359507918358
47	rnn.bias_hh_l2_reverse	8	-0.08263728022575378
47	rnn.bias_hh_l2_reverse	9	-0.05368885397911072
47	linear.weight	0	0.025028489530086517
47	linear.weight	1	0.064451664686203
47	linear.weight	2	-0.01935555227100849
47	linear.weight	3	-0.02817901410162449
47	linear.weight	4	-0.022248394787311554
47	linear.weight	5	0.04705388844013214
47	linear.weight	6	0.013474339619278908
47	linear.weight	7	-0.02969502843916416
47	linear.weight	8	0.008746873587369919
47	linear.weight	9	0.0594172477722168
47	linear.bias	0	0.38051170110702515
47	linear.bias	1	0.3481452167034149
47	linear.bias	2	-1.4394125938415527
47	linear.bias	3	-0.05754556506872177
47	linear.bias	4	-0.050822705030441284
47	linear.bias	5	0.609451413154602
48	transitions	0	0.08568143844604492
48	transitions	1	-10000.0
48	transitions	2	1.905088186264038
48	transitions	3	-0.93190598487854
48	transitions	4	-10000.0
48	transitions	5	-10000.0
48	transitions	6	-10000.0
48	transitions	7	0.8848108649253845
48	transitions	8	0.8918744325637817
48	transitions	9	-1.1596089601516724
48	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
48	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
48	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
48	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
48	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
48	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
48	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
48	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
48	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
48	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
48	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
48	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
48	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
48	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
48	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
48	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
48	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
48	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
48	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
48	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
48	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
48	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
48	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
48	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
48	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
48	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
48	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
48	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
48	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
48	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
48	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
48	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
48	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
48	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
48	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
48	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
48	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
48	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
48	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
48	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
48	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
48	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
48	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
48	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
48	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
48	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
48	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
48	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
48	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
48	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
48	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
48	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
48	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
48	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
48	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
48	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
48	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
48	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
48	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
48	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
48	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
48	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
48	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
48	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
48	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
48	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
48	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
48	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
48	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
48	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
48	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
48	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
48	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
48	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
48	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
48	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
48	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
48	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
48	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
48	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
48	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
48	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
48	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
48	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
48	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
48	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
48	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
48	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
48	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
48	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
48	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
48	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
48	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
48	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
48	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
48	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
48	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
48	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
48	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
48	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
48	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
48	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
48	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
48	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
48	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
48	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
48	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
48	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
48	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
48	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
48	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
48	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
48	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
48	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
48	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
48	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
48	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
48	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
48	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
48	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
48	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
48	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
48	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
48	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
48	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
48	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
48	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
48	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
48	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
48	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
48	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
48	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
48	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
48	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
48	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
48	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
48	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
48	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
48	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
48	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
48	embedding2nn.weight	0	0.014781899750232697
48	embedding2nn.weight	1	0.0005616620765067637
48	embedding2nn.weight	2	0.005647080950438976
48	embedding2nn.weight	3	0.0008497947128489614
48	embedding2nn.weight	4	-0.00836226250976324
48	embedding2nn.weight	5	-0.005500147119164467
48	embedding2nn.weight	6	-0.001276147086173296
48	embedding2nn.weight	7	-0.0032589933834969997
48	embedding2nn.weight	8	0.015531168319284916
48	embedding2nn.weight	9	0.00438334047794342
48	embedding2nn.bias	0	0.0016953808953985572
48	embedding2nn.bias	1	-0.012405725196003914
48	embedding2nn.bias	2	0.01518535241484642
48	embedding2nn.bias	3	-0.01320643350481987
48	embedding2nn.bias	4	-0.015215558931231499
48	embedding2nn.bias	5	-0.0008977484540082514
48	embedding2nn.bias	6	0.009645340964198112
48	embedding2nn.bias	7	0.014777537435293198
48	embedding2nn.bias	8	-0.00103178049903363
48	embedding2nn.bias	9	0.0022823938634246588
48	rnn.weight_ih_l0	0	-0.05081622302532196
48	rnn.weight_ih_l0	1	0.05073641985654831
48	rnn.weight_ih_l0	2	0.0318608283996582
48	rnn.weight_ih_l0	3	0.014683831483125687
48	rnn.weight_ih_l0	4	0.012492626905441284
48	rnn.weight_ih_l0	5	0.08418715745210648
48	rnn.weight_ih_l0	6	0.07562948018312454
48	rnn.weight_ih_l0	7	0.0377635583281517
48	rnn.weight_ih_l0	8	-0.04534241184592247
48	rnn.weight_ih_l0	9	0.008089556358754635
48	rnn.weight_hh_l0	0	0.008529202081263065
48	rnn.weight_hh_l0	1	-0.063565194606781
48	rnn.weight_hh_l0	2	-0.06538611650466919
48	rnn.weight_hh_l0	3	0.07265181839466095
48	rnn.weight_hh_l0	4	0.07107613235712051
48	rnn.weight_hh_l0	5	0.003854424227029085
48	rnn.weight_hh_l0	6	0.003617745591327548
48	rnn.weight_hh_l0	7	-0.026051156222820282
48	rnn.weight_hh_l0	8	-0.02929455041885376
48	rnn.weight_hh_l0	9	0.05798744782805443
48	rnn.bias_ih_l0	0	-0.07063766568899155
48	rnn.bias_ih_l0	1	0.0861867368221283
48	rnn.bias_ih_l0	2	0.020949946716427803
48	rnn.bias_ih_l0	3	0.0792970061302185
48	rnn.bias_ih_l0	4	-0.06540735810995102
48	rnn.bias_ih_l0	5	0.0869128480553627
48	rnn.bias_ih_l0	6	-0.068854920566082
48	rnn.bias_ih_l0	7	-0.033131133764982224
48	rnn.bias_ih_l0	8	-0.08569207042455673
48	rnn.bias_ih_l0	9	-0.050482288002967834
48	rnn.bias_hh_l0	0	0.03232237696647644
48	rnn.bias_hh_l0	1	0.07216516882181168
48	rnn.bias_hh_l0	2	0.06731057912111282
48	rnn.bias_hh_l0	3	0.08222603797912598
48	rnn.bias_hh_l0	4	-0.08768394589424133
48	rnn.bias_hh_l0	5	-0.07172678411006927
48	rnn.bias_hh_l0	6	0.07581678032875061
48	rnn.bias_hh_l0	7	-0.08284146338701248
48	rnn.bias_hh_l0	8	-0.026227211579680443
48	rnn.bias_hh_l0	9	0.0014009755104780197
48	rnn.weight_ih_l0_reverse	0	0.0792645737528801
48	rnn.weight_ih_l0_reverse	1	0.07354956120252609
48	rnn.weight_ih_l0_reverse	2	0.038890618830919266
48	rnn.weight_ih_l0_reverse	3	0.03383773937821388
48	rnn.weight_ih_l0_reverse	4	-0.037358127534389496
48	rnn.weight_ih_l0_reverse	5	0.051112011075019836
48	rnn.weight_ih_l0_reverse	6	0.0664280578494072
48	rnn.weight_ih_l0_reverse	7	0.022659998387098312
48	rnn.weight_ih_l0_reverse	8	-0.058709919452667236
48	rnn.weight_ih_l0_reverse	9	-0.05282779783010483
48	rnn.weight_hh_l0_reverse	0	0.025559786707162857
48	rnn.weight_hh_l0_reverse	1	-0.08724026381969452
48	rnn.weight_hh_l0_reverse	2	0.06278540194034576
48	rnn.weight_hh_l0_reverse	3	-0.02143756113946438
48	rnn.weight_hh_l0_reverse	4	0.08376503735780716
48	rnn.weight_hh_l0_reverse	5	-0.001185325556434691
48	rnn.weight_hh_l0_reverse	6	0.027930304408073425
48	rnn.weight_hh_l0_reverse	7	0.07827938348054886
48	rnn.weight_hh_l0_reverse	8	-0.022191708907485008
48	rnn.weight_hh_l0_reverse	9	-0.046672556549310684
48	rnn.bias_ih_l0_reverse	0	0.0009453246602788568
48	rnn.bias_ih_l0_reverse	1	-0.024183064699172974
48	rnn.bias_ih_l0_reverse	2	-0.01814139634370804
48	rnn.bias_ih_l0_reverse	3	0.04769355431199074
48	rnn.bias_ih_l0_reverse	4	0.06846528500318527
48	rnn.bias_ih_l0_reverse	5	-0.025100456550717354
48	rnn.bias_ih_l0_reverse	6	-0.0275482889264822
48	rnn.bias_ih_l0_reverse	7	-0.05145210027694702
48	rnn.bias_ih_l0_reverse	8	0.003072438994422555
48	rnn.bias_ih_l0_reverse	9	-0.06910334527492523
48	rnn.bias_hh_l0_reverse	0	0.036087099462747574
48	rnn.bias_hh_l0_reverse	1	-0.07046594470739365
48	rnn.bias_hh_l0_reverse	2	0.07697111368179321
48	rnn.bias_hh_l0_reverse	3	0.0552891306579113
48	rnn.bias_hh_l0_reverse	4	0.025543833151459694
48	rnn.bias_hh_l0_reverse	5	0.040299367159605026
48	rnn.bias_hh_l0_reverse	6	0.06341451406478882
48	rnn.bias_hh_l0_reverse	7	0.07833287864923477
48	rnn.bias_hh_l0_reverse	8	-0.009225198067724705
48	rnn.bias_hh_l0_reverse	9	0.05577180162072182
48	rnn.weight_ih_l1	0	0.021359149366617203
48	rnn.weight_ih_l1	1	0.014927721582353115
48	rnn.weight_ih_l1	2	0.071329265832901
48	rnn.weight_ih_l1	3	-0.02429918199777603
48	rnn.weight_ih_l1	4	-0.024252314120531082
48	rnn.weight_ih_l1	5	-0.012096961960196495
48	rnn.weight_ih_l1	6	0.07141425460577011
48	rnn.weight_ih_l1	7	-0.006144088692963123
48	rnn.weight_ih_l1	8	-0.053260065615177155
48	rnn.weight_ih_l1	9	0.05972263216972351
48	rnn.weight_hh_l1	0	-0.07147593051195145
48	rnn.weight_hh_l1	1	-0.037081148475408554
48	rnn.weight_hh_l1	2	-0.008225057274103165
48	rnn.weight_hh_l1	3	-0.05841513350605965
48	rnn.weight_hh_l1	4	0.08582969754934311
48	rnn.weight_hh_l1	5	-0.08437468111515045
48	rnn.weight_hh_l1	6	-0.0483146570622921
48	rnn.weight_hh_l1	7	0.06529855728149414
48	rnn.weight_hh_l1	8	-0.013595892116427422
48	rnn.weight_hh_l1	9	-0.04054179787635803
48	rnn.bias_ih_l1	0	-0.06589655578136444
48	rnn.bias_ih_l1	1	0.05797040835022926
48	rnn.bias_ih_l1	2	-0.05176684260368347
48	rnn.bias_ih_l1	3	-0.06638164818286896
48	rnn.bias_ih_l1	4	-0.030940832570195198
48	rnn.bias_ih_l1	5	-0.03500043600797653
48	rnn.bias_ih_l1	6	-0.046313002705574036
48	rnn.bias_ih_l1	7	0.06347491592168808
48	rnn.bias_ih_l1	8	0.0858800858259201
48	rnn.bias_ih_l1	9	0.02636033482849598
48	rnn.bias_hh_l1	0	0.07013300061225891
48	rnn.bias_hh_l1	1	-0.05851641297340393
48	rnn.bias_hh_l1	2	0.023304089903831482
48	rnn.bias_hh_l1	3	0.061145421117544174
48	rnn.bias_hh_l1	4	0.05800512433052063
48	rnn.bias_hh_l1	5	-0.0791228786110878
48	rnn.bias_hh_l1	6	0.015612493269145489
48	rnn.bias_hh_l1	7	0.038542330265045166
48	rnn.bias_hh_l1	8	0.011409169062972069
48	rnn.bias_hh_l1	9	-0.003605449805036187
48	rnn.weight_ih_l1_reverse	0	0.0860571414232254
48	rnn.weight_ih_l1_reverse	1	-0.04159369692206383
48	rnn.weight_ih_l1_reverse	2	-0.062168799340724945
48	rnn.weight_ih_l1_reverse	3	0.025576181709766388
48	rnn.weight_ih_l1_reverse	4	-0.04600938782095909
48	rnn.weight_ih_l1_reverse	5	0.024066779762506485
48	rnn.weight_ih_l1_reverse	6	0.04047207906842232
48	rnn.weight_ih_l1_reverse	7	0.020407626405358315
48	rnn.weight_ih_l1_reverse	8	-0.007899940945208073
48	rnn.weight_ih_l1_reverse	9	-0.066311314702034
48	rnn.weight_hh_l1_reverse	0	0.005370720289647579
48	rnn.weight_hh_l1_reverse	1	0.018814563751220703
48	rnn.weight_hh_l1_reverse	2	-0.058157507330179214
48	rnn.weight_hh_l1_reverse	3	-0.012964339926838875
48	rnn.weight_hh_l1_reverse	4	0.008603401482105255
48	rnn.weight_hh_l1_reverse	5	-0.06223827600479126
48	rnn.weight_hh_l1_reverse	6	-0.06728184968233109
48	rnn.weight_hh_l1_reverse	7	-0.01154882088303566
48	rnn.weight_hh_l1_reverse	8	-0.05610208213329315
48	rnn.weight_hh_l1_reverse	9	-0.043316178023815155
48	rnn.bias_ih_l1_reverse	0	-0.0028931221459060907
48	rnn.bias_ih_l1_reverse	1	-0.040118828415870667
48	rnn.bias_ih_l1_reverse	2	0.02170657366514206
48	rnn.bias_ih_l1_reverse	3	-0.07574781030416489
48	rnn.bias_ih_l1_reverse	4	-0.08665620535612106
48	rnn.bias_ih_l1_reverse	5	-0.08785690367221832
48	rnn.bias_ih_l1_reverse	6	0.05854029953479767
48	rnn.bias_ih_l1_reverse	7	0.08639009296894073
48	rnn.bias_ih_l1_reverse	8	0.0021991224493831396
48	rnn.bias_ih_l1_reverse	9	-0.014824188314378262
48	rnn.bias_hh_l1_reverse	0	0.0591459721326828
48	rnn.bias_hh_l1_reverse	1	-0.07090554386377335
48	rnn.bias_hh_l1_reverse	2	-0.049722447991371155
48	rnn.bias_hh_l1_reverse	3	0.0746331438422203
48	rnn.bias_hh_l1_reverse	4	-0.02376682125031948
48	rnn.bias_hh_l1_reverse	5	-0.00772476801648736
48	rnn.bias_hh_l1_reverse	6	-0.05871481075882912
48	rnn.bias_hh_l1_reverse	7	-0.06120902672410011
48	rnn.bias_hh_l1_reverse	8	0.0651981383562088
48	rnn.bias_hh_l1_reverse	9	0.03582906350493431
48	rnn.weight_ih_l2	0	0.07039307802915573
48	rnn.weight_ih_l2	1	-0.054193511605262756
48	rnn.weight_ih_l2	2	0.06331882625818253
48	rnn.weight_ih_l2	3	0.0667717307806015
48	rnn.weight_ih_l2	4	0.057235654443502426
48	rnn.weight_ih_l2	5	-0.03851018846035004
48	rnn.weight_ih_l2	6	-0.07562270760536194
48	rnn.weight_ih_l2	7	0.01441978383809328
48	rnn.weight_ih_l2	8	-0.01714383251965046
48	rnn.weight_ih_l2	9	-0.06926707178354263
48	rnn.weight_hh_l2	0	0.048465415835380554
48	rnn.weight_hh_l2	1	0.031837623566389084
48	rnn.weight_hh_l2	2	-0.05493040382862091
48	rnn.weight_hh_l2	3	-0.02510274574160576
48	rnn.weight_hh_l2	4	0.05411011353135109
48	rnn.weight_hh_l2	5	-0.025586992502212524
48	rnn.weight_hh_l2	6	0.00778224179521203
48	rnn.weight_hh_l2	7	-0.05281922221183777
48	rnn.weight_hh_l2	8	-0.005296074319630861
48	rnn.weight_hh_l2	9	-0.020005473867058754
48	rnn.bias_ih_l2	0	0.1051538735628128
48	rnn.bias_ih_l2	1	0.01607915386557579
48	rnn.bias_ih_l2	2	0.06644408404827118
48	rnn.bias_ih_l2	3	0.01300371065735817
48	rnn.bias_ih_l2	4	-0.005849435925483704
48	rnn.bias_ih_l2	5	0.03878731653094292
48	rnn.bias_ih_l2	6	0.0140472911298275
48	rnn.bias_ih_l2	7	0.010967628099024296
48	rnn.bias_ih_l2	8	0.0282211322337389
48	rnn.bias_ih_l2	9	-0.013386671431362629
48	rnn.bias_hh_l2	0	0.06799101084470749
48	rnn.bias_hh_l2	1	-0.0004039824125356972
48	rnn.bias_hh_l2	2	0.06914947181940079
48	rnn.bias_hh_l2	3	0.0310358963906765
48	rnn.bias_hh_l2	4	0.07277970016002655
48	rnn.bias_hh_l2	5	-0.03441525995731354
48	rnn.bias_hh_l2	6	-0.005844072438776493
48	rnn.bias_hh_l2	7	-0.025236111134290695
48	rnn.bias_hh_l2	8	0.043181732296943665
48	rnn.bias_hh_l2	9	0.05686281621456146
48	rnn.weight_ih_l2_reverse	0	0.08235170692205429
48	rnn.weight_ih_l2_reverse	1	-0.05838317424058914
48	rnn.weight_ih_l2_reverse	2	0.0008537102257832885
48	rnn.weight_ih_l2_reverse	3	0.03527247533202171
48	rnn.weight_ih_l2_reverse	4	0.053982362151145935
48	rnn.weight_ih_l2_reverse	5	-0.04063986614346504
48	rnn.weight_ih_l2_reverse	6	-0.0008264007046818733
48	rnn.weight_ih_l2_reverse	7	-0.0049026464112102985
48	rnn.weight_ih_l2_reverse	8	0.006720334757119417
48	rnn.weight_ih_l2_reverse	9	-0.08185262233018875
48	rnn.weight_hh_l2_reverse	0	-0.08276491612195969
48	rnn.weight_hh_l2_reverse	1	0.011725218966603279
48	rnn.weight_hh_l2_reverse	2	0.010548623278737068
48	rnn.weight_hh_l2_reverse	3	0.024344222620129585
48	rnn.weight_hh_l2_reverse	4	-0.03685314580798149
48	rnn.weight_hh_l2_reverse	5	-0.01484043337404728
48	rnn.weight_hh_l2_reverse	6	-0.04022584483027458
48	rnn.weight_hh_l2_reverse	7	-0.059821974486112595
48	rnn.weight_hh_l2_reverse	8	-0.006763584446161985
48	rnn.weight_hh_l2_reverse	9	-0.05903910845518112
48	rnn.bias_ih_l2_reverse	0	-0.017242223024368286
48	rnn.bias_ih_l2_reverse	1	-0.028210239484906197
48	rnn.bias_ih_l2_reverse	2	0.03580164164304733
48	rnn.bias_ih_l2_reverse	3	0.009541722014546394
48	rnn.bias_ih_l2_reverse	4	0.0789588987827301
48	rnn.bias_ih_l2_reverse	5	-0.0892602950334549
48	rnn.bias_ih_l2_reverse	6	-0.04298482835292816
48	rnn.bias_ih_l2_reverse	7	-0.04721604660153389
48	rnn.bias_ih_l2_reverse	8	0.05234716087579727
48	rnn.bias_ih_l2_reverse	9	0.01710434816777706
48	rnn.bias_hh_l2_reverse	0	0.0746121034026146
48	rnn.bias_hh_l2_reverse	1	-0.07408081740140915
48	rnn.bias_hh_l2_reverse	2	-0.0670018419623375
48	rnn.bias_hh_l2_reverse	3	0.03700979799032211
48	rnn.bias_hh_l2_reverse	4	0.025763919577002525
48	rnn.bias_hh_l2_reverse	5	0.03799796849489212
48	rnn.bias_hh_l2_reverse	6	-0.08207295835018158
48	rnn.bias_hh_l2_reverse	7	-0.011316156946122646
48	rnn.bias_hh_l2_reverse	8	-0.0821668729186058
48	rnn.bias_hh_l2_reverse	9	-0.05378570407629013
48	linear.weight	0	0.025028489530086517
48	linear.weight	1	0.05261394381523132
48	linear.weight	2	-0.01940583996474743
48	linear.weight	3	-0.031186703592538834
48	linear.weight	4	-0.022248394787311554
48	linear.weight	5	0.04865853488445282
48	linear.weight	6	0.01954282633960247
48	linear.weight	7	-0.0372951366007328
48	linear.weight	8	0.012152506038546562
48	linear.weight	9	0.0651872456073761
48	linear.bias	0	0.46915748715400696
48	linear.bias	1	0.4386095702648163
48	linear.bias	2	-1.4415732622146606
48	linear.bias	3	-0.05754556506872177
48	linear.bias	4	-0.050822705030441284
48	linear.bias	5	0.43250197172164917
49	transitions	0	0.08471712470054626
49	transitions	1	-10000.0
49	transitions	2	1.9461019039154053
49	transitions	3	-0.949611246585846
49	transitions	4	-10000.0
49	transitions	5	-10000.0
49	transitions	6	-10000.0
49	transitions	7	0.8847104907035828
49	transitions	8	0.8908329010009766
49	transitions	9	-1.1667356491088867
49	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
49	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
49	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
49	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
49	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
49	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
49	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
49	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
49	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
49	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
49	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
49	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
49	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
49	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
49	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
49	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
49	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
49	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
49	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
49	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
49	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
49	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
49	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
49	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
49	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
49	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
49	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
49	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
49	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
49	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
49	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
49	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
49	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
49	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
49	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
49	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
49	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
49	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
49	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
49	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
49	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
49	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
49	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
49	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
49	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
49	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
49	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
49	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
49	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
49	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
49	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
49	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
49	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
49	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
49	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
49	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
49	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
49	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
49	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
49	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
49	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
49	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
49	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
49	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
49	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
49	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
49	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
49	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
49	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
49	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
49	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
49	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
49	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
49	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
49	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
49	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
49	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
49	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
49	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
49	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
49	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
49	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
49	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
49	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
49	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
49	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
49	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
49	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
49	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
49	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
49	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
49	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
49	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
49	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
49	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
49	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
49	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
49	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
49	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
49	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
49	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
49	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
49	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
49	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
49	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
49	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
49	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
49	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
49	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
49	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
49	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
49	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
49	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
49	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
49	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
49	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
49	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
49	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
49	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
49	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
49	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
49	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
49	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
49	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
49	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
49	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
49	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
49	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
49	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
49	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
49	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
49	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
49	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
49	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
49	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
49	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
49	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
49	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
49	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
49	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
49	embedding2nn.weight	0	0.014769010245800018
49	embedding2nn.weight	1	0.0005651000537909567
49	embedding2nn.weight	2	0.005654294043779373
49	embedding2nn.weight	3	0.0008488507592119277
49	embedding2nn.weight	4	-0.008402659557759762
49	embedding2nn.weight	5	-0.005521275103092194
49	embedding2nn.weight	6	-0.0012643163790926337
49	embedding2nn.weight	7	-0.003256135154515505
49	embedding2nn.weight	8	0.015504864975810051
49	embedding2nn.weight	9	0.004379747435450554
49	embedding2nn.bias	0	0.0016345040639862418
49	embedding2nn.bias	1	-0.012819635681807995
49	embedding2nn.bias	2	0.015077128075063229
49	embedding2nn.bias	3	-0.012466713786125183
49	embedding2nn.bias	4	-0.014687824063003063
49	embedding2nn.bias	5	-0.0008101831190288067
49	embedding2nn.bias	6	0.009350186213850975
49	embedding2nn.bias	7	0.014265080913901329
49	embedding2nn.bias	8	-0.000618112797383219
49	embedding2nn.bias	9	0.0021500096190720797
49	rnn.weight_ih_l0	0	-0.05082423612475395
49	rnn.weight_ih_l0	1	0.05073857679963112
49	rnn.weight_ih_l0	2	0.03186018392443657
49	rnn.weight_ih_l0	3	0.014684444293379784
49	rnn.weight_ih_l0	4	0.012445955537259579
49	rnn.weight_ih_l0	5	0.08419052511453629
49	rnn.weight_ih_l0	6	0.0756228044629097
49	rnn.weight_ih_l0	7	0.03776192665100098
49	rnn.weight_ih_l0	8	-0.04529600590467453
49	rnn.weight_ih_l0	9	0.00807551946491003
49	rnn.weight_hh_l0	0	0.008520949631929398
49	rnn.weight_hh_l0	1	-0.06355494260787964
49	rnn.weight_hh_l0	2	-0.06539420038461685
49	rnn.weight_hh_l0	3	0.0727100521326065
49	rnn.weight_hh_l0	4	0.07108267396688461
49	rnn.weight_hh_l0	5	0.003670708043500781
49	rnn.weight_hh_l0	6	0.00355500727891922
49	rnn.weight_hh_l0	7	-0.026343606412410736
49	rnn.weight_hh_l0	8	-0.02930808812379837
49	rnn.weight_hh_l0	9	0.05800115689635277
49	rnn.bias_ih_l0	0	-0.07014523446559906
49	rnn.bias_ih_l0	1	0.08625170588493347
49	rnn.bias_ih_l0	2	0.02094440907239914
49	rnn.bias_ih_l0	3	0.08013664931058884
49	rnn.bias_ih_l0	4	-0.06462026387453079
49	rnn.bias_ih_l0	5	0.08715495467185974
49	rnn.bias_ih_l0	6	-0.06928146630525589
49	rnn.bias_ih_l0	7	-0.03312545269727707
49	rnn.bias_ih_l0	8	-0.08615325391292572
49	rnn.bias_ih_l0	9	-0.05035024508833885
49	rnn.bias_hh_l0	0	0.03219473361968994
49	rnn.bias_hh_l0	1	0.0721977949142456
49	rnn.bias_hh_l0	2	0.067412368953228
49	rnn.bias_hh_l0	3	0.08224029839038849
49	rnn.bias_hh_l0	4	-0.08799047023057938
49	rnn.bias_hh_l0	5	-0.07175051420927048
49	rnn.bias_hh_l0	6	0.07599751651287079
49	rnn.bias_hh_l0	7	-0.08302567899227142
49	rnn.bias_hh_l0	8	-0.02624962478876114
49	rnn.bias_hh_l0	9	0.0030096557457000017
49	rnn.weight_ih_l0_reverse	0	0.07926195859909058
49	rnn.weight_ih_l0_reverse	1	0.07354357093572617
49	rnn.weight_ih_l0_reverse	2	0.03888888284564018
49	rnn.weight_ih_l0_reverse	3	0.03384045138955116
49	rnn.weight_ih_l0_reverse	4	-0.037383005023002625
49	rnn.weight_ih_l0_reverse	5	0.0511094368994236
49	rnn.weight_ih_l0_reverse	6	0.06643044948577881
49	rnn.weight_ih_l0_reverse	7	0.022684019058942795
49	rnn.weight_ih_l0_reverse	8	-0.05869479104876518
49	rnn.weight_ih_l0_reverse	9	-0.05282677337527275
49	rnn.weight_hh_l0_reverse	0	0.02554216794669628
49	rnn.weight_hh_l0_reverse	1	-0.08725360780954361
49	rnn.weight_hh_l0_reverse	2	0.06278568506240845
49	rnn.weight_hh_l0_reverse	3	-0.02143658511340618
49	rnn.weight_hh_l0_reverse	4	0.08376643061637878
49	rnn.weight_hh_l0_reverse	5	-0.001194056123495102
49	rnn.weight_hh_l0_reverse	6	0.028028057888150215
49	rnn.weight_hh_l0_reverse	7	0.07827898114919662
49	rnn.weight_hh_l0_reverse	8	-0.022199640050530434
49	rnn.weight_hh_l0_reverse	9	-0.04667608067393303
49	rnn.bias_ih_l0_reverse	0	0.001267082872800529
49	rnn.bias_ih_l0_reverse	1	-0.024178454652428627
49	rnn.bias_ih_l0_reverse	2	-0.017470862716436386
49	rnn.bias_ih_l0_reverse	3	0.0478527694940567
49	rnn.bias_ih_l0_reverse	4	0.06846918165683746
49	rnn.bias_ih_l0_reverse	5	-0.025080952793359756
49	rnn.bias_ih_l0_reverse	6	-0.02758200094103813
49	rnn.bias_ih_l0_reverse	7	-0.0514342226088047
49	rnn.bias_ih_l0_reverse	8	0.003185942303389311
49	rnn.bias_ih_l0_reverse	9	-0.06863909214735031
49	rnn.bias_hh_l0_reverse	0	0.03625679016113281
49	rnn.bias_hh_l0_reverse	1	-0.07000169157981873
49	rnn.bias_hh_l0_reverse	2	0.07569278031587601
49	rnn.bias_hh_l0_reverse	3	0.055338505655527115
49	rnn.bias_hh_l0_reverse	4	0.025658154860138893
49	rnn.bias_hh_l0_reverse	5	0.040419802069664
49	rnn.bias_hh_l0_reverse	6	0.06352169066667557
49	rnn.bias_hh_l0_reverse	7	0.07759403437376022
49	rnn.bias_hh_l0_reverse	8	-0.009205123409628868
49	rnn.bias_hh_l0_reverse	9	0.055737175047397614
49	rnn.weight_ih_l1	0	0.021363768726587296
49	rnn.weight_ih_l1	1	0.014888379722833633
49	rnn.weight_ih_l1	2	0.07143255323171616
49	rnn.weight_ih_l1	3	-0.024298083037137985
49	rnn.weight_ih_l1	4	-0.024270961061120033
49	rnn.weight_ih_l1	5	-0.012096415273845196
49	rnn.weight_ih_l1	6	0.07139022648334503
49	rnn.weight_ih_l1	7	-0.006020877975970507
49	rnn.weight_ih_l1	8	-0.053125444799661636
49	rnn.weight_ih_l1	9	0.060026343911886215
49	rnn.weight_hh_l1	0	-0.07120910286903381
49	rnn.weight_hh_l1	1	-0.037033166736364365
49	rnn.weight_hh_l1	2	-0.008221371099352837
49	rnn.weight_hh_l1	3	-0.05841611698269844
49	rnn.weight_hh_l1	4	0.08582144230604172
49	rnn.weight_hh_l1	5	-0.08438306301832199
49	rnn.weight_hh_l1	6	-0.04831535741686821
49	rnn.weight_hh_l1	7	0.06527747213840485
49	rnn.weight_hh_l1	8	-0.013595488853752613
49	rnn.weight_hh_l1	9	-0.040463659912347794
49	rnn.bias_ih_l1	0	-0.06565053015947342
49	rnn.bias_ih_l1	1	0.0579894557595253
49	rnn.bias_ih_l1	2	-0.05173291638493538
49	rnn.bias_ih_l1	3	-0.06623081117868423
49	rnn.bias_ih_l1	4	-0.030935203656554222
49	rnn.bias_ih_l1	5	-0.03416915982961655
49	rnn.bias_ih_l1	6	-0.046985726803541183
49	rnn.bias_ih_l1	7	0.06356804817914963
49	rnn.bias_ih_l1	8	0.08605697005987167
49	rnn.bias_ih_l1	9	0.02476397342979908
49	rnn.bias_hh_l1	0	0.07016690075397491
49	rnn.bias_hh_l1	1	-0.058530110865831375
49	rnn.bias_hh_l1	2	0.02328256331384182
49	rnn.bias_hh_l1	3	0.06137451156973839
49	rnn.bias_hh_l1	4	0.05810784921050072
49	rnn.bias_hh_l1	5	-0.07915664464235306
49	rnn.bias_hh_l1	6	0.015661204233765602
49	rnn.bias_hh_l1	7	0.038659412413835526
49	rnn.bias_hh_l1	8	0.011236686259508133
49	rnn.bias_hh_l1	9	-0.003656988963484764
49	rnn.weight_ih_l1_reverse	0	0.0860266163945198
49	rnn.weight_ih_l1_reverse	1	-0.04162176325917244
49	rnn.weight_ih_l1_reverse	2	-0.062179550528526306
49	rnn.weight_ih_l1_reverse	3	0.02554480731487274
49	rnn.weight_ih_l1_reverse	4	-0.045985955744981766
49	rnn.weight_ih_l1_reverse	5	0.024062348529696465
49	rnn.weight_ih_l1_reverse	6	0.040456026792526245
49	rnn.weight_ih_l1_reverse	7	0.02038755640387535
49	rnn.weight_ih_l1_reverse	8	-0.007890316657721996
49	rnn.weight_ih_l1_reverse	9	-0.06613779067993164
49	rnn.weight_hh_l1_reverse	0	0.005361237563192844
49	rnn.weight_hh_l1_reverse	1	0.0188156571239233
49	rnn.weight_hh_l1_reverse	2	-0.058154597878456116
49	rnn.weight_hh_l1_reverse	3	-0.012953554280102253
49	rnn.weight_hh_l1_reverse	4	0.008604596368968487
49	rnn.weight_hh_l1_reverse	5	-0.0620637908577919
49	rnn.weight_hh_l1_reverse	6	-0.06728655844926834
49	rnn.weight_hh_l1_reverse	7	-0.011550740338861942
49	rnn.weight_hh_l1_reverse	8	-0.05612706393003464
49	rnn.weight_hh_l1_reverse	9	-0.043311625719070435
49	rnn.bias_ih_l1_reverse	0	-0.002922381740063429
49	rnn.bias_ih_l1_reverse	1	-0.04000895470380783
49	rnn.bias_ih_l1_reverse	2	0.021639307960867882
49	rnn.bias_ih_l1_reverse	3	-0.0754869282245636
49	rnn.bias_ih_l1_reverse	4	-0.08652397990226746
49	rnn.bias_ih_l1_reverse	5	-0.08789817243814468
49	rnn.bias_ih_l1_reverse	6	0.05870163440704346
49	rnn.bias_ih_l1_reverse	7	0.08644365519285202
49	rnn.bias_ih_l1_reverse	8	0.0023470744490623474
49	rnn.bias_ih_l1_reverse	9	-0.014640155248343945
49	rnn.bias_hh_l1_reverse	0	0.05915201082825661
49	rnn.bias_hh_l1_reverse	1	-0.07104204595088959
49	rnn.bias_hh_l1_reverse	2	-0.04978073388338089
49	rnn.bias_hh_l1_reverse	3	0.07481161504983902
49	rnn.bias_hh_l1_reverse	4	-0.023757001385092735
49	rnn.bias_hh_l1_reverse	5	-0.0077583626843988895
49	rnn.bias_hh_l1_reverse	6	-0.05906208977103233
49	rnn.bias_hh_l1_reverse	7	-0.06127578765153885
49	rnn.bias_hh_l1_reverse	8	0.06514294445514679
49	rnn.bias_hh_l1_reverse	9	0.0356934517621994
49	rnn.weight_ih_l2	0	0.0702209621667862
49	rnn.weight_ih_l2	1	-0.05420808494091034
49	rnn.weight_ih_l2	2	0.06331824511289597
49	rnn.weight_ih_l2	3	0.06680254638195038
49	rnn.weight_ih_l2	4	0.057214584201574326
49	rnn.weight_ih_l2	5	-0.038503531366586685
49	rnn.weight_ih_l2	6	-0.0756651759147644
49	rnn.weight_ih_l2	7	0.014380392618477345
49	rnn.weight_ih_l2	8	-0.01714506186544895
49	rnn.weight_ih_l2	9	-0.069254569709301
49	rnn.weight_hh_l2	0	0.04846847057342529
49	rnn.weight_hh_l2	1	0.03182413429021835
49	rnn.weight_hh_l2	2	-0.05493307486176491
49	rnn.weight_hh_l2	3	-0.02509557269513607
49	rnn.weight_hh_l2	4	0.05411459133028984
49	rnn.weight_hh_l2	5	-0.025711335241794586
49	rnn.weight_hh_l2	6	0.007777530234307051
49	rnn.weight_hh_l2	7	-0.05281902477145195
49	rnn.weight_hh_l2	8	-0.005282753612846136
49	rnn.weight_hh_l2	9	-0.02001909539103508
49	rnn.bias_ih_l2	0	0.10415831953287125
49	rnn.bias_ih_l2	1	0.01611318252980709
49	rnn.bias_ih_l2	2	0.0663985088467598
49	rnn.bias_ih_l2	3	0.013323950581252575
49	rnn.bias_ih_l2	4	-0.005780596286058426
49	rnn.bias_ih_l2	5	0.03888707235455513
49	rnn.bias_ih_l2	6	0.01398204080760479
49	rnn.bias_ih_l2	7	0.01099705882370472
49	rnn.bias_ih_l2	8	0.02823822572827339
49	rnn.bias_ih_l2	9	-0.013352397829294205
49	rnn.bias_hh_l2	0	0.06900609284639359
49	rnn.bias_hh_l2	1	0.00013779508299194276
49	rnn.bias_hh_l2	2	0.07060166448354721
49	rnn.bias_hh_l2	3	0.031067507341504097
49	rnn.bias_hh_l2	4	0.07277031242847443
49	rnn.bias_hh_l2	5	-0.033827826380729675
49	rnn.bias_hh_l2	6	-0.0017835096223279834
49	rnn.bias_hh_l2	7	-0.025248335674405098
49	rnn.bias_hh_l2	8	0.04322212189435959
49	rnn.bias_hh_l2	9	0.05642344057559967
49	rnn.weight_ih_l2_reverse	0	0.08235152065753937
49	rnn.weight_ih_l2_reverse	1	-0.05812174081802368
49	rnn.weight_ih_l2_reverse	2	0.0008504713769070804
49	rnn.weight_ih_l2_reverse	3	0.03527306765317917
49	rnn.weight_ih_l2_reverse	4	0.05398476868867874
49	rnn.weight_ih_l2_reverse	5	-0.04064304754137993
49	rnn.weight_ih_l2_reverse	6	-0.000553723075427115
49	rnn.weight_ih_l2_reverse	7	-0.005166144110262394
49	rnn.weight_ih_l2_reverse	8	0.006765144877135754
49	rnn.weight_ih_l2_reverse	9	-0.08186204731464386
49	rnn.weight_hh_l2_reverse	0	-0.08276201784610748
49	rnn.weight_hh_l2_reverse	1	0.011641680262982845
49	rnn.weight_hh_l2_reverse	2	0.010552008636295795
49	rnn.weight_hh_l2_reverse	3	0.024336732923984528
49	rnn.weight_hh_l2_reverse	4	-0.03685230389237404
49	rnn.weight_hh_l2_reverse	5	-0.014852299354970455
49	rnn.weight_hh_l2_reverse	6	-0.04021283611655235
49	rnn.weight_hh_l2_reverse	7	-0.0598226897418499
49	rnn.weight_hh_l2_reverse	8	-0.006762141361832619
49	rnn.weight_hh_l2_reverse	9	-0.05903792381286621
49	rnn.bias_ih_l2_reverse	0	-0.019058531150221825
49	rnn.bias_ih_l2_reverse	1	-0.028171256184577942
49	rnn.bias_ih_l2_reverse	2	0.03602041304111481
49	rnn.bias_ih_l2_reverse	3	0.006592393387109041
49	rnn.bias_ih_l2_reverse	4	0.07898498326539993
49	rnn.bias_ih_l2_reverse	5	-0.08925657719373703
49	rnn.bias_ih_l2_reverse	6	-0.042997200042009354
49	rnn.bias_ih_l2_reverse	7	-0.04714103415608406
49	rnn.bias_ih_l2_reverse	8	0.05357598885893822
49	rnn.bias_ih_l2_reverse	9	0.016430716961622238
49	rnn.bias_hh_l2_reverse	0	0.0750982016324997
49	rnn.bias_hh_l2_reverse	1	-0.07414539903402328
49	rnn.bias_hh_l2_reverse	2	-0.06701826304197311
49	rnn.bias_hh_l2_reverse	3	0.036933720111846924
49	rnn.bias_hh_l2_reverse	4	0.026209862902760506
49	rnn.bias_hh_l2_reverse	5	0.03810536116361618
49	rnn.bias_hh_l2_reverse	6	-0.08207231760025024
49	rnn.bias_hh_l2_reverse	7	-0.011342068202793598
49	rnn.bias_hh_l2_reverse	8	-0.08184817433357239
49	rnn.bias_hh_l2_reverse	9	-0.05375925451517105
49	linear.weight	0	0.025028489530086517
49	linear.weight	1	0.05263766646385193
49	linear.weight	2	-0.019513657316565514
49	linear.weight	3	-0.03463946655392647
49	linear.weight	4	-0.022248394787311554
49	linear.weight	5	0.05089613050222397
49	linear.weight	6	0.01853976398706436
49	linear.weight	7	-0.038680609315633774
49	linear.weight	8	0.011116374284029007
49	linear.weight	9	0.058348506689071655
49	linear.bias	0	0.5003551840782166
49	linear.bias	1	0.4421534538269043
49	linear.bias	2	-1.4457389116287231
49	linear.bias	3	-0.05754556506872177
49	linear.bias	4	-0.050822705030441284
49	linear.bias	5	0.4019261598587036
50	transitions	0	0.0840396136045456
50	transitions	1	-10000.0
50	transitions	2	1.9106231927871704
50	transitions	3	-0.9263888001441956
50	transitions	4	-10000.0
50	transitions	5	-10000.0
50	transitions	6	-10000.0
50	transitions	7	0.884580135345459
50	transitions	8	0.8898582458496094
50	transitions	9	-1.1723307371139526
50	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
50	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
50	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
50	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
50	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
50	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
50	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
50	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
50	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
50	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
50	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
50	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
50	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
50	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
50	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
50	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
50	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
50	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
50	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
50	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
50	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
50	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
50	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
50	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
50	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
50	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
50	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
50	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
50	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
50	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
50	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
50	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
50	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
50	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
50	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
50	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
50	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
50	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
50	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
50	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
50	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
50	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
50	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
50	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
50	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
50	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
50	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
50	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
50	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
50	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
50	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
50	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
50	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
50	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
50	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
50	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
50	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
50	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
50	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
50	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
50	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
50	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
50	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
50	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
50	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
50	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
50	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
50	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
50	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
50	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
50	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
50	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
50	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
50	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
50	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
50	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
50	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
50	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
50	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
50	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
50	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
50	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
50	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
50	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
50	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
50	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
50	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
50	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
50	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
50	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
50	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
50	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
50	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
50	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
50	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
50	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
50	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
50	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
50	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
50	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
50	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
50	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
50	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
50	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
50	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
50	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
50	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
50	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
50	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
50	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
50	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
50	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
50	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
50	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
50	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
50	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
50	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
50	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
50	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
50	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
50	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
50	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
50	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
50	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
50	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
50	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
50	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
50	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
50	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
50	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
50	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
50	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
50	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
50	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
50	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
50	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
50	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
50	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
50	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
50	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
50	embedding2nn.weight	0	0.014777541160583496
50	embedding2nn.weight	1	0.0005810350994579494
50	embedding2nn.weight	2	0.005657313857227564
50	embedding2nn.weight	3	0.0008476332295686007
50	embedding2nn.weight	4	-0.008375104516744614
50	embedding2nn.weight	5	-0.005504939239472151
50	embedding2nn.weight	6	-0.0012783913407474756
50	embedding2nn.weight	7	-0.003234767122194171
50	embedding2nn.weight	8	0.015347050502896309
50	embedding2nn.weight	9	0.004367214161902666
50	embedding2nn.bias	0	0.0019272628705948591
50	embedding2nn.bias	1	-0.01264903787523508
50	embedding2nn.bias	2	0.01587318256497383
50	embedding2nn.bias	3	-0.01273508369922638
50	embedding2nn.bias	4	-0.01493585854768753
50	embedding2nn.bias	5	-0.0009286945569328964
50	embedding2nn.bias	6	0.010492862202227116
50	embedding2nn.bias	7	0.014382687397301197
50	embedding2nn.bias	8	-0.0014410734875127673
50	embedding2nn.bias	9	0.002522943075746298
50	rnn.weight_ih_l0	0	-0.050834089517593384
50	rnn.weight_ih_l0	1	0.05073359236121178
50	rnn.weight_ih_l0	2	0.031860046088695526
50	rnn.weight_ih_l0	3	0.014688774943351746
50	rnn.weight_ih_l0	4	0.012525752186775208
50	rnn.weight_ih_l0	5	0.08419151604175568
50	rnn.weight_ih_l0	6	0.07562657445669174
50	rnn.weight_ih_l0	7	0.0377616211771965
50	rnn.weight_ih_l0	8	-0.04539136588573456
50	rnn.weight_ih_l0	9	0.007996035739779472
50	rnn.weight_hh_l0	0	0.008524774573743343
50	rnn.weight_hh_l0	1	-0.0635380893945694
50	rnn.weight_hh_l0	2	-0.06542448699474335
50	rnn.weight_hh_l0	3	0.07257397472858429
50	rnn.weight_hh_l0	4	0.07108891010284424
50	rnn.weight_hh_l0	5	0.0036765935365110636
50	rnn.weight_hh_l0	6	0.003701378358528018
50	rnn.weight_hh_l0	7	-0.02643360011279583
50	rnn.weight_hh_l0	8	-0.029291078448295593
50	rnn.weight_hh_l0	9	0.05799005180597305
50	rnn.bias_ih_l0	0	-0.07043135911226273
50	rnn.bias_ih_l0	1	0.086295485496521
50	rnn.bias_ih_l0	2	0.020914480090141296
50	rnn.bias_ih_l0	3	0.08000513911247253
50	rnn.bias_ih_l0	4	-0.06571783125400543
50	rnn.bias_ih_l0	5	0.08733736723661423
50	rnn.bias_ih_l0	6	-0.06946878880262375
50	rnn.bias_ih_l0	7	-0.03325353562831879
50	rnn.bias_ih_l0	8	-0.08514288067817688
50	rnn.bias_ih_l0	9	-0.05033009126782417
50	rnn.bias_hh_l0	0	0.03288077935576439
50	rnn.bias_hh_l0	1	0.07208788394927979
50	rnn.bias_hh_l0	2	0.06735429167747498
50	rnn.bias_hh_l0	3	0.08221352845430374
50	rnn.bias_hh_l0	4	-0.08985587954521179
50	rnn.bias_hh_l0	5	-0.07181072980165482
50	rnn.bias_hh_l0	6	0.07578305900096893
50	rnn.bias_hh_l0	7	-0.08500758558511734
50	rnn.bias_hh_l0	8	-0.02627655304968357
50	rnn.bias_hh_l0	9	0.0017697106814011931
50	rnn.weight_ih_l0_reverse	0	0.07926440984010696
50	rnn.weight_ih_l0_reverse	1	0.07355650514364243
50	rnn.weight_ih_l0_reverse	2	0.03888934478163719
50	rnn.weight_ih_l0_reverse	3	0.0338376946747303
50	rnn.weight_ih_l0_reverse	4	-0.037358056753873825
50	rnn.weight_ih_l0_reverse	5	0.05110738426446915
50	rnn.weight_ih_l0_reverse	6	0.0664273276925087
50	rnn.weight_ih_l0_reverse	7	0.022766677662730217
50	rnn.weight_ih_l0_reverse	8	-0.058698710054159164
50	rnn.weight_ih_l0_reverse	9	-0.05282546207308769
50	rnn.weight_hh_l0_reverse	0	0.025516480207443237
50	rnn.weight_hh_l0_reverse	1	-0.08726516366004944
50	rnn.weight_hh_l0_reverse	2	0.06278562545776367
50	rnn.weight_hh_l0_reverse	3	-0.02142469398677349
50	rnn.weight_hh_l0_reverse	4	0.08378887921571732
50	rnn.weight_hh_l0_reverse	5	-0.0011990726925432682
50	rnn.weight_hh_l0_reverse	6	0.027920538559556007
50	rnn.weight_hh_l0_reverse	7	0.07829124480485916
50	rnn.weight_hh_l0_reverse	8	-0.022189181298017502
50	rnn.weight_hh_l0_reverse	9	-0.046670008450746536
50	rnn.bias_ih_l0_reverse	0	0.0012124782660976052
50	rnn.bias_ih_l0_reverse	1	-0.022797875106334686
50	rnn.bias_ih_l0_reverse	2	-0.018340308219194412
50	rnn.bias_ih_l0_reverse	3	0.047701310366392136
50	rnn.bias_ih_l0_reverse	4	0.0683303028345108
50	rnn.bias_ih_l0_reverse	5	-0.02492264099419117
50	rnn.bias_ih_l0_reverse	6	-0.027625488117337227
50	rnn.bias_ih_l0_reverse	7	-0.05124687775969505
50	rnn.bias_ih_l0_reverse	8	0.0032074397895485163
50	rnn.bias_ih_l0_reverse	9	-0.06910118460655212
50	rnn.bias_hh_l0_reverse	0	0.03599027171730995
50	rnn.bias_hh_l0_reverse	1	-0.07046378403902054
50	rnn.bias_hh_l0_reverse	2	0.07581191509962082
50	rnn.bias_hh_l0_reverse	3	0.0553358756005764
50	rnn.bias_hh_l0_reverse	4	0.025725556537508965
50	rnn.bias_hh_l0_reverse	5	0.04054202511906624
50	rnn.bias_hh_l0_reverse	6	0.063515305519104
50	rnn.bias_hh_l0_reverse	7	0.07778171449899673
50	rnn.bias_hh_l0_reverse	8	-0.009011714719235897
50	rnn.bias_hh_l0_reverse	9	0.056291718035936356
50	rnn.weight_ih_l1	0	0.021271035075187683
50	rnn.weight_ih_l1	1	0.014863977208733559
50	rnn.weight_ih_l1	2	0.07195231318473816
50	rnn.weight_ih_l1	3	-0.02429424598813057
50	rnn.weight_ih_l1	4	-0.024268148466944695
50	rnn.weight_ih_l1	5	-0.012086907401680946
50	rnn.weight_ih_l1	6	0.07135288417339325
50	rnn.weight_ih_l1	7	-0.0060480511747300625
50	rnn.weight_ih_l1	8	-0.053078409284353256
50	rnn.weight_ih_l1	9	0.059796784073114395
50	rnn.weight_hh_l1	0	-0.07131270319223404
50	rnn.weight_hh_l1	1	-0.0370112806558609
50	rnn.weight_hh_l1	2	-0.008216298185288906
50	rnn.weight_hh_l1	3	-0.05841192230582237
50	rnn.weight_hh_l1	4	0.08579500764608383
50	rnn.weight_hh_l1	5	-0.08429502695798874
50	rnn.weight_hh_l1	6	-0.04839117079973221
50	rnn.weight_hh_l1	7	0.0653170794248581
50	rnn.weight_hh_l1	8	-0.013579822145402431
50	rnn.weight_hh_l1	9	-0.04027415066957474
50	rnn.bias_ih_l1	0	-0.06603958457708359
50	rnn.bias_ih_l1	1	0.0581774041056633
50	rnn.bias_ih_l1	2	-0.05169238895177841
50	rnn.bias_ih_l1	3	-0.06654703617095947
50	rnn.bias_ih_l1	4	-0.030924569815397263
50	rnn.bias_ih_l1	5	-0.0382760651409626
50	rnn.bias_ih_l1	6	-0.0479428768157959
50	rnn.bias_ih_l1	7	0.06357710063457489
50	rnn.bias_ih_l1	8	0.08587566763162613
50	rnn.bias_ih_l1	9	0.028691252693533897
50	rnn.bias_hh_l1	0	0.07013484835624695
50	rnn.bias_hh_l1	1	-0.0586220845580101
50	rnn.bias_hh_l1	2	0.023274831473827362
50	rnn.bias_hh_l1	3	0.06142653897404671
50	rnn.bias_hh_l1	4	0.05819147825241089
50	rnn.bias_hh_l1	5	-0.07915833592414856
50	rnn.bias_hh_l1	6	0.01563051901757717
50	rnn.bias_hh_l1	7	0.03862851858139038
50	rnn.bias_hh_l1	8	0.011139322072267532
50	rnn.bias_hh_l1	9	-0.0038924715481698513
50	rnn.weight_ih_l1_reverse	0	0.0860479474067688
50	rnn.weight_ih_l1_reverse	1	-0.04155107960104942
50	rnn.weight_ih_l1_reverse	2	-0.062177129089832306
50	rnn.weight_ih_l1_reverse	3	0.02552444487810135
50	rnn.weight_ih_l1_reverse	4	-0.045991867780685425
50	rnn.weight_ih_l1_reverse	5	0.024057267233729362
50	rnn.weight_ih_l1_reverse	6	0.04045291244983673
50	rnn.weight_ih_l1_reverse	7	0.02039114385843277
50	rnn.weight_ih_l1_reverse	8	-0.007895948365330696
50	rnn.weight_ih_l1_reverse	9	-0.066134512424469
50	rnn.weight_hh_l1_reverse	0	0.0053649782203137875
50	rnn.weight_hh_l1_reverse	1	0.01881624199450016
50	rnn.weight_hh_l1_reverse	2	-0.05815797299146652
50	rnn.weight_hh_l1_reverse	3	-0.012913021259009838
50	rnn.weight_hh_l1_reverse	4	0.008611945435404778
50	rnn.weight_hh_l1_reverse	5	-0.0622565932571888
50	rnn.weight_hh_l1_reverse	6	-0.06729148328304291
50	rnn.weight_hh_l1_reverse	7	-0.011558122001588345
50	rnn.weight_hh_l1_reverse	8	-0.05640799179673195
50	rnn.weight_hh_l1_reverse	9	-0.04332920163869858
50	rnn.bias_ih_l1_reverse	0	-0.00289699574932456
50	rnn.bias_ih_l1_reverse	1	-0.040053144097328186
50	rnn.bias_ih_l1_reverse	2	0.021484525874257088
50	rnn.bias_ih_l1_reverse	3	-0.0757371112704277
50	rnn.bias_ih_l1_reverse	4	-0.08661887049674988
50	rnn.bias_ih_l1_reverse	5	-0.08803227543830872
50	rnn.bias_ih_l1_reverse	6	0.05849174037575722
50	rnn.bias_ih_l1_reverse	7	0.08629671484231949
50	rnn.bias_ih_l1_reverse	8	-0.00015656206232961267
50	rnn.bias_ih_l1_reverse	9	-0.01485469751060009
50	rnn.bias_hh_l1_reverse	0	0.05917197838425636
50	rnn.bias_hh_l1_reverse	1	-0.07087638229131699
50	rnn.bias_hh_l1_reverse	2	-0.049726586788892746
50	rnn.bias_hh_l1_reverse	3	0.07462174445390701
50	rnn.bias_hh_l1_reverse	4	-0.02374478429555893
50	rnn.bias_hh_l1_reverse	5	-0.00787515938282013
50	rnn.bias_hh_l1_reverse	6	-0.059297606348991394
50	rnn.bias_hh_l1_reverse	7	-0.061283789575099945
50	rnn.bias_hh_l1_reverse	8	0.06533700972795486
50	rnn.bias_hh_l1_reverse	9	0.03726968914270401
50	rnn.weight_ih_l2	0	0.07016466557979584
50	rnn.weight_ih_l2	1	-0.05421167612075806
50	rnn.weight_ih_l2	2	0.06331641227006912
50	rnn.weight_ih_l2	3	0.06681044399738312
50	rnn.weight_ih_l2	4	0.05735081806778908
50	rnn.weight_ih_l2	5	-0.03856094926595688
50	rnn.weight_ih_l2	6	-0.075739286839962
50	rnn.weight_ih_l2	7	0.014425989240407944
50	rnn.weight_ih_l2	8	-0.017145397141575813
50	rnn.weight_ih_l2	9	-0.06925294548273087
50	rnn.weight_hh_l2	0	0.04847760498523712
50	rnn.weight_hh_l2	1	0.03181188553571701
50	rnn.weight_hh_l2	2	-0.05493246763944626
50	rnn.weight_hh_l2	3	-0.025096172466874123
50	rnn.weight_hh_l2	4	0.05407017841935158
50	rnn.weight_hh_l2	5	-0.025345629081130028
50	rnn.weight_hh_l2	6	0.007770087104290724
50	rnn.weight_hh_l2	7	-0.05281473323702812
50	rnn.weight_hh_l2	8	-0.005326425191015005
50	rnn.weight_hh_l2	9	-0.02003243751823902
50	rnn.bias_ih_l2	0	0.10231197625398636
50	rnn.bias_ih_l2	1	0.015970423817634583
50	rnn.bias_ih_l2	2	0.0679541602730751
50	rnn.bias_ih_l2	3	0.013221141882240772
50	rnn.bias_ih_l2	4	-0.005654820706695318
50	rnn.bias_ih_l2	5	0.03980085998773575
50	rnn.bias_ih_l2	6	0.013867413625121117
50	rnn.bias_ih_l2	7	0.011117770336568356
50	rnn.bias_ih_l2	8	0.0285166185349226
50	rnn.bias_ih_l2	9	-0.013362625613808632
50	rnn.bias_hh_l2	0	0.06612933427095413
50	rnn.bias_hh_l2	1	0.0001620764669496566
50	rnn.bias_hh_l2	2	0.06870388239622116
50	rnn.bias_hh_l2	3	0.03106411173939705
50	rnn.bias_hh_l2	4	0.07284142076969147
50	rnn.bias_hh_l2	5	-0.03468184918165207
50	rnn.bias_hh_l2	6	0.003959775902330875
50	rnn.bias_hh_l2	7	-0.02523486502468586
50	rnn.bias_hh_l2	8	0.043265100568532944
50	rnn.bias_hh_l2	9	0.058216966688632965
50	rnn.weight_ih_l2_reverse	0	0.08235514909029007
50	rnn.weight_ih_l2_reverse	1	-0.05748612806200981
50	rnn.weight_ih_l2_reverse	2	0.0008524000877514482
50	rnn.weight_ih_l2_reverse	3	0.03527304157614708
50	rnn.weight_ih_l2_reverse	4	0.05398683622479439
50	rnn.weight_ih_l2_reverse	5	-0.040645916014909744
50	rnn.weight_ih_l2_reverse	6	-0.0013569161528721452
50	rnn.weight_ih_l2_reverse	7	-0.005553887225687504
50	rnn.weight_ih_l2_reverse	8	0.0073554557748138905
50	rnn.weight_ih_l2_reverse	9	-0.08186173439025879
50	rnn.weight_hh_l2_reverse	0	-0.08276370167732239
50	rnn.weight_hh_l2_reverse	1	0.011554088443517685
50	rnn.weight_hh_l2_reverse	2	0.01054988894611597
50	rnn.weight_hh_l2_reverse	3	0.024344686418771744
50	rnn.weight_hh_l2_reverse	4	-0.03685837239027023
50	rnn.weight_hh_l2_reverse	5	-0.014855172485113144
50	rnn.weight_hh_l2_reverse	6	-0.040286071598529816
50	rnn.weight_hh_l2_reverse	7	-0.05982411280274391
50	rnn.weight_hh_l2_reverse	8	-0.006761573255062103
50	rnn.weight_hh_l2_reverse	9	-0.05903960391879082
50	rnn.bias_ih_l2_reverse	0	-0.017523864284157753
50	rnn.bias_ih_l2_reverse	1	-0.028019487857818604
50	rnn.bias_ih_l2_reverse	2	0.036102294921875
50	rnn.bias_ih_l2_reverse	3	0.00809670239686966
50	rnn.bias_ih_l2_reverse	4	0.07901537418365479
50	rnn.bias_ih_l2_reverse	5	-0.0892559215426445
50	rnn.bias_ih_l2_reverse	6	-0.04299141839146614
50	rnn.bias_ih_l2_reverse	7	-0.0474148653447628
50	rnn.bias_ih_l2_reverse	8	0.053751736879348755
50	rnn.bias_ih_l2_reverse	9	0.016531484201550484
50	rnn.bias_hh_l2_reverse	0	0.07807763665914536
50	rnn.bias_hh_l2_reverse	1	-0.07409346848726273
50	rnn.bias_hh_l2_reverse	2	-0.06700530648231506
50	rnn.bias_hh_l2_reverse	3	0.036944255232810974
50	rnn.bias_hh_l2_reverse	4	0.02642490528523922
50	rnn.bias_hh_l2_reverse	5	0.03810591995716095
50	rnn.bias_hh_l2_reverse	6	-0.08206018060445786
50	rnn.bias_hh_l2_reverse	7	-0.011306868866086006
50	rnn.bias_hh_l2_reverse	8	-0.08174756914377213
50	rnn.bias_hh_l2_reverse	9	-0.05376921966671944
50	linear.weight	0	0.025028489530086517
50	linear.weight	1	0.05047120898962021
50	linear.weight	2	-0.0196782648563385
50	linear.weight	3	-0.028882654383778572
50	linear.weight	4	-0.022248394787311554
50	linear.weight	5	0.050013598054647446
50	linear.weight	6	0.01666114293038845
50	linear.weight	7	-0.03592485561966896
50	linear.weight	8	0.009133409708738327
50	linear.weight	9	0.05741684138774872
50	linear.bias	0	0.453513503074646
50	linear.bias	1	0.42562708258628845
50	linear.bias	2	-1.449905514717102
50	linear.bias	3	-0.05754556506872177
50	linear.bias	4	-0.050822705030441284
50	linear.bias	5	0.46946078538894653
51	transitions	0	0.0833236426115036
51	transitions	1	-10000.0
51	transitions	2	1.9899818897247314
51	transitions	3	-0.9519538879394531
51	transitions	4	-10000.0
51	transitions	5	-10000.0
51	transitions	6	-10000.0
51	transitions	7	0.884444534778595
51	transitions	8	0.8884382843971252
51	transitions	9	-1.1799540519714355
51	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
51	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
51	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
51	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
51	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
51	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
51	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
51	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
51	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
51	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
51	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
51	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
51	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
51	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
51	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
51	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
51	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
51	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
51	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
51	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
51	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
51	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
51	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
51	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
51	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
51	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
51	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
51	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
51	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
51	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
51	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
51	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
51	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
51	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
51	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
51	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
51	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
51	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
51	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
51	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
51	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
51	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
51	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
51	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
51	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
51	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
51	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
51	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
51	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
51	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
51	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
51	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
51	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
51	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
51	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
51	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
51	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
51	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
51	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
51	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
51	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
51	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
51	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
51	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
51	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
51	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
51	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
51	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
51	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
51	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
51	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
51	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
51	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
51	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
51	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
51	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
51	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
51	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
51	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
51	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
51	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
51	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
51	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
51	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
51	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
51	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
51	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
51	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
51	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
51	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
51	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
51	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
51	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
51	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
51	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
51	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
51	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
51	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
51	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
51	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
51	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
51	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
51	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
51	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
51	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
51	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
51	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
51	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
51	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
51	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
51	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
51	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
51	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
51	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
51	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
51	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
51	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
51	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
51	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
51	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
51	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
51	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
51	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
51	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
51	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
51	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
51	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
51	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
51	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
51	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
51	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
51	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
51	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
51	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
51	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
51	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
51	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
51	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
51	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
51	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
51	embedding2nn.weight	0	0.014771734364330769
51	embedding2nn.weight	1	0.0005698440363630652
51	embedding2nn.weight	2	0.005655928980559111
51	embedding2nn.weight	3	0.0008420153171755373
51	embedding2nn.weight	4	-0.008292305283248425
51	embedding2nn.weight	5	-0.005501552484929562
51	embedding2nn.weight	6	-0.0012792369816452265
51	embedding2nn.weight	7	-0.003226717235520482
51	embedding2nn.weight	8	0.015170940198004246
51	embedding2nn.weight	9	0.004356016404926777
51	embedding2nn.bias	0	0.0028384323231875896
51	embedding2nn.bias	1	-0.014139113016426563
51	embedding2nn.bias	2	0.014593487605452538
51	embedding2nn.bias	3	-0.011508024297654629
51	embedding2nn.bias	4	-0.013461719267070293
51	embedding2nn.bias	5	-0.0010703721782192588
51	embedding2nn.bias	6	0.010190547443926334
51	embedding2nn.bias	7	0.01276883203536272
51	embedding2nn.bias	8	0.00010759061842691153
51	embedding2nn.bias	9	0.002018260071054101
51	rnn.weight_ih_l0	0	-0.050855983048677444
51	rnn.weight_ih_l0	1	0.050735171884298325
51	rnn.weight_ih_l0	2	0.031853798776865005
51	rnn.weight_ih_l0	3	0.014666333794593811
51	rnn.weight_ih_l0	4	0.01238891389220953
51	rnn.weight_ih_l0	5	0.08419293910264969
51	rnn.weight_ih_l0	6	0.07563727349042892
51	rnn.weight_ih_l0	7	0.03776087239384651
51	rnn.weight_ih_l0	8	-0.045496389269828796
51	rnn.weight_ih_l0	9	0.008020023815333843
51	rnn.weight_hh_l0	0	0.008514032699167728
51	rnn.weight_hh_l0	1	-0.06348224729299545
51	rnn.weight_hh_l0	2	-0.06545816361904144
51	rnn.weight_hh_l0	3	0.07262657582759857
51	rnn.weight_hh_l0	4	0.07109687477350235
51	rnn.weight_hh_l0	5	0.003635637229308486
51	rnn.weight_hh_l0	6	0.0037174783647060394
51	rnn.weight_hh_l0	7	-0.026460526511073112
51	rnn.weight_hh_l0	8	-0.029347633942961693
51	rnn.weight_hh_l0	9	0.05799025669693947
51	rnn.bias_ih_l0	0	-0.07007497549057007
51	rnn.bias_ih_l0	1	0.08615649491548538
51	rnn.bias_ih_l0	2	0.02088257670402527
51	rnn.bias_ih_l0	3	0.08065150678157806
51	rnn.bias_ih_l0	4	-0.0659448504447937
51	rnn.bias_ih_l0	5	0.08733656257390976
51	rnn.bias_ih_l0	6	-0.07002218067646027
51	rnn.bias_ih_l0	7	-0.03318997099995613
51	rnn.bias_ih_l0	8	-0.0851275846362114
51	rnn.bias_ih_l0	9	-0.05034411698579788
51	rnn.bias_hh_l0	0	0.033461812883615494
51	rnn.bias_hh_l0	1	0.07204417139291763
51	rnn.bias_hh_l0	2	0.06756895780563354
51	rnn.bias_hh_l0	3	0.0822441503405571
51	rnn.bias_hh_l0	4	-0.08868438750505447
51	rnn.bias_hh_l0	5	-0.07182870805263519
51	rnn.bias_hh_l0	6	0.07599849253892899
51	rnn.bias_hh_l0	7	-0.08584506064653397
51	rnn.bias_hh_l0	8	-0.02626245655119419
51	rnn.bias_hh_l0	9	0.0038064378313720226
51	rnn.weight_ih_l0_reverse	0	0.07926858216524124
51	rnn.weight_ih_l0_reverse	1	0.0735553428530693
51	rnn.weight_ih_l0_reverse	2	0.038884878158569336
51	rnn.weight_ih_l0_reverse	3	0.033831559121608734
51	rnn.weight_ih_l0_reverse	4	-0.03737331181764603
51	rnn.weight_ih_l0_reverse	5	0.05110109597444534
51	rnn.weight_ih_l0_reverse	6	0.06642027199268341
51	rnn.weight_ih_l0_reverse	7	0.0227791927754879
51	rnn.weight_ih_l0_reverse	8	-0.05870689079165459
51	rnn.weight_ih_l0_reverse	9	-0.052825551480054855
51	rnn.weight_hh_l0_reverse	0	0.025455472990870476
51	rnn.weight_hh_l0_reverse	1	-0.08728265762329102
51	rnn.weight_hh_l0_reverse	2	0.06278090178966522
51	rnn.weight_hh_l0_reverse	3	-0.02142827957868576
51	rnn.weight_hh_l0_reverse	4	0.08375658094882965
51	rnn.weight_hh_l0_reverse	5	-0.001216437085531652
51	rnn.weight_hh_l0_reverse	6	0.027783548459410667
51	rnn.weight_hh_l0_reverse	7	0.07828930765390396
51	rnn.weight_hh_l0_reverse	8	-0.02221118099987507
51	rnn.weight_hh_l0_reverse	9	-0.046667855232954025
51	rnn.bias_ih_l0_reverse	0	0.0013988494174554944
51	rnn.bias_ih_l0_reverse	1	-0.022808637470006943
51	rnn.bias_ih_l0_reverse	2	-0.01796492002904415
51	rnn.bias_ih_l0_reverse	3	0.04751250520348549
51	rnn.bias_ih_l0_reverse	4	0.0683688372373581
51	rnn.bias_ih_l0_reverse	5	-0.02470131777226925
51	rnn.bias_ih_l0_reverse	6	-0.02762385457754135
51	rnn.bias_ih_l0_reverse	7	-0.05103214830160141
51	rnn.bias_ih_l0_reverse	8	0.003147234208881855
51	rnn.bias_ih_l0_reverse	9	-0.06921881437301636
51	rnn.bias_hh_l0_reverse	0	0.03608870878815651
51	rnn.bias_hh_l0_reverse	1	-0.07058141380548477
51	rnn.bias_hh_l0_reverse	2	0.07426384091377258
51	rnn.bias_hh_l0_reverse	3	0.05538377910852432
51	rnn.bias_hh_l0_reverse	4	0.02564079500734806
51	rnn.bias_hh_l0_reverse	5	0.040578581392765045
51	rnn.bias_hh_l0_reverse	6	0.06367067992687225
51	rnn.bias_hh_l0_reverse	7	0.07929973304271698
51	rnn.bias_hh_l0_reverse	8	-0.009275713935494423
51	rnn.bias_hh_l0_reverse	9	0.05432058498263359
51	rnn.weight_ih_l1	0	0.02160601317882538
51	rnn.weight_ih_l1	1	0.014850481413304806
51	rnn.weight_ih_l1	2	0.07229019701480865
51	rnn.weight_ih_l1	3	-0.024286359548568726
51	rnn.weight_ih_l1	4	-0.024272628128528595
51	rnn.weight_ih_l1	5	-0.012103027664124966
51	rnn.weight_ih_l1	6	0.0713217630982399
51	rnn.weight_ih_l1	7	-0.006322958506643772
51	rnn.weight_ih_l1	8	-0.05313391610980034
51	rnn.weight_ih_l1	9	0.0598137304186821
51	rnn.weight_hh_l1	0	-0.07117313891649246
51	rnn.weight_hh_l1	1	-0.03701942786574364
51	rnn.weight_hh_l1	2	-0.008214704692363739
51	rnn.weight_hh_l1	3	-0.05841115117073059
51	rnn.weight_hh_l1	4	0.08582314848899841
51	rnn.weight_hh_l1	5	-0.0842956155538559
51	rnn.weight_hh_l1	6	-0.048376552760601044
51	rnn.weight_hh_l1	7	0.0652761459350586
51	rnn.weight_hh_l1	8	-0.013572938740253448
51	rnn.weight_hh_l1	9	-0.040249090641736984
51	rnn.bias_ih_l1	0	-0.06544307619333267
51	rnn.bias_ih_l1	1	0.058047205209732056
51	rnn.bias_ih_l1	2	-0.05137794464826584
51	rnn.bias_ih_l1	3	-0.06672684103250504
51	rnn.bias_ih_l1	4	-0.03091050125658512
51	rnn.bias_ih_l1	5	-0.033851608633995056
51	rnn.bias_ih_l1	6	-0.04953648895025253
51	rnn.bias_ih_l1	7	0.06314661353826523
51	rnn.bias_ih_l1	8	0.08563502877950668
51	rnn.bias_ih_l1	9	0.028999503701925278
51	rnn.bias_hh_l1	0	0.07004594802856445
51	rnn.bias_hh_l1	1	-0.05868535116314888
51	rnn.bias_hh_l1	2	0.02321871928870678
51	rnn.bias_hh_l1	3	0.06174713745713234
51	rnn.bias_hh_l1	4	0.05807539448142052
51	rnn.bias_hh_l1	5	-0.07898788899183273
51	rnn.bias_hh_l1	6	0.015514105558395386
51	rnn.bias_hh_l1	7	0.03885335847735405
51	rnn.bias_hh_l1	8	0.011152616702020168
51	rnn.bias_hh_l1	9	-0.0035725021734833717
51	rnn.weight_ih_l1_reverse	0	0.08603635430335999
51	rnn.weight_ih_l1_reverse	1	-0.04159892722964287
51	rnn.weight_ih_l1_reverse	2	-0.06217062845826149
51	rnn.weight_ih_l1_reverse	3	0.025528667494654655
51	rnn.weight_ih_l1_reverse	4	-0.04599161446094513
51	rnn.weight_ih_l1_reverse	5	0.024124516174197197
51	rnn.weight_ih_l1_reverse	6	0.040420807898044586
51	rnn.weight_ih_l1_reverse	7	0.020461367443203926
51	rnn.weight_ih_l1_reverse	8	-0.007825192995369434
51	rnn.weight_ih_l1_reverse	9	-0.06594318151473999
51	rnn.weight_hh_l1_reverse	0	0.005387411918491125
51	rnn.weight_hh_l1_reverse	1	0.018820833414793015
51	rnn.weight_hh_l1_reverse	2	-0.05816299840807915
51	rnn.weight_hh_l1_reverse	3	-0.012922076508402824
51	rnn.weight_hh_l1_reverse	4	0.008611182682216167
51	rnn.weight_hh_l1_reverse	5	-0.06222647801041603
51	rnn.weight_hh_l1_reverse	6	-0.06728912889957428
51	rnn.weight_hh_l1_reverse	7	-0.011544620618224144
51	rnn.weight_hh_l1_reverse	8	-0.05637452378869057
51	rnn.weight_hh_l1_reverse	9	-0.04332832247018814
51	rnn.bias_ih_l1_reverse	0	-0.002745505189523101
51	rnn.bias_ih_l1_reverse	1	-0.04003274440765381
51	rnn.bias_ih_l1_reverse	2	0.02206953801214695
51	rnn.bias_ih_l1_reverse	3	-0.07567498832941055
51	rnn.bias_ih_l1_reverse	4	-0.08658137917518616
51	rnn.bias_ih_l1_reverse	5	-0.08824128657579422
51	rnn.bias_ih_l1_reverse	6	0.058758169412612915
51	rnn.bias_ih_l1_reverse	7	0.08624681085348129
51	rnn.bias_ih_l1_reverse	8	-0.001633172738365829
51	rnn.bias_ih_l1_reverse	9	-0.014594025909900665
51	rnn.bias_hh_l1_reverse	0	0.05922664329409599
51	rnn.bias_hh_l1_reverse	1	-0.07103759795427322
51	rnn.bias_hh_l1_reverse	2	-0.049657899886369705
51	rnn.bias_hh_l1_reverse	3	0.0749262273311615
51	rnn.bias_hh_l1_reverse	4	-0.023808972910046577
51	rnn.bias_hh_l1_reverse	5	-0.00801088660955429
51	rnn.bias_hh_l1_reverse	6	-0.05933636799454689
51	rnn.bias_hh_l1_reverse	7	-0.06146879121661186
51	rnn.bias_hh_l1_reverse	8	0.06535937637090683
51	rnn.bias_hh_l1_reverse	9	0.037639591842889786
51	rnn.weight_ih_l2	0	0.070648692548275
51	rnn.weight_ih_l2	1	-0.05411261320114136
51	rnn.weight_ih_l2	2	0.06331708282232285
51	rnn.weight_ih_l2	3	0.06685224920511246
51	rnn.weight_ih_l2	4	0.05698656663298607
51	rnn.weight_ih_l2	5	-0.03852454945445061
51	rnn.weight_ih_l2	6	-0.07564696669578552
51	rnn.weight_ih_l2	7	0.014298917725682259
51	rnn.weight_ih_l2	8	-0.017136620357632637
51	rnn.weight_ih_l2	9	-0.06926288455724716
51	rnn.weight_hh_l2	0	0.04849053919315338
51	rnn.weight_hh_l2	1	0.03180466219782829
51	rnn.weight_hh_l2	2	-0.05493168160319328
51	rnn.weight_hh_l2	3	-0.02509843371808529
51	rnn.weight_hh_l2	4	0.05406082421541214
51	rnn.weight_hh_l2	5	-0.02545085735619068
51	rnn.weight_hh_l2	6	0.007775977253913879
51	rnn.weight_hh_l2	7	-0.05281338468194008
51	rnn.weight_hh_l2	8	-0.005337547976523638
51	rnn.weight_hh_l2	9	-0.020008476451039314
51	rnn.bias_ih_l2	0	0.10412348806858063
51	rnn.bias_ih_l2	1	0.01563357561826706
51	rnn.bias_ih_l2	2	0.06749570369720459
51	rnn.bias_ih_l2	3	0.01368225272744894
51	rnn.bias_ih_l2	4	-0.005709660705178976
51	rnn.bias_ih_l2	5	0.03937698155641556
51	rnn.bias_ih_l2	6	0.013764041475951672
51	rnn.bias_ih_l2	7	0.011283022351562977
51	rnn.bias_ih_l2	8	0.02837233617901802
51	rnn.bias_ih_l2	9	-0.01348059717565775
51	rnn.bias_hh_l2	0	0.06584174931049347
51	rnn.bias_hh_l2	1	-9.574244904797524e-05
51	rnn.bias_hh_l2	2	0.06991483271121979
51	rnn.bias_hh_l2	3	0.031043147668242455
51	rnn.bias_hh_l2	4	0.07283499091863632
51	rnn.bias_hh_l2	5	-0.03809008002281189
51	rnn.bias_hh_l2	6	0.0008118254481814802
51	rnn.bias_hh_l2	7	-0.02519156038761139
51	rnn.bias_hh_l2	8	0.04320182278752327
51	rnn.bias_hh_l2	9	0.057274263352155685
51	rnn.weight_ih_l2_reverse	0	0.08235441893339157
51	rnn.weight_ih_l2_reverse	1	-0.057623181492090225
51	rnn.weight_ih_l2_reverse	2	0.0008591774967499077
51	rnn.weight_ih_l2_reverse	3	0.035263728350400925
51	rnn.weight_ih_l2_reverse	4	0.05397262051701546
51	rnn.weight_ih_l2_reverse	5	-0.04064641892910004
51	rnn.weight_ih_l2_reverse	6	-0.0011159578571096063
51	rnn.weight_ih_l2_reverse	7	-0.006366631481796503
51	rnn.weight_ih_l2_reverse	8	0.007852829061448574
51	rnn.weight_ih_l2_reverse	9	-0.08188198506832123
51	rnn.weight_hh_l2_reverse	0	-0.08276429027318954
51	rnn.weight_hh_l2_reverse	1	0.011739948764443398
51	rnn.weight_hh_l2_reverse	2	0.010548315942287445
51	rnn.weight_hh_l2_reverse	3	0.02433709055185318
51	rnn.weight_hh_l2_reverse	4	-0.036857690662145615
51	rnn.weight_hh_l2_reverse	5	-0.01486812625080347
51	rnn.weight_hh_l2_reverse	6	-0.040147565305233
51	rnn.weight_hh_l2_reverse	7	-0.05982687324285507
51	rnn.weight_hh_l2_reverse	8	-0.006763807497918606
51	rnn.weight_hh_l2_reverse	9	-0.05903720483183861
51	rnn.bias_ih_l2_reverse	0	-0.018198063597083092
51	rnn.bias_ih_l2_reverse	1	-0.028024062514305115
51	rnn.bias_ih_l2_reverse	2	0.03609054163098335
51	rnn.bias_ih_l2_reverse	3	0.00460762158036232
51	rnn.bias_ih_l2_reverse	4	0.07893040776252747
51	rnn.bias_ih_l2_reverse	5	-0.08934459090232849
51	rnn.bias_ih_l2_reverse	6	-0.04297969490289688
51	rnn.bias_ih_l2_reverse	7	-0.050007421523332596
51	rnn.bias_ih_l2_reverse	8	0.058547161519527435
51	rnn.bias_ih_l2_reverse	9	0.015547389164566994
51	rnn.bias_hh_l2_reverse	0	0.07331564277410507
51	rnn.bias_hh_l2_reverse	1	-0.07306638360023499
51	rnn.bias_hh_l2_reverse	2	-0.06702906638383865
51	rnn.bias_hh_l2_reverse	3	0.036963433027267456
51	rnn.bias_hh_l2_reverse	4	0.027283543720841408
51	rnn.bias_hh_l2_reverse	5	0.03832274302840233
51	rnn.bias_hh_l2_reverse	6	-0.08205822110176086
51	rnn.bias_hh_l2_reverse	7	-0.011127513833343983
51	rnn.bias_hh_l2_reverse	8	-0.08185576647520065
51	rnn.bias_hh_l2_reverse	9	-0.053995802998542786
51	linear.weight	0	0.025028489530086517
51	linear.weight	1	0.05180353298783302
51	linear.weight	2	-0.020010964944958687
51	linear.weight	3	-0.028876706957817078
51	linear.weight	4	-0.022248394787311554
51	linear.weight	5	0.0512402281165123
51	linear.weight	6	0.018648797646164894
51	linear.weight	7	-0.050566285848617554
51	linear.weight	8	0.014028690755367279
51	linear.weight	9	0.056679680943489075
51	linear.bias	0	0.5160226225852966
51	linear.bias	1	0.4590965807437897
51	linear.bias	2	-1.454964280128479
51	linear.bias	3	-0.05754556506872177
51	linear.bias	4	-0.050822705030441284
51	linear.bias	5	0.37854090332984924
52	transitions	0	0.08241350203752518
52	transitions	1	-10000.0
52	transitions	2	1.8936374187469482
52	transitions	3	-0.953790545463562
52	transitions	4	-10000.0
52	transitions	5	-10000.0
52	transitions	6	-10000.0
52	transitions	7	0.8843317031860352
52	transitions	8	0.8870729804039001
52	transitions	9	-1.187637448310852
52	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
52	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
52	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
52	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
52	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
52	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
52	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
52	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
52	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
52	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
52	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
52	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
52	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
52	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
52	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
52	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
52	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
52	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
52	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
52	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
52	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
52	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
52	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
52	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
52	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
52	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
52	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
52	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
52	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
52	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
52	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
52	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
52	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
52	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
52	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
52	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
52	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
52	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
52	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
52	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
52	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
52	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
52	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
52	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
52	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
52	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
52	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
52	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
52	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
52	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
52	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
52	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
52	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
52	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
52	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
52	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
52	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
52	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
52	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
52	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
52	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
52	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
52	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
52	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
52	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
52	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
52	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
52	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
52	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
52	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
52	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
52	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
52	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
52	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
52	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
52	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
52	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
52	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
52	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
52	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
52	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
52	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
52	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
52	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
52	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
52	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
52	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
52	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
52	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
52	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
52	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
52	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
52	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
52	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
52	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
52	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
52	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
52	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
52	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
52	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
52	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
52	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
52	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
52	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
52	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
52	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
52	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
52	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
52	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
52	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
52	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
52	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
52	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
52	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
52	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
52	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
52	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
52	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
52	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
52	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
52	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
52	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
52	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
52	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
52	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
52	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
52	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
52	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
52	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
52	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
52	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
52	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
52	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
52	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
52	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
52	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
52	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
52	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
52	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
52	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
52	embedding2nn.weight	0	0.014770407229661942
52	embedding2nn.weight	1	0.0005637696012854576
52	embedding2nn.weight	2	0.0056539261713624
52	embedding2nn.weight	3	0.0008211472886614501
52	embedding2nn.weight	4	-0.00855141133069992
52	embedding2nn.weight	5	-0.0055128419771790504
52	embedding2nn.weight	6	-0.001261847442947328
52	embedding2nn.weight	7	-0.0032024378888309
52	embedding2nn.weight	8	0.015172070823609829
52	embedding2nn.weight	9	0.004357651341706514
52	embedding2nn.bias	0	0.0014358495827764273
52	embedding2nn.bias	1	-0.012737706303596497
52	embedding2nn.bias	2	0.01959802396595478
52	embedding2nn.bias	3	-0.012298271991312504
52	embedding2nn.bias	4	-0.01722962036728859
52	embedding2nn.bias	5	0.0009545645443722606
52	embedding2nn.bias	6	0.013230817392468452
52	embedding2nn.bias	7	0.017240026965737343
52	embedding2nn.bias	8	-0.005443084519356489
52	embedding2nn.bias	9	0.0026608044281601906
52	rnn.weight_ih_l0	0	-0.05084943398833275
52	rnn.weight_ih_l0	1	0.05073399096727371
52	rnn.weight_ih_l0	2	0.03184447064995766
52	rnn.weight_ih_l0	3	0.014663050882518291
52	rnn.weight_ih_l0	4	0.012536301277577877
52	rnn.weight_ih_l0	5	0.08419180661439896
52	rnn.weight_ih_l0	6	0.0756281241774559
52	rnn.weight_ih_l0	7	0.037761472165584564
52	rnn.weight_ih_l0	8	-0.04525480791926384
52	rnn.weight_ih_l0	9	0.008064789697527885
52	rnn.weight_hh_l0	0	0.008517174981534481
52	rnn.weight_hh_l0	1	-0.06344334781169891
52	rnn.weight_hh_l0	2	-0.06545460224151611
52	rnn.weight_hh_l0	3	0.07257842272520065
52	rnn.weight_hh_l0	4	0.07110908627510071
52	rnn.weight_hh_l0	5	0.003877029987052083
52	rnn.weight_hh_l0	6	0.003615113440901041
52	rnn.weight_hh_l0	7	-0.026187358424067497
52	rnn.weight_hh_l0	8	-0.02921394445002079
52	rnn.weight_hh_l0	9	0.057983458042144775
52	rnn.bias_ih_l0	0	-0.07025701552629471
52	rnn.bias_ih_l0	1	0.08606360107660294
52	rnn.bias_ih_l0	2	0.02081150934100151
52	rnn.bias_ih_l0	3	0.07885070145130157
52	rnn.bias_ih_l0	4	-0.06617560982704163
52	rnn.bias_ih_l0	5	0.08776073157787323
52	rnn.bias_ih_l0	6	-0.06435690820217133
52	rnn.bias_ih_l0	7	-0.03338674455881119
52	rnn.bias_ih_l0	8	-0.08166075497865677
52	rnn.bias_ih_l0	9	-0.04998859763145447
52	rnn.bias_hh_l0	0	0.03505059331655502
52	rnn.bias_hh_l0	1	0.0721166655421257
52	rnn.bias_hh_l0	2	0.06713482737541199
52	rnn.bias_hh_l0	3	0.08217113465070724
52	rnn.bias_hh_l0	4	-0.09530193358659744
52	rnn.bias_hh_l0	5	-0.07194666564464569
52	rnn.bias_hh_l0	6	0.07583009451627731
52	rnn.bias_hh_l0	7	-0.09277915209531784
52	rnn.bias_hh_l0	8	-0.026348445564508438
52	rnn.bias_hh_l0	9	-0.005358688998967409
52	rnn.weight_ih_l0_reverse	0	0.07926460355520248
52	rnn.weight_ih_l0_reverse	1	0.07355981320142746
52	rnn.weight_ih_l0_reverse	2	0.038883429020643234
52	rnn.weight_ih_l0_reverse	3	0.03383617475628853
52	rnn.weight_ih_l0_reverse	4	-0.037344951182603836
52	rnn.weight_ih_l0_reverse	5	0.05109657719731331
52	rnn.weight_ih_l0_reverse	6	0.06642366200685501
52	rnn.weight_ih_l0_reverse	7	0.02272522822022438
52	rnn.weight_ih_l0_reverse	8	-0.05875493958592415
52	rnn.weight_ih_l0_reverse	9	-0.05283479765057564
52	rnn.weight_hh_l0_reverse	0	0.02549552358686924
52	rnn.weight_hh_l0_reverse	1	-0.08726944774389267
52	rnn.weight_hh_l0_reverse	2	0.06278114765882492
52	rnn.weight_hh_l0_reverse	3	-0.021435853093862534
52	rnn.weight_hh_l0_reverse	4	0.08377081155776978
52	rnn.weight_hh_l0_reverse	5	-0.001190817914903164
52	rnn.weight_hh_l0_reverse	6	0.028191203251481056
52	rnn.weight_hh_l0_reverse	7	0.07830476760864258
52	rnn.weight_hh_l0_reverse	8	-0.022206326946616173
52	rnn.weight_hh_l0_reverse	9	-0.04666564241051674
52	rnn.bias_ih_l0_reverse	0	0.0018179232720285654
52	rnn.bias_ih_l0_reverse	1	-0.021080944687128067
52	rnn.bias_ih_l0_reverse	2	-0.01713043637573719
52	rnn.bias_ih_l0_reverse	3	0.04691292718052864
52	rnn.bias_ih_l0_reverse	4	0.06842608004808426
52	rnn.bias_ih_l0_reverse	5	-0.024537833407521248
52	rnn.bias_ih_l0_reverse	6	-0.027584685012698174
52	rnn.bias_ih_l0_reverse	7	-0.05082091689109802
52	rnn.bias_ih_l0_reverse	8	0.0056902398355305195
52	rnn.bias_ih_l0_reverse	9	-0.06977756321430206
52	rnn.bias_hh_l0_reverse	0	0.03557826206088066
52	rnn.bias_hh_l0_reverse	1	-0.07114016264677048
52	rnn.bias_hh_l0_reverse	2	0.07726385444402695
52	rnn.bias_hh_l0_reverse	3	0.05551386997103691
52	rnn.bias_hh_l0_reverse	4	0.025652490556240082
52	rnn.bias_hh_l0_reverse	5	0.04150938242673874
52	rnn.bias_hh_l0_reverse	6	0.06337238103151321
52	rnn.bias_hh_l0_reverse	7	0.0778978168964386
52	rnn.bias_hh_l0_reverse	8	-0.00941434595733881
52	rnn.bias_hh_l0_reverse	9	0.05673444643616676
52	rnn.weight_ih_l1	0	0.021403059363365173
52	rnn.weight_ih_l1	1	0.014833956025540829
52	rnn.weight_ih_l1	2	0.07252169400453568
52	rnn.weight_ih_l1	3	-0.02429538406431675
52	rnn.weight_ih_l1	4	-0.0242780651897192
52	rnn.weight_ih_l1	5	-0.012058497406542301
52	rnn.weight_ih_l1	6	0.07133819162845612
52	rnn.weight_ih_l1	7	-0.006046035792678595
52	rnn.weight_ih_l1	8	-0.05307360365986824
52	rnn.weight_ih_l1	9	0.05943772569298744
52	rnn.weight_hh_l1	0	-0.07142851501703262
52	rnn.weight_hh_l1	1	-0.03695723041892052
52	rnn.weight_hh_l1	2	-0.008209233172237873
52	rnn.weight_hh_l1	3	-0.058412279933691025
52	rnn.weight_hh_l1	4	0.08587635308504105
52	rnn.weight_hh_l1	5	-0.08424194902181625
52	rnn.weight_hh_l1	6	-0.048430465161800385
52	rnn.weight_hh_l1	7	0.06524615734815598
52	rnn.weight_hh_l1	8	-0.013579814694821835
52	rnn.weight_hh_l1	9	-0.040281742811203
52	rnn.bias_ih_l1	0	-0.0656212717294693
52	rnn.bias_ih_l1	1	0.05818813294172287
52	rnn.bias_ih_l1	2	-0.05154223367571831
52	rnn.bias_ih_l1	3	-0.06660791486501694
52	rnn.bias_ih_l1	4	-0.03087102435529232
52	rnn.bias_ih_l1	5	-0.04998178035020828
52	rnn.bias_ih_l1	6	-0.04535388574004173
52	rnn.bias_ih_l1	7	0.06330209225416183
52	rnn.bias_ih_l1	8	0.0859915241599083
52	rnn.bias_ih_l1	9	0.03331086039543152
52	rnn.bias_hh_l1	0	0.07001900672912598
52	rnn.bias_hh_l1	1	-0.05876951664686203
52	rnn.bias_hh_l1	2	0.023119639605283737
52	rnn.bias_hh_l1	3	0.061513859778642654
52	rnn.bias_hh_l1	4	0.05848095193505287
52	rnn.bias_hh_l1	5	-0.07884462922811508
52	rnn.bias_hh_l1	6	0.015477321110665798
52	rnn.bias_hh_l1	7	0.03867412731051445
52	rnn.bias_hh_l1	8	0.011526464484632015
52	rnn.bias_hh_l1	9	-0.0034903117921203375
52	rnn.weight_ih_l1_reverse	0	0.08601327985525131
52	rnn.weight_ih_l1_reverse	1	-0.04165733605623245
52	rnn.weight_ih_l1_reverse	2	-0.06212508678436279
52	rnn.weight_ih_l1_reverse	3	0.025544820353388786
52	rnn.weight_ih_l1_reverse	4	-0.045986488461494446
52	rnn.weight_ih_l1_reverse	5	0.02415262535214424
52	rnn.weight_ih_l1_reverse	6	0.040427789092063904
52	rnn.weight_ih_l1_reverse	7	0.020386628806591034
52	rnn.weight_ih_l1_reverse	8	-0.007852887734770775
52	rnn.weight_ih_l1_reverse	9	-0.06646189838647842
52	rnn.weight_hh_l1_reverse	0	0.0053399535827338696
52	rnn.weight_hh_l1_reverse	1	0.018819715827703476
52	rnn.weight_hh_l1_reverse	2	-0.05816568806767464
52	rnn.weight_hh_l1_reverse	3	-0.012930648401379585
52	rnn.weight_hh_l1_reverse	4	0.008609985001385212
52	rnn.weight_hh_l1_reverse	5	-0.06202680617570877
52	rnn.weight_hh_l1_reverse	6	-0.0672789067029953
52	rnn.weight_hh_l1_reverse	7	-0.01154814101755619
52	rnn.weight_hh_l1_reverse	8	-0.05629594624042511
52	rnn.weight_hh_l1_reverse	9	-0.04334137961268425
52	rnn.bias_ih_l1_reverse	0	-0.002728215651586652
52	rnn.bias_ih_l1_reverse	1	-0.040347032248973846
52	rnn.bias_ih_l1_reverse	2	0.022214453667402267
52	rnn.bias_ih_l1_reverse	3	-0.07637454569339752
52	rnn.bias_ih_l1_reverse	4	-0.08658958971500397
52	rnn.bias_ih_l1_reverse	5	-0.08827384561300278
52	rnn.bias_ih_l1_reverse	6	0.0589120015501976
52	rnn.bias_ih_l1_reverse	7	0.08617325127124786
52	rnn.bias_ih_l1_reverse	8	-0.005357739049941301
52	rnn.bias_ih_l1_reverse	9	-0.014634140767157078
52	rnn.bias_hh_l1_reverse	0	0.058818668127059937
52	rnn.bias_hh_l1_reverse	1	-0.07071875035762787
52	rnn.bias_hh_l1_reverse	2	-0.04965551197528839
52	rnn.bias_hh_l1_reverse	3	0.0744633898139
52	rnn.bias_hh_l1_reverse	4	-0.02370871603488922
52	rnn.bias_hh_l1_reverse	5	-0.00798714254051447
52	rnn.bias_hh_l1_reverse	6	-0.059076692909002304
52	rnn.bias_hh_l1_reverse	7	-0.06164580211043358
52	rnn.bias_hh_l1_reverse	8	0.06522758305072784
52	rnn.bias_hh_l1_reverse	9	0.04159567505121231
52	rnn.weight_ih_l2	0	0.06967677175998688
52	rnn.weight_ih_l2	1	-0.05421130731701851
52	rnn.weight_ih_l2	2	0.06331721693277359
52	rnn.weight_ih_l2	3	0.06664887815713882
52	rnn.weight_ih_l2	4	0.05730817839503288
52	rnn.weight_ih_l2	5	-0.03861450031399727
52	rnn.weight_ih_l2	6	-0.07561375200748444
52	rnn.weight_ih_l2	7	0.014382396824657917
52	rnn.weight_ih_l2	8	-0.017130082473158836
52	rnn.weight_ih_l2	9	-0.06926143914461136
52	rnn.weight_hh_l2	0	0.04846878722310066
52	rnn.weight_hh_l2	1	0.03179759532213211
52	rnn.weight_hh_l2	2	-0.054931558668613434
52	rnn.weight_hh_l2	3	-0.025084231048822403
52	rnn.weight_hh_l2	4	0.054055407643318176
52	rnn.weight_hh_l2	5	-0.024866651743650436
52	rnn.weight_hh_l2	6	0.00777750788256526
52	rnn.weight_hh_l2	7	-0.05281577631831169
52	rnn.weight_hh_l2	8	-0.0053642867133021355
52	rnn.weight_hh_l2	9	-0.02003537118434906
52	rnn.bias_ih_l2	0	0.10166861116886139
52	rnn.bias_ih_l2	1	0.015420012176036835
52	rnn.bias_ih_l2	2	0.0672496035695076
52	rnn.bias_ih_l2	3	0.013300176709890366
52	rnn.bias_ih_l2	4	-0.0057453978806734085
52	rnn.bias_ih_l2	5	0.04094593599438667
52	rnn.bias_ih_l2	6	0.013839272782206535
52	rnn.bias_ih_l2	7	0.011070397682487965
52	rnn.bias_ih_l2	8	0.028921857476234436
52	rnn.bias_ih_l2	9	-0.01361927017569542
52	rnn.bias_hh_l2	0	0.06646370142698288
52	rnn.bias_hh_l2	1	0.0005963717703707516
52	rnn.bias_hh_l2	2	0.07129038125276566
52	rnn.bias_hh_l2	3	0.03112056851387024
52	rnn.bias_hh_l2	4	0.07283105701208115
52	rnn.bias_hh_l2	5	-0.03191792964935303
52	rnn.bias_hh_l2	6	0.004851406440138817
52	rnn.bias_hh_l2	7	-0.02512602135539055
52	rnn.bias_hh_l2	8	0.043068937957286835
52	rnn.bias_hh_l2	9	0.06193513050675392
52	rnn.weight_ih_l2_reverse	0	0.08235464245080948
52	rnn.weight_ih_l2_reverse	1	-0.05722164362668991
52	rnn.weight_ih_l2_reverse	2	0.0008562185103073716
52	rnn.weight_ih_l2_reverse	3	0.03526279702782631
52	rnn.weight_ih_l2_reverse	4	0.05397426709532738
52	rnn.weight_ih_l2_reverse	5	-0.04064571484923363
52	rnn.weight_ih_l2_reverse	6	-0.000929562549572438
52	rnn.weight_ih_l2_reverse	7	-0.006468702107667923
52	rnn.weight_ih_l2_reverse	8	0.00702069653198123
52	rnn.weight_ih_l2_reverse	9	-0.08178703486919403
52	rnn.weight_hh_l2_reverse	0	-0.08276574313640594
52	rnn.weight_hh_l2_reverse	1	0.011597814038395882
52	rnn.weight_hh_l2_reverse	2	0.010549072176218033
52	rnn.weight_hh_l2_reverse	3	0.024340758100152016
52	rnn.weight_hh_l2_reverse	4	-0.03685757517814636
52	rnn.weight_hh_l2_reverse	5	-0.014868688769638538
52	rnn.weight_hh_l2_reverse	6	-0.040065694600343704
52	rnn.weight_hh_l2_reverse	7	-0.059824854135513306
52	rnn.weight_hh_l2_reverse	8	-0.006766688544303179
52	rnn.weight_hh_l2_reverse	9	-0.05903744325041771
52	rnn.bias_ih_l2_reverse	0	-0.017981845885515213
52	rnn.bias_ih_l2_reverse	1	-0.02794649638235569
52	rnn.bias_ih_l2_reverse	2	0.03612153232097626
52	rnn.bias_ih_l2_reverse	3	0.009846467524766922
52	rnn.bias_ih_l2_reverse	4	0.07888386398553848
52	rnn.bias_ih_l2_reverse	5	-0.08936277031898499
52	rnn.bias_ih_l2_reverse	6	-0.04302560165524483
52	rnn.bias_ih_l2_reverse	7	-0.05530548095703125
52	rnn.bias_ih_l2_reverse	8	0.05369502305984497
52	rnn.bias_ih_l2_reverse	9	0.019989902153611183
52	rnn.bias_hh_l2_reverse	0	0.08166664093732834
52	rnn.bias_hh_l2_reverse	1	-0.07229337096214294
52	rnn.bias_hh_l2_reverse	2	-0.06702803075313568
52	rnn.bias_hh_l2_reverse	3	0.036982353776693344
52	rnn.bias_hh_l2_reverse	4	0.026770032942295074
52	rnn.bias_hh_l2_reverse	5	0.038122594356536865
52	rnn.bias_hh_l2_reverse	6	-0.0820455476641655
52	rnn.bias_hh_l2_reverse	7	-0.011303434148430824
52	rnn.bias_hh_l2_reverse	8	-0.08267022669315338
52	rnn.bias_hh_l2_reverse	9	-0.05348627641797066
52	linear.weight	0	0.025028489530086517
52	linear.weight	1	0.06988867372274399
52	linear.weight	2	-0.020147982984781265
52	linear.weight	3	-0.03000822477042675
52	linear.weight	4	-0.022248394787311554
52	linear.weight	5	0.046801988035440445
52	linear.weight	6	0.016163498163223267
52	linear.weight	7	-0.04604374244809151
52	linear.weight	8	0.009975124150514603
52	linear.weight	9	0.052527137100696564
52	linear.bias	0	0.399375319480896
52	linear.bias	1	0.3507883548736572
52	linear.bias	2	-1.4597269296646118
52	linear.bias	3	-0.05754556506872177
52	linear.bias	4	-0.050822705030441284
52	linear.bias	5	0.6082590818405151
53	transitions	0	0.08209847658872604
53	transitions	1	-10000.0
53	transitions	2	2.0141139030456543
53	transitions	3	-0.9464883208274841
53	transitions	4	-10000.0
53	transitions	5	-10000.0
53	transitions	6	-10000.0
53	transitions	7	0.8843170404434204
53	transitions	8	0.8869454860687256
53	transitions	9	-1.1895780563354492
53	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
53	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
53	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
53	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
53	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
53	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
53	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
53	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
53	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
53	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
53	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
53	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
53	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
53	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
53	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
53	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
53	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
53	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
53	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
53	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
53	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
53	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
53	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
53	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
53	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
53	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
53	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
53	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
53	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
53	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
53	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
53	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
53	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
53	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
53	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
53	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
53	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
53	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
53	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
53	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
53	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
53	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
53	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
53	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
53	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
53	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
53	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
53	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
53	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
53	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
53	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
53	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
53	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
53	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
53	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
53	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
53	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
53	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
53	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
53	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
53	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
53	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
53	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
53	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
53	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
53	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
53	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
53	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
53	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
53	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
53	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
53	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
53	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
53	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
53	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
53	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
53	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
53	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
53	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
53	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
53	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
53	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
53	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
53	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
53	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
53	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
53	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
53	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
53	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
53	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
53	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
53	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
53	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
53	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
53	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
53	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
53	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
53	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
53	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
53	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
53	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
53	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
53	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
53	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
53	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
53	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
53	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
53	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
53	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
53	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
53	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
53	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
53	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
53	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
53	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
53	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
53	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
53	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
53	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
53	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
53	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
53	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
53	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
53	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
53	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
53	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
53	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
53	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
53	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
53	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
53	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
53	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
53	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
53	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
53	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
53	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
53	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
53	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
53	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
53	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
53	embedding2nn.weight	0	0.014766434207558632
53	embedding2nn.weight	1	0.0005475758225657046
53	embedding2nn.weight	2	0.005655692424625158
53	embedding2nn.weight	3	0.0008303101058118045
53	embedding2nn.weight	4	-0.00841505266726017
53	embedding2nn.weight	5	-0.00552759226411581
53	embedding2nn.weight	6	-0.0013164448319002986
53	embedding2nn.weight	7	-0.003201832063496113
53	embedding2nn.weight	8	0.015059399418532848
53	embedding2nn.weight	9	0.004328153096139431
53	embedding2nn.bias	0	0.004534238483756781
53	embedding2nn.bias	1	-0.014452037401497364
53	embedding2nn.bias	2	0.01291799359023571
53	embedding2nn.bias	3	-0.010773482732474804
53	embedding2nn.bias	4	-0.013470059260725975
53	embedding2nn.bias	5	-0.0010554760228842497
53	embedding2nn.bias	6	0.008833573199808598
53	embedding2nn.bias	7	0.013010283932089806
53	embedding2nn.bias	8	-0.00187282997649163
53	embedding2nn.bias	9	0.0010112642776221037
53	rnn.weight_ih_l0	0	-0.05084049701690674
53	rnn.weight_ih_l0	1	0.05073380470275879
53	rnn.weight_ih_l0	2	0.031840916723012924
53	rnn.weight_ih_l0	3	0.014679593034088612
53	rnn.weight_ih_l0	4	0.01250186376273632
53	rnn.weight_ih_l0	5	0.0841890349984169
53	rnn.weight_ih_l0	6	0.07566437125205994
53	rnn.weight_ih_l0	7	0.037762753665447235
53	rnn.weight_ih_l0	8	-0.045650191605091095
53	rnn.weight_ih_l0	9	0.008100999519228935
53	rnn.weight_hh_l0	0	0.008511842228472233
53	rnn.weight_hh_l0	1	-0.06348017603158951
53	rnn.weight_hh_l0	2	-0.06544026732444763
53	rnn.weight_hh_l0	3	0.07264167070388794
53	rnn.weight_hh_l0	4	0.071103036403656
53	rnn.weight_hh_l0	5	0.0038533101323992014
53	rnn.weight_hh_l0	6	0.003683647606521845
53	rnn.weight_hh_l0	7	-0.026104964315891266
53	rnn.weight_hh_l0	8	-0.02925308607518673
53	rnn.weight_hh_l0	9	0.0579916387796402
53	rnn.bias_ih_l0	0	-0.07004106044769287
53	rnn.bias_ih_l0	1	0.085769422352314
53	rnn.bias_ih_l0	2	0.0209080558270216
53	rnn.bias_ih_l0	3	0.08005380630493164
53	rnn.bias_ih_l0	4	-0.06440668553113937
53	rnn.bias_ih_l0	5	0.08706606179475784
53	rnn.bias_ih_l0	6	-0.07115878164768219
53	rnn.bias_ih_l0	7	-0.033529434353113174
53	rnn.bias_ih_l0	8	-0.08459712564945221
53	rnn.bias_ih_l0	9	-0.0505247600376606
53	rnn.bias_hh_l0	0	0.03500152751803398
53	rnn.bias_hh_l0	1	0.072018563747406
53	rnn.bias_hh_l0	2	0.06726282835006714
53	rnn.bias_hh_l0	3	0.08225715905427933
53	rnn.bias_hh_l0	4	-0.08754043281078339
53	rnn.bias_hh_l0	5	-0.07196908444166183
53	rnn.bias_hh_l0	6	0.07587632536888123
53	rnn.bias_hh_l0	7	-0.08248699456453323
53	rnn.bias_hh_l0	8	-0.02627781592309475
53	rnn.bias_hh_l0	9	0.0006537862354889512
53	rnn.weight_ih_l0_reverse	0	0.07926195859909058
53	rnn.weight_ih_l0_reverse	1	0.07353214174509048
53	rnn.weight_ih_l0_reverse	2	0.03886449709534645
53	rnn.weight_ih_l0_reverse	3	0.03382037580013275
53	rnn.weight_ih_l0_reverse	4	-0.03733750432729721
53	rnn.weight_ih_l0_reverse	5	0.051095955073833466
53	rnn.weight_ih_l0_reverse	6	0.0664232075214386
53	rnn.weight_ih_l0_reverse	7	0.022777508944272995
53	rnn.weight_ih_l0_reverse	8	-0.05871704965829849
53	rnn.weight_ih_l0_reverse	9	-0.052831076085567474
53	rnn.weight_hh_l0_reverse	0	0.025499915704131126
53	rnn.weight_hh_l0_reverse	1	-0.08727825433015823
53	rnn.weight_hh_l0_reverse	2	0.06275583803653717
53	rnn.weight_hh_l0_reverse	3	-0.021451275795698166
53	rnn.weight_hh_l0_reverse	4	0.08368855714797974
53	rnn.weight_hh_l0_reverse	5	-0.001197917852550745
53	rnn.weight_hh_l0_reverse	6	0.02796199358999729
53	rnn.weight_hh_l0_reverse	7	0.07829657196998596
53	rnn.weight_hh_l0_reverse	8	-0.022225184366106987
53	rnn.weight_hh_l0_reverse	9	-0.04666123166680336
53	rnn.bias_ih_l0_reverse	0	0.0015999407041817904
53	rnn.bias_ih_l0_reverse	1	-0.023017795756459236
53	rnn.bias_ih_l0_reverse	2	-0.01805470883846283
53	rnn.bias_ih_l0_reverse	3	0.046743106096982956
53	rnn.bias_ih_l0_reverse	4	0.06798487901687622
53	rnn.bias_ih_l0_reverse	5	-0.02479775995016098
53	rnn.bias_ih_l0_reverse	6	-0.027557607740163803
53	rnn.bias_ih_l0_reverse	7	-0.05112891271710396
53	rnn.bias_ih_l0_reverse	8	0.0035607232712209225
53	rnn.bias_ih_l0_reverse	9	-0.06998520344495773
53	rnn.bias_hh_l0_reverse	0	0.03589874505996704
53	rnn.bias_hh_l0_reverse	1	-0.07134780287742615
53	rnn.bias_hh_l0_reverse	2	0.0780755802989006
53	rnn.bias_hh_l0_reverse	3	0.055059973150491714
53	rnn.bias_hh_l0_reverse	4	0.027166124433279037
53	rnn.bias_hh_l0_reverse	5	0.04077731817960739
53	rnn.bias_hh_l0_reverse	6	0.06403151154518127
53	rnn.bias_hh_l0_reverse	7	0.08042971789836884
53	rnn.bias_hh_l0_reverse	8	-0.009645283222198486
53	rnn.bias_hh_l0_reverse	9	0.052217770367860794
53	rnn.weight_ih_l1	0	0.021546313539147377
53	rnn.weight_ih_l1	1	0.0148560656234622
53	rnn.weight_ih_l1	2	0.07185453921556473
53	rnn.weight_ih_l1	3	-0.024302273988723755
53	rnn.weight_ih_l1	4	-0.024276793003082275
53	rnn.weight_ih_l1	5	-0.012138129211962223
53	rnn.weight_ih_l1	6	0.07133867591619492
53	rnn.weight_ih_l1	7	-0.005926633719354868
53	rnn.weight_ih_l1	8	-0.0530887134373188
53	rnn.weight_ih_l1	9	0.06017490103840828
53	rnn.weight_hh_l1	0	-0.0714830532670021
53	rnn.weight_hh_l1	1	-0.03699301928281784
53	rnn.weight_hh_l1	2	-0.008210967294871807
53	rnn.weight_hh_l1	3	-0.05841261148452759
53	rnn.weight_hh_l1	4	0.08581848442554474
53	rnn.weight_hh_l1	5	-0.08421553671360016
53	rnn.weight_hh_l1	6	-0.048416029661893845
53	rnn.weight_hh_l1	7	0.06529678404331207
53	rnn.weight_hh_l1	8	-0.013545415364205837
53	rnn.weight_hh_l1	9	-0.040389284491539
53	rnn.bias_ih_l1	0	-0.06522320210933685
53	rnn.bias_ih_l1	1	0.05758380889892578
53	rnn.bias_ih_l1	2	-0.05142698809504509
53	rnn.bias_ih_l1	3	-0.06692808121442795
53	rnn.bias_ih_l1	4	-0.030905229970812798
53	rnn.bias_ih_l1	5	-0.028544269502162933
53	rnn.bias_ih_l1	6	-0.049084391444921494
53	rnn.bias_ih_l1	7	0.06259932368993759
53	rnn.bias_ih_l1	8	0.08525321632623672
53	rnn.bias_ih_l1	9	0.032398514449596405
53	rnn.bias_hh_l1	0	0.07003737986087799
53	rnn.bias_hh_l1	1	-0.05880175530910492
53	rnn.bias_hh_l1	2	0.023205222561955452
53	rnn.bias_hh_l1	3	0.0619056336581707
53	rnn.bias_hh_l1	4	0.0576801672577858
53	rnn.bias_hh_l1	5	-0.07871650159358978
53	rnn.bias_hh_l1	6	0.015516959130764008
53	rnn.bias_hh_l1	7	0.03859974816441536
53	rnn.bias_hh_l1	8	0.01116130594164133
53	rnn.bias_hh_l1	9	-0.0034054559655487537
53	rnn.weight_ih_l1_reverse	0	0.08602619171142578
53	rnn.weight_ih_l1_reverse	1	-0.04161650314927101
53	rnn.weight_ih_l1_reverse	2	-0.06212019547820091
53	rnn.weight_ih_l1_reverse	3	0.02549481764435768
53	rnn.weight_ih_l1_reverse	4	-0.04599123075604439
53	rnn.weight_ih_l1_reverse	5	0.024178750813007355
53	rnn.weight_ih_l1_reverse	6	0.040380947291851044
53	rnn.weight_ih_l1_reverse	7	0.02039855718612671
53	rnn.weight_ih_l1_reverse	8	-0.007810649462044239
53	rnn.weight_ih_l1_reverse	9	-0.06598606705665588
53	rnn.weight_hh_l1_reverse	0	0.00533559825271368
53	rnn.weight_hh_l1_reverse	1	0.018816938623785973
53	rnn.weight_hh_l1_reverse	2	-0.0581657774746418
53	rnn.weight_hh_l1_reverse	3	-0.012922937050461769
53	rnn.weight_hh_l1_reverse	4	0.008608568459749222
53	rnn.weight_hh_l1_reverse	5	-0.062235623598098755
53	rnn.weight_hh_l1_reverse	6	-0.06728537380695343
53	rnn.weight_hh_l1_reverse	7	-0.011545121669769287
53	rnn.weight_hh_l1_reverse	8	-0.05619731917977333
53	rnn.weight_hh_l1_reverse	9	-0.043332479894161224
53	rnn.bias_ih_l1_reverse	0	-0.002709390362724662
53	rnn.bias_ih_l1_reverse	1	-0.04033955559134483
53	rnn.bias_ih_l1_reverse	2	0.021875090897083282
53	rnn.bias_ih_l1_reverse	3	-0.07629115134477615
53	rnn.bias_ih_l1_reverse	4	-0.08648469299077988
53	rnn.bias_ih_l1_reverse	5	-0.08830422908067703
53	rnn.bias_ih_l1_reverse	6	0.05879978835582733
53	rnn.bias_ih_l1_reverse	7	0.08591599762439728
53	rnn.bias_ih_l1_reverse	8	-0.0017064303392544389
53	rnn.bias_ih_l1_reverse	9	-0.014712239615619183
53	rnn.bias_hh_l1_reverse	0	0.05888848006725311
53	rnn.bias_hh_l1_reverse	1	-0.07107070833444595
53	rnn.bias_hh_l1_reverse	2	-0.049539048224687576
53	rnn.bias_hh_l1_reverse	3	0.07433582097291946
53	rnn.bias_hh_l1_reverse	4	-0.023737508803606033
53	rnn.bias_hh_l1_reverse	5	-0.00810113362967968
53	rnn.bias_hh_l1_reverse	6	-0.059355150908231735
53	rnn.bias_hh_l1_reverse	7	-0.06151711195707321
53	rnn.bias_hh_l1_reverse	8	0.0652887374162674
53	rnn.bias_hh_l1_reverse	9	0.043069981038570404
53	rnn.weight_ih_l2	0	0.07121790200471878
53	rnn.weight_ih_l2	1	-0.05413651093840599
53	rnn.weight_ih_l2	2	0.06332118809223175
53	rnn.weight_ih_l2	3	0.06665736436843872
53	rnn.weight_ih_l2	4	0.05720379203557968
53	rnn.weight_ih_l2	5	-0.03862244263291359
53	rnn.weight_ih_l2	6	-0.07565073668956757
53	rnn.weight_ih_l2	7	0.014360800385475159
53	rnn.weight_ih_l2	8	-0.017133334651589394
53	rnn.weight_ih_l2	9	-0.06926384568214417
53	rnn.weight_hh_l2	0	0.04849030077457428
53	rnn.weight_hh_l2	1	0.031802013516426086
53	rnn.weight_hh_l2	2	-0.05493096262216568
53	rnn.weight_hh_l2	3	-0.025150736793875694
53	rnn.weight_hh_l2	4	0.0540543794631958
53	rnn.weight_hh_l2	5	-0.024951644241809845
53	rnn.weight_hh_l2	6	0.007776905782520771
53	rnn.weight_hh_l2	7	-0.0528104193508625
53	rnn.weight_hh_l2	8	-0.0053699808195233345
53	rnn.weight_hh_l2	9	-0.0200013667345047
53	rnn.bias_ih_l2	0	0.1095745861530304
53	rnn.bias_ih_l2	1	0.01566891372203827
53	rnn.bias_ih_l2	2	0.0657276064157486
53	rnn.bias_ih_l2	3	0.014459015801548958
53	rnn.bias_ih_l2	4	-0.005704143550246954
53	rnn.bias_ih_l2	5	0.03954490274190903
53	rnn.bias_ih_l2	6	0.013551180250942707
53	rnn.bias_ih_l2	7	0.011166608892381191
53	rnn.bias_ih_l2	8	0.028825588524341583
53	rnn.bias_ih_l2	9	-0.013610093854367733
53	rnn.bias_hh_l2	0	0.0630093514919281
53	rnn.bias_hh_l2	1	-0.0005032314802519977
53	rnn.bias_hh_l2	2	0.06882189959287643
53	rnn.bias_hh_l2	3	0.031159743666648865
53	rnn.bias_hh_l2	4	0.07285932451486588
53	rnn.bias_hh_l2	5	-0.03275849297642708
53	rnn.bias_hh_l2	6	0.005102070979773998
53	rnn.bias_hh_l2	7	-0.025211762636899948
53	rnn.bias_hh_l2	8	0.043071068823337555
53	rnn.bias_hh_l2	9	0.05224308744072914
53	rnn.weight_ih_l2_reverse	0	0.08234471827745438
53	rnn.weight_ih_l2_reverse	1	-0.057408545166254044
53	rnn.weight_ih_l2_reverse	2	0.0008540929993614554
53	rnn.weight_ih_l2_reverse	3	0.035260822623968124
53	rnn.weight_ih_l2_reverse	4	0.05397798493504524
53	rnn.weight_ih_l2_reverse	5	-0.04064387455582619
53	rnn.weight_ih_l2_reverse	6	0.00016721471911296248
53	rnn.weight_ih_l2_reverse	7	-0.006449893582612276
53	rnn.weight_ih_l2_reverse	8	0.007141902577131987
53	rnn.weight_ih_l2_reverse	9	-0.08181236684322357
53	rnn.weight_hh_l2_reverse	0	-0.08276723325252533
53	rnn.weight_hh_l2_reverse	1	0.01207607239484787
53	rnn.weight_hh_l2_reverse	2	0.010548771359026432
53	rnn.weight_hh_l2_reverse	3	0.024330386891961098
53	rnn.weight_hh_l2_reverse	4	-0.03685857728123665
53	rnn.weight_hh_l2_reverse	5	-0.014864468015730381
53	rnn.weight_hh_l2_reverse	6	-0.040073249489068985
53	rnn.weight_hh_l2_reverse	7	-0.05982557311654091
53	rnn.weight_hh_l2_reverse	8	-0.006769516039639711
53	rnn.weight_hh_l2_reverse	9	-0.059039074927568436
53	rnn.bias_ih_l2_reverse	0	-0.022836431860923767
53	rnn.bias_ih_l2_reverse	1	-0.02806575410068035
53	rnn.bias_ih_l2_reverse	2	0.03629147261381149
53	rnn.bias_ih_l2_reverse	3	0.006558937486261129
53	rnn.bias_ih_l2_reverse	4	0.07884088903665543
53	rnn.bias_ih_l2_reverse	5	-0.0893746092915535
53	rnn.bias_ih_l2_reverse	6	-0.043034784495830536
53	rnn.bias_ih_l2_reverse	7	-0.05231570824980736
53	rnn.bias_ih_l2_reverse	8	0.05749451369047165
53	rnn.bias_ih_l2_reverse	9	0.016731923446059227
53	rnn.bias_hh_l2_reverse	0	0.07232148200273514
53	rnn.bias_hh_l2_reverse	1	-0.06992636620998383
53	rnn.bias_hh_l2_reverse	2	-0.06702721863985062
53	rnn.bias_hh_l2_reverse	3	0.03706922382116318
53	rnn.bias_hh_l2_reverse	4	0.02563486248254776
53	rnn.bias_hh_l2_reverse	5	0.038137152791023254
53	rnn.bias_hh_l2_reverse	6	-0.08206157386302948
53	rnn.bias_hh_l2_reverse	7	-0.01107596792280674
53	rnn.bias_hh_l2_reverse	8	-0.08239519596099854
53	rnn.bias_hh_l2_reverse	9	-0.05410585179924965
53	linear.weight	0	0.025028489530086517
53	linear.weight	1	0.06313462555408478
53	linear.weight	2	-0.020166298374533653
53	linear.weight	3	-0.03246466815471649
53	linear.weight	4	-0.022248394787311554
53	linear.weight	5	0.04776616394519806
53	linear.weight	6	0.015034379437565804
53	linear.weight	7	-0.055089931935071945
53	linear.weight	8	0.01087564043700695
53	linear.weight	9	0.05621917173266411
53	linear.bias	0	0.5260096788406372
53	linear.bias	1	0.4818768799304962
53	linear.bias	2	-1.4608696699142456
53	linear.bias	3	-0.05754556506872177
53	linear.bias	4	-0.050822705030441284
53	linear.bias	5	0.3516788184642792
54	transitions	0	0.08058194816112518
54	transitions	1	-10000.0
54	transitions	2	1.960868000984192
54	transitions	3	-0.9327422976493835
54	transitions	4	-10000.0
54	transitions	5	-10000.0
54	transitions	6	-10000.0
54	transitions	7	0.8841475248336792
54	transitions	8	0.8853235244750977
54	transitions	9	-1.198157548904419
54	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
54	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
54	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
54	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
54	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
54	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
54	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
54	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
54	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
54	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
54	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
54	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
54	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
54	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
54	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
54	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
54	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
54	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
54	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
54	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
54	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
54	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
54	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
54	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
54	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
54	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
54	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
54	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
54	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
54	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
54	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
54	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
54	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
54	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
54	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
54	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
54	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
54	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
54	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
54	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
54	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
54	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
54	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
54	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
54	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
54	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
54	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
54	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
54	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
54	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
54	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
54	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
54	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
54	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
54	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
54	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
54	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
54	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
54	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
54	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
54	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
54	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
54	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
54	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
54	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
54	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
54	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
54	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
54	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
54	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
54	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
54	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
54	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
54	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
54	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
54	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
54	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
54	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
54	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
54	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
54	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
54	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
54	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
54	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
54	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
54	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
54	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
54	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
54	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
54	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
54	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
54	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
54	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
54	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
54	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
54	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
54	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
54	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
54	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
54	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
54	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
54	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
54	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
54	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
54	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
54	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
54	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
54	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
54	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
54	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
54	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
54	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
54	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
54	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
54	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
54	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
54	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
54	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
54	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
54	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
54	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
54	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
54	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
54	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
54	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
54	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
54	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
54	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
54	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
54	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
54	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
54	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
54	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
54	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
54	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
54	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
54	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
54	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
54	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
54	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
54	embedding2nn.weight	0	0.014818570576608181
54	embedding2nn.weight	1	0.0005462912959046662
54	embedding2nn.weight	2	0.005649110767990351
54	embedding2nn.weight	3	0.0008274023421108723
54	embedding2nn.weight	4	-0.008477635681629181
54	embedding2nn.weight	5	-0.005542323458939791
54	embedding2nn.weight	6	-0.0012932877289131284
54	embedding2nn.weight	7	-0.0031702243722975254
54	embedding2nn.weight	8	0.015010028146207333
54	embedding2nn.weight	9	0.004325422458350658
54	embedding2nn.bias	0	0.006356730125844479
54	embedding2nn.bias	1	-0.014477736316621304
54	embedding2nn.bias	2	0.014639385975897312
54	embedding2nn.bias	3	-0.01139977015554905
54	embedding2nn.bias	4	-0.014918544329702854
54	embedding2nn.bias	5	-0.0016946494579315186
54	embedding2nn.bias	6	0.008013409562408924
54	embedding2nn.bias	7	0.014390616677701473
54	embedding2nn.bias	8	-0.0023543317802250385
54	embedding2nn.bias	9	0.0016207470325753093
54	rnn.weight_ih_l0	0	-0.05082617700099945
54	rnn.weight_ih_l0	1	0.050736673176288605
54	rnn.weight_ih_l0	2	0.031846098601818085
54	rnn.weight_ih_l0	3	0.014694706536829472
54	rnn.weight_ih_l0	4	0.01254288014024496
54	rnn.weight_ih_l0	5	0.08418764173984528
54	rnn.weight_ih_l0	6	0.07566394656896591
54	rnn.weight_ih_l0	7	0.03776055574417114
54	rnn.weight_ih_l0	8	-0.04560796916484833
54	rnn.weight_ih_l0	9	0.00806699600070715
54	rnn.weight_hh_l0	0	0.00850792694836855
54	rnn.weight_hh_l0	1	-0.0634431466460228
54	rnn.weight_hh_l0	2	-0.06544303148984909
54	rnn.weight_hh_l0	3	0.07256228476762772
54	rnn.weight_hh_l0	4	0.07113859057426453
54	rnn.weight_hh_l0	5	0.0038195380475372076
54	rnn.weight_hh_l0	6	0.0036921005230396986
54	rnn.weight_hh_l0	7	-0.025830961763858795
54	rnn.weight_hh_l0	8	-0.02909928746521473
54	rnn.weight_hh_l0	9	0.05799703299999237
54	rnn.bias_ih_l0	0	-0.06999243795871735
54	rnn.bias_ih_l0	1	0.08585835993289948
54	rnn.bias_ih_l0	2	0.021028105169534683
54	rnn.bias_ih_l0	3	0.07981543242931366
54	rnn.bias_ih_l0	4	-0.06554596871137619
54	rnn.bias_ih_l0	5	0.08693087100982666
54	rnn.bias_ih_l0	6	-0.0691399872303009
54	rnn.bias_ih_l0	7	-0.03347617760300636
54	rnn.bias_ih_l0	8	-0.08312845975160599
54	rnn.bias_ih_l0	9	-0.05033184215426445
54	rnn.bias_hh_l0	0	0.035874031484127045
54	rnn.bias_hh_l0	1	0.07200552523136139
54	rnn.bias_hh_l0	2	0.06724461168050766
54	rnn.bias_hh_l0	3	0.08218785375356674
54	rnn.bias_hh_l0	4	-0.08887423574924469
54	rnn.bias_hh_l0	5	-0.07201911509037018
54	rnn.bias_hh_l0	6	0.07579446583986282
54	rnn.bias_hh_l0	7	-0.08529246598482132
54	rnn.bias_hh_l0	8	-0.02633632719516754
54	rnn.bias_hh_l0	9	-0.0010493699228391051
54	rnn.weight_ih_l0_reverse	0	0.0792558565735817
54	rnn.weight_ih_l0_reverse	1	0.07354135066270828
54	rnn.weight_ih_l0_reverse	2	0.03886556997895241
54	rnn.weight_ih_l0_reverse	3	0.03381779417395592
54	rnn.weight_ih_l0_reverse	4	-0.03728407621383667
54	rnn.weight_ih_l0_reverse	5	0.05109509825706482
54	rnn.weight_ih_l0_reverse	6	0.06642588973045349
54	rnn.weight_ih_l0_reverse	7	0.02279028668999672
54	rnn.weight_ih_l0_reverse	8	-0.058659546077251434
54	rnn.weight_ih_l0_reverse	9	-0.0528266467154026
54	rnn.weight_hh_l0_reverse	0	0.025461910292506218
54	rnn.weight_hh_l0_reverse	1	-0.08727380633354187
54	rnn.weight_hh_l0_reverse	2	0.06277007609605789
54	rnn.weight_hh_l0_reverse	3	-0.021417338401079178
54	rnn.weight_hh_l0_reverse	4	0.08376621454954147
54	rnn.weight_hh_l0_reverse	5	-0.0011838143691420555
54	rnn.weight_hh_l0_reverse	6	0.028040964156389236
54	rnn.weight_hh_l0_reverse	7	0.07829634100198746
54	rnn.weight_hh_l0_reverse	8	-0.022216547280550003
54	rnn.weight_hh_l0_reverse	9	-0.046666745096445084
54	rnn.bias_ih_l0_reverse	0	0.0016404989873990417
54	rnn.bias_ih_l0_reverse	1	-0.023044351488351822
54	rnn.bias_ih_l0_reverse	2	-0.018232623115181923
54	rnn.bias_ih_l0_reverse	3	0.04675719887018204
54	rnn.bias_ih_l0_reverse	4	0.0681551843881607
54	rnn.bias_ih_l0_reverse	5	-0.02463984489440918
54	rnn.bias_ih_l0_reverse	6	-0.027552075684070587
54	rnn.bias_ih_l0_reverse	7	-0.05095531791448593
54	rnn.bias_ih_l0_reverse	8	0.004760275594890118
54	rnn.bias_ih_l0_reverse	9	-0.07060814648866653
54	rnn.bias_hh_l0_reverse	0	0.03560680150985718
54	rnn.bias_hh_l0_reverse	1	-0.07197074592113495
54	rnn.bias_hh_l0_reverse	2	0.07934462279081345
54	rnn.bias_hh_l0_reverse	3	0.05529570206999779
54	rnn.bias_hh_l0_reverse	4	0.026725228875875473
54	rnn.bias_hh_l0_reverse	5	0.04112255573272705
54	rnn.bias_hh_l0_reverse	6	0.06406369060277939
54	rnn.bias_hh_l0_reverse	7	0.0807267352938652
54	rnn.bias_hh_l0_reverse	8	-0.00998601969331503
54	rnn.bias_hh_l0_reverse	9	0.05322670564055443
54	rnn.weight_ih_l1	0	0.021413637325167656
54	rnn.weight_ih_l1	1	0.014879976399242878
54	rnn.weight_ih_l1	2	0.07216867804527283
54	rnn.weight_ih_l1	3	-0.024312537163496017
54	rnn.weight_ih_l1	4	-0.024282457306981087
54	rnn.weight_ih_l1	5	-0.012129398062825203
54	rnn.weight_ih_l1	6	0.0712810680270195
54	rnn.weight_ih_l1	7	-0.006096871104091406
54	rnn.weight_ih_l1	8	-0.05317656695842743
54	rnn.weight_ih_l1	9	0.06069979816675186
54	rnn.weight_hh_l1	0	-0.07160702347755432
54	rnn.weight_hh_l1	1	-0.0369345061480999
54	rnn.weight_hh_l1	2	-0.008212864398956299
54	rnn.weight_hh_l1	3	-0.05846279859542847
54	rnn.weight_hh_l1	4	0.08580859005451202
54	rnn.weight_hh_l1	5	-0.08423000574111938
54	rnn.weight_hh_l1	6	-0.04847198724746704
54	rnn.weight_hh_l1	7	0.06526617705821991
54	rnn.weight_hh_l1	8	-0.013537231832742691
54	rnn.weight_hh_l1	9	-0.0403585210442543
54	rnn.bias_ih_l1	0	-0.06480122357606888
54	rnn.bias_ih_l1	1	0.05743655189871788
54	rnn.bias_ih_l1	2	-0.05162806808948517
54	rnn.bias_ih_l1	3	-0.06695669144392014
54	rnn.bias_ih_l1	4	-0.0308770090341568
54	rnn.bias_ih_l1	5	-0.03450726345181465
54	rnn.bias_ih_l1	6	-0.04642036557197571
54	rnn.bias_ih_l1	7	0.06297823041677475
54	rnn.bias_ih_l1	8	0.08562246710062027
54	rnn.bias_ih_l1	9	0.03067105822265148
54	rnn.bias_hh_l1	0	0.07014467567205429
54	rnn.bias_hh_l1	1	-0.05883846431970596
54	rnn.bias_hh_l1	2	0.02314707078039646
54	rnn.bias_hh_l1	3	0.06198989972472191
54	rnn.bias_hh_l1	4	0.05795067921280861
54	rnn.bias_hh_l1	5	-0.07874374091625214
54	rnn.bias_hh_l1	6	0.015636082738637924
54	rnn.bias_hh_l1	7	0.038369204849004745
54	rnn.bias_hh_l1	8	0.01140876766294241
54	rnn.bias_hh_l1	9	-0.0032891982700675726
54	rnn.weight_ih_l1_reverse	0	0.08602552860975266
54	rnn.weight_ih_l1_reverse	1	-0.041631195694208145
54	rnn.weight_ih_l1_reverse	2	-0.0621265172958374
54	rnn.weight_ih_l1_reverse	3	0.02552129328250885
54	rnn.weight_ih_l1_reverse	4	-0.045955464243888855
54	rnn.weight_ih_l1_reverse	5	0.024159980937838554
54	rnn.weight_ih_l1_reverse	6	0.04044734686613083
54	rnn.weight_ih_l1_reverse	7	0.020359285175800323
54	rnn.weight_ih_l1_reverse	8	-0.007800184655934572
54	rnn.weight_ih_l1_reverse	9	-0.06613145768642426
54	rnn.weight_hh_l1_reverse	0	0.0053234887309372425
54	rnn.weight_hh_l1_reverse	1	0.01881393790245056
54	rnn.weight_hh_l1_reverse	2	-0.058166660368442535
54	rnn.weight_hh_l1_reverse	3	-0.01295490749180317
54	rnn.weight_hh_l1_reverse	4	0.008604742586612701
54	rnn.weight_hh_l1_reverse	5	-0.06221797689795494
54	rnn.weight_hh_l1_reverse	6	-0.06727750599384308
54	rnn.weight_hh_l1_reverse	7	-0.011556626297533512
54	rnn.weight_hh_l1_reverse	8	-0.05612735450267792
54	rnn.weight_hh_l1_reverse	9	-0.043347083032131195
54	rnn.bias_ih_l1_reverse	0	-0.0027569930534809828
54	rnn.bias_ih_l1_reverse	1	-0.040515363216400146
54	rnn.bias_ih_l1_reverse	2	0.021761290729045868
54	rnn.bias_ih_l1_reverse	3	-0.07657741755247116
54	rnn.bias_ih_l1_reverse	4	-0.08646958321332932
54	rnn.bias_ih_l1_reverse	5	-0.08852334320545197
54	rnn.bias_ih_l1_reverse	6	0.059227537363767624
54	rnn.bias_ih_l1_reverse	7	0.08582556247711182
54	rnn.bias_ih_l1_reverse	8	-0.0041394042782485485
54	rnn.bias_ih_l1_reverse	9	-0.014522068202495575
54	rnn.bias_hh_l1_reverse	0	0.05888073518872261
54	rnn.bias_hh_l1_reverse	1	-0.07080238312482834
54	rnn.bias_hh_l1_reverse	2	-0.04966423287987709
54	rnn.bias_hh_l1_reverse	3	0.07414241135120392
54	rnn.bias_hh_l1_reverse	4	-0.023785220459103584
54	rnn.bias_hh_l1_reverse	5	-0.008221571333706379
54	rnn.bias_hh_l1_reverse	6	-0.0593445710837841
54	rnn.bias_hh_l1_reverse	7	-0.0615277998149395
54	rnn.bias_hh_l1_reverse	8	0.06530196964740753
54	rnn.bias_hh_l1_reverse	9	0.04432157054543495
54	rnn.weight_ih_l2	0	0.07111125439405441
54	rnn.weight_ih_l2	1	-0.054082080721855164
54	rnn.weight_ih_l2	2	0.06330601125955582
54	rnn.weight_ih_l2	3	0.06643493473529816
54	rnn.weight_ih_l2	4	0.05768749490380287
54	rnn.weight_ih_l2	5	-0.03850825875997543
54	rnn.weight_ih_l2	6	-0.07579953223466873
54	rnn.weight_ih_l2	7	0.014338706620037556
54	rnn.weight_ih_l2	8	-0.017131786793470383
54	rnn.weight_ih_l2	9	-0.06925854086875916
54	rnn.weight_hh_l2	0	0.04848651587963104
54	rnn.weight_hh_l2	1	0.03179311007261276
54	rnn.weight_hh_l2	2	-0.05492214858531952
54	rnn.weight_hh_l2	3	-0.025127211585640907
54	rnn.weight_hh_l2	4	0.05404631793498993
54	rnn.weight_hh_l2	5	-0.0250758808106184
54	rnn.weight_hh_l2	6	0.007776417303830385
54	rnn.weight_hh_l2	7	-0.05282178893685341
54	rnn.weight_hh_l2	8	-0.00530267646536231
54	rnn.weight_hh_l2	9	-0.020008103922009468
54	rnn.bias_ih_l2	0	0.1073424369096756
54	rnn.bias_ih_l2	1	0.015020047314465046
54	rnn.bias_ih_l2	2	0.06794247031211853
54	rnn.bias_ih_l2	3	0.014099879190325737
54	rnn.bias_ih_l2	4	-0.005724961869418621
54	rnn.bias_ih_l2	5	0.04009236395359039
54	rnn.bias_ih_l2	6	0.01364221516996622
54	rnn.bias_ih_l2	7	0.01120408158749342
54	rnn.bias_ih_l2	8	0.02781463973224163
54	rnn.bias_ih_l2	9	-0.013434440828859806
54	rnn.bias_hh_l2	0	0.059948425740003586
54	rnn.bias_hh_l2	1	-0.0002955890086013824
54	rnn.bias_hh_l2	2	0.06915877759456635
54	rnn.bias_hh_l2	3	0.03111315704882145
54	rnn.bias_hh_l2	4	0.07292509078979492
54	rnn.bias_hh_l2	5	-0.03261205554008484
54	rnn.bias_hh_l2	6	0.003651774488389492
54	rnn.bias_hh_l2	7	-0.02515416219830513
54	rnn.bias_hh_l2	8	0.04320298880338669
54	rnn.bias_hh_l2	9	0.05277683213353157
54	rnn.weight_ih_l2_reverse	0	0.08235104382038116
54	rnn.weight_ih_l2_reverse	1	-0.057354412972927094
54	rnn.weight_ih_l2_reverse	2	0.0008505407022312284
54	rnn.weight_ih_l2_reverse	3	0.03526041656732559
54	rnn.weight_ih_l2_reverse	4	0.05397908017039299
54	rnn.weight_ih_l2_reverse	5	-0.04063698276877403
54	rnn.weight_ih_l2_reverse	6	-0.00014889838348608464
54	rnn.weight_ih_l2_reverse	7	-0.006183250807225704
54	rnn.weight_ih_l2_reverse	8	0.007161266170442104
54	rnn.weight_ih_l2_reverse	9	-0.081784687936306
54	rnn.weight_hh_l2_reverse	0	-0.08276418596506119
54	rnn.weight_hh_l2_reverse	1	0.012098623439669609
54	rnn.weight_hh_l2_reverse	2	0.01054831687361002
54	rnn.weight_hh_l2_reverse	3	0.024333706125617027
54	rnn.weight_hh_l2_reverse	4	-0.03685392066836357
54	rnn.weight_hh_l2_reverse	5	-0.014854499138891697
54	rnn.weight_hh_l2_reverse	6	-0.040179114788770676
54	rnn.weight_hh_l2_reverse	7	-0.059826381504535675
54	rnn.weight_hh_l2_reverse	8	-0.006766058970242739
54	rnn.weight_hh_l2_reverse	9	-0.05904093012213707
54	rnn.bias_ih_l2_reverse	0	-0.019861137494444847
54	rnn.bias_ih_l2_reverse	1	-0.027998141944408417
54	rnn.bias_ih_l2_reverse	2	0.036238182336091995
54	rnn.bias_ih_l2_reverse	3	0.014059355482459068
54	rnn.bias_ih_l2_reverse	4	0.0787331685423851
54	rnn.bias_ih_l2_reverse	5	-0.08933912962675095
54	rnn.bias_ih_l2_reverse	6	-0.04302655905485153
54	rnn.bias_ih_l2_reverse	7	-0.054659947752952576
54	rnn.bias_ih_l2_reverse	8	0.05712141841650009
54	rnn.bias_ih_l2_reverse	9	0.021576829254627228
54	rnn.bias_hh_l2_reverse	0	0.07079373300075531
54	rnn.bias_hh_l2_reverse	1	-0.06996304541826248
54	rnn.bias_hh_l2_reverse	2	-0.06718114763498306
54	rnn.bias_hh_l2_reverse	3	0.036231860518455505
54	rnn.bias_hh_l2_reverse	4	0.025709068402647972
54	rnn.bias_hh_l2_reverse	5	0.037984274327754974
54	rnn.bias_hh_l2_reverse	6	-0.0820530503988266
54	rnn.bias_hh_l2_reverse	7	-0.011201602406799793
54	rnn.bias_hh_l2_reverse	8	-0.08345341682434082
54	rnn.bias_hh_l2_reverse	9	-0.05407653748989105
54	linear.weight	0	0.025028489530086517
54	linear.weight	1	0.06893271952867508
54	linear.weight	2	-0.02027921937406063
54	linear.weight	3	-0.03020561672747135
54	linear.weight	4	-0.022248394787311554
54	linear.weight	5	0.045978885143995285
54	linear.weight	6	0.009810256771743298
54	linear.weight	7	-0.05421227589249611
54	linear.weight	8	0.008364077657461166
54	linear.weight	9	0.055208079516887665
54	linear.bias	0	0.4517005681991577
54	linear.bias	1	0.44558918476104736
54	linear.bias	2	-1.4666165113449097
54	linear.bias	3	-0.05754556506872177
54	linear.bias	4	-0.050822705030441284
54	linear.bias	5	0.46802258491516113
55	transitions	0	0.07978536933660507
55	transitions	1	-10000.0
55	transitions	2	2.0240042209625244
55	transitions	3	-0.9435761570930481
55	transitions	4	-10000.0
55	transitions	5	-10000.0
55	transitions	6	-10000.0
55	transitions	7	0.8840517401695251
55	transitions	8	0.8842474222183228
55	transitions	9	-1.2049219608306885
55	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
55	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
55	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
55	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
55	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
55	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
55	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
55	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
55	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
55	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
55	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
55	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
55	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
55	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
55	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
55	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
55	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
55	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
55	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
55	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
55	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
55	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
55	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
55	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
55	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
55	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
55	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
55	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
55	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
55	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
55	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
55	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
55	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
55	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
55	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
55	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
55	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
55	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
55	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
55	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
55	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
55	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
55	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
55	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
55	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
55	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
55	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
55	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
55	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
55	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
55	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
55	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
55	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
55	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
55	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
55	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
55	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
55	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
55	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
55	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
55	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
55	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
55	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
55	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
55	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
55	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
55	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
55	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
55	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
55	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
55	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
55	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
55	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
55	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
55	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
55	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
55	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
55	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
55	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
55	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
55	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
55	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
55	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
55	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
55	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
55	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
55	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
55	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
55	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
55	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
55	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
55	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
55	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
55	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
55	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
55	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
55	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
55	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
55	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
55	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
55	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
55	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
55	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
55	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
55	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
55	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
55	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
55	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
55	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
55	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
55	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
55	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
55	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
55	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
55	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
55	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
55	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
55	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
55	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
55	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
55	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
55	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
55	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
55	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
55	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
55	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
55	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
55	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
55	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
55	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
55	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
55	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
55	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
55	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
55	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
55	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
55	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
55	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
55	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
55	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
55	embedding2nn.weight	0	0.014813192188739777
55	embedding2nn.weight	1	0.0005496208905242383
55	embedding2nn.weight	2	0.00564886350184679
55	embedding2nn.weight	3	0.0008320215856656432
55	embedding2nn.weight	4	-0.008476425893604755
55	embedding2nn.weight	5	-0.005534083116799593
55	embedding2nn.weight	6	-0.0013009512331336737
55	embedding2nn.weight	7	-0.003161484142765403
55	embedding2nn.weight	8	0.014948186464607716
55	embedding2nn.weight	9	0.004331966862082481
55	embedding2nn.bias	0	0.005239539779722691
55	embedding2nn.bias	1	-0.014280956238508224
55	embedding2nn.bias	2	0.013707759790122509
55	embedding2nn.bias	3	-0.011796527542173862
55	embedding2nn.bias	4	-0.014203770086169243
55	embedding2nn.bias	5	-0.002079260302707553
55	embedding2nn.bias	6	0.008219069801270962
55	embedding2nn.bias	7	0.013682728633284569
55	embedding2nn.bias	8	-0.0025075378362089396
55	embedding2nn.bias	9	0.001385951996780932
55	rnn.weight_ih_l0	0	-0.05082910507917404
55	rnn.weight_ih_l0	1	0.05073938146233559
55	rnn.weight_ih_l0	2	0.031845178455114365
55	rnn.weight_ih_l0	3	0.01469383668154478
55	rnn.weight_ih_l0	4	0.012592392973601818
55	rnn.weight_ih_l0	5	0.08418732136487961
55	rnn.weight_ih_l0	6	0.07566987723112106
55	rnn.weight_ih_l0	7	0.037754639983177185
55	rnn.weight_ih_l0	8	-0.045630596578121185
55	rnn.weight_ih_l0	9	0.008093319833278656
55	rnn.weight_hh_l0	0	0.008496595546603203
55	rnn.weight_hh_l0	1	-0.06342249363660812
55	rnn.weight_hh_l0	2	-0.06543976068496704
55	rnn.weight_hh_l0	3	0.0725976824760437
55	rnn.weight_hh_l0	4	0.07113640010356903
55	rnn.weight_hh_l0	5	0.0037855084519833326
55	rnn.weight_hh_l0	6	0.003689456731081009
55	rnn.weight_hh_l0	7	-0.025805434212088585
55	rnn.weight_hh_l0	8	-0.028984034433960915
55	rnn.weight_hh_l0	9	0.05799103528261185
55	rnn.bias_ih_l0	0	-0.06985983997583389
55	rnn.bias_ih_l0	1	0.08587375283241272
55	rnn.bias_ih_l0	2	0.02110246755182743
55	rnn.bias_ih_l0	3	0.08228085935115814
55	rnn.bias_ih_l0	4	-0.06556116044521332
55	rnn.bias_ih_l0	5	0.08670467883348465
55	rnn.bias_ih_l0	6	-0.07005945593118668
55	rnn.bias_ih_l0	7	-0.03352135792374611
55	rnn.bias_ih_l0	8	-0.08364176750183105
55	rnn.bias_ih_l0	9	-0.050239406526088715
55	rnn.bias_hh_l0	0	0.03542893007397652
55	rnn.bias_hh_l0	1	0.07201028615236282
55	rnn.bias_hh_l0	2	0.06728778779506683
55	rnn.bias_hh_l0	3	0.08217834681272507
55	rnn.bias_hh_l0	4	-0.08786044269800186
55	rnn.bias_hh_l0	5	-0.07205875962972641
55	rnn.bias_hh_l0	6	0.0758608803153038
55	rnn.bias_hh_l0	7	-0.08470380306243896
55	rnn.bias_hh_l0	8	-0.026353919878602028
55	rnn.bias_hh_l0	9	0.0014549550833180547
55	rnn.weight_ih_l0_reverse	0	0.07924893498420715
55	rnn.weight_ih_l0_reverse	1	0.07352663576602936
55	rnn.weight_ih_l0_reverse	2	0.038857728242874146
55	rnn.weight_ih_l0_reverse	3	0.033824387937784195
55	rnn.weight_ih_l0_reverse	4	-0.037274494767189026
55	rnn.weight_ih_l0_reverse	5	0.051099102944135666
55	rnn.weight_ih_l0_reverse	6	0.06643357872962952
55	rnn.weight_ih_l0_reverse	7	0.022948091849684715
55	rnn.weight_ih_l0_reverse	8	-0.05860687419772148
55	rnn.weight_ih_l0_reverse	9	-0.05282411724328995
55	rnn.weight_hh_l0_reverse	0	0.02541625127196312
55	rnn.weight_hh_l0_reverse	1	-0.08726610243320465
55	rnn.weight_hh_l0_reverse	2	0.0627705380320549
55	rnn.weight_hh_l0_reverse	3	-0.021427862346172333
55	rnn.weight_hh_l0_reverse	4	0.08372263610363007
55	rnn.weight_hh_l0_reverse	5	-0.0011534190271049738
55	rnn.weight_hh_l0_reverse	6	0.027890998870134354
55	rnn.weight_hh_l0_reverse	7	0.07829645276069641
55	rnn.weight_hh_l0_reverse	8	-0.0222221240401268
55	rnn.weight_hh_l0_reverse	9	-0.04666589945554733
55	rnn.bias_ih_l0_reverse	0	0.0018690102733671665
55	rnn.bias_ih_l0_reverse	1	-0.023412616923451424
55	rnn.bias_ih_l0_reverse	2	-0.01880757510662079
55	rnn.bias_ih_l0_reverse	3	0.04703536629676819
55	rnn.bias_ih_l0_reverse	4	0.06823951005935669
55	rnn.bias_ih_l0_reverse	5	-0.024621035903692245
55	rnn.bias_ih_l0_reverse	6	-0.027525322511792183
55	rnn.bias_ih_l0_reverse	7	-0.050967633724212646
55	rnn.bias_ih_l0_reverse	8	0.00464016804471612
55	rnn.bias_ih_l0_reverse	9	-0.07071049511432648
55	rnn.bias_hh_l0_reverse	0	0.03574799373745918
55	rnn.bias_hh_l0_reverse	1	-0.07207309454679489
55	rnn.bias_hh_l0_reverse	2	0.0798749029636383
55	rnn.bias_hh_l0_reverse	3	0.05536581203341484
55	rnn.bias_hh_l0_reverse	4	0.02878502942621708
55	rnn.bias_hh_l0_reverse	5	0.040930941700935364
55	rnn.bias_hh_l0_reverse	6	0.0645533949136734
55	rnn.bias_hh_l0_reverse	7	0.08290780335664749
55	rnn.bias_hh_l0_reverse	8	-0.009963707998394966
55	rnn.bias_hh_l0_reverse	9	0.05245966091752052
55	rnn.weight_ih_l1	0	0.021413715556263924
55	rnn.weight_ih_l1	1	0.014874812215566635
55	rnn.weight_ih_l1	2	0.07253805547952652
55	rnn.weight_ih_l1	3	-0.024315519258379936
55	rnn.weight_ih_l1	4	-0.024279765784740448
55	rnn.weight_ih_l1	5	-0.012165592052042484
55	rnn.weight_ih_l1	6	0.07136564701795578
55	rnn.weight_ih_l1	7	-0.005935286171734333
55	rnn.weight_ih_l1	8	-0.05314495041966438
55	rnn.weight_ih_l1	9	0.06039983406662941
55	rnn.weight_hh_l1	0	-0.07157997041940689
55	rnn.weight_hh_l1	1	-0.03693133220076561
55	rnn.weight_hh_l1	2	-0.008213051594793797
55	rnn.weight_hh_l1	3	-0.05848037824034691
55	rnn.weight_hh_l1	4	0.08579878509044647
55	rnn.weight_hh_l1	5	-0.08420856297016144
55	rnn.weight_hh_l1	6	-0.04846379533410072
55	rnn.weight_hh_l1	7	0.06521282345056534
55	rnn.weight_hh_l1	8	-0.013535887934267521
55	rnn.weight_hh_l1	9	-0.040338076651096344
55	rnn.bias_ih_l1	0	-0.06431056559085846
55	rnn.bias_ih_l1	1	0.05741534382104874
55	rnn.bias_ih_l1	2	-0.05166744440793991
55	rnn.bias_ih_l1	3	-0.06698422133922577
55	rnn.bias_ih_l1	4	-0.0308784581720829
55	rnn.bias_ih_l1	5	-0.03540031984448433
55	rnn.bias_ih_l1	6	-0.04621072858572006
55	rnn.bias_ih_l1	7	0.0628473088145256
55	rnn.bias_ih_l1	8	0.08554095029830933
55	rnn.bias_ih_l1	9	0.030451972037553787
55	rnn.bias_hh_l1	0	0.07018178701400757
55	rnn.bias_hh_l1	1	-0.05877906084060669
55	rnn.bias_hh_l1	2	0.023139657452702522
55	rnn.bias_hh_l1	3	0.06225379556417465
55	rnn.bias_hh_l1	4	0.0577552393078804
55	rnn.bias_hh_l1	5	-0.0788731649518013
55	rnn.bias_hh_l1	6	0.015682971104979515
55	rnn.bias_hh_l1	7	0.03852167725563049
55	rnn.bias_hh_l1	8	0.011616630479693413
55	rnn.bias_hh_l1	9	-0.003344325814396143
55	rnn.weight_ih_l1_reverse	0	0.08601392060518265
55	rnn.weight_ih_l1_reverse	1	-0.04161567986011505
55	rnn.weight_ih_l1_reverse	2	-0.06212505325675011
55	rnn.weight_ih_l1_reverse	3	0.025554059073328972
55	rnn.weight_ih_l1_reverse	4	-0.04597543925046921
55	rnn.weight_ih_l1_reverse	5	0.024152416735887527
55	rnn.weight_ih_l1_reverse	6	0.040474433451890945
55	rnn.weight_ih_l1_reverse	7	0.02029937133193016
55	rnn.weight_ih_l1_reverse	8	-0.007757061626762152
55	rnn.weight_ih_l1_reverse	9	-0.0660163164138794
55	rnn.weight_hh_l1_reverse	0	0.0053430721163749695
55	rnn.weight_hh_l1_reverse	1	0.0188177190721035
55	rnn.weight_hh_l1_reverse	2	-0.05816657841205597
55	rnn.weight_hh_l1_reverse	3	-0.01296718418598175
55	rnn.weight_hh_l1_reverse	4	0.008602230809628963
55	rnn.weight_hh_l1_reverse	5	-0.06218230724334717
55	rnn.weight_hh_l1_reverse	6	-0.06727824360132217
55	rnn.weight_hh_l1_reverse	7	-0.011554714292287827
55	rnn.weight_hh_l1_reverse	8	-0.05611042305827141
55	rnn.weight_hh_l1_reverse	9	-0.04334479942917824
55	rnn.bias_ih_l1_reverse	0	-0.0027985454071313143
55	rnn.bias_ih_l1_reverse	1	-0.04041127860546112
55	rnn.bias_ih_l1_reverse	2	0.021873489022254944
55	rnn.bias_ih_l1_reverse	3	-0.07604817301034927
55	rnn.bias_ih_l1_reverse	4	-0.08648671209812164
55	rnn.bias_ih_l1_reverse	5	-0.08845461159944534
55	rnn.bias_ih_l1_reverse	6	0.059434179216623306
55	rnn.bias_ih_l1_reverse	7	0.0857025608420372
55	rnn.bias_ih_l1_reverse	8	-0.0011173863895237446
55	rnn.bias_ih_l1_reverse	9	-0.01423580665141344
55	rnn.bias_hh_l1_reverse	0	0.05882343649864197
55	rnn.bias_hh_l1_reverse	1	-0.07099208980798721
55	rnn.bias_hh_l1_reverse	2	-0.04956546798348427
55	rnn.bias_hh_l1_reverse	3	0.07442203164100647
55	rnn.bias_hh_l1_reverse	4	-0.02377549558877945
55	rnn.bias_hh_l1_reverse	5	-0.008139733225107193
55	rnn.bias_hh_l1_reverse	6	-0.05959746986627579
55	rnn.bias_hh_l1_reverse	7	-0.06142169237136841
55	rnn.bias_hh_l1_reverse	8	0.06530917435884476
55	rnn.bias_hh_l1_reverse	9	0.04599321633577347
55	rnn.weight_ih_l2	0	0.07096721231937408
55	rnn.weight_ih_l2	1	-0.054073382169008255
55	rnn.weight_ih_l2	2	0.06331084668636322
55	rnn.weight_ih_l2	3	0.06636861711740494
55	rnn.weight_ih_l2	4	0.05771901458501816
55	rnn.weight_ih_l2	5	-0.038476087152957916
55	rnn.weight_ih_l2	6	-0.07567188143730164
55	rnn.weight_ih_l2	7	0.014293010346591473
55	rnn.weight_ih_l2	8	-0.017130699008703232
55	rnn.weight_ih_l2	9	-0.06925087422132492
55	rnn.weight_hh_l2	0	0.04850756376981735
55	rnn.weight_hh_l2	1	0.03178727626800537
55	rnn.weight_hh_l2	2	-0.054920535534620285
55	rnn.weight_hh_l2	3	-0.02514483965933323
55	rnn.weight_hh_l2	4	0.05403626710176468
55	rnn.weight_hh_l2	5	-0.024954868480563164
55	rnn.weight_hh_l2	6	0.007769156713038683
55	rnn.weight_hh_l2	7	-0.0528269037604332
55	rnn.weight_hh_l2	8	-0.00538543239235878
55	rnn.weight_hh_l2	9	-0.020049460232257843
55	rnn.bias_ih_l2	0	0.1101379320025444
55	rnn.bias_ih_l2	1	0.015054379589855671
55	rnn.bias_ih_l2	2	0.06784971803426743
55	rnn.bias_ih_l2	3	0.015013659372925758
55	rnn.bias_ih_l2	4	-0.005706393159925938
55	rnn.bias_ih_l2	5	0.03926490247249603
55	rnn.bias_ih_l2	6	0.013749093748629093
55	rnn.bias_ih_l2	7	0.011213704012334347
55	rnn.bias_ih_l2	8	0.026672054082155228
55	rnn.bias_ih_l2	9	-0.013354247435927391
55	rnn.bias_hh_l2	0	0.06155712902545929
55	rnn.bias_hh_l2	1	-0.00019863662600982934
55	rnn.bias_hh_l2	2	0.06910014152526855
55	rnn.bias_hh_l2	3	0.03101322241127491
55	rnn.bias_hh_l2	4	0.07298077642917633
55	rnn.bias_hh_l2	5	-0.035620253533124924
55	rnn.bias_hh_l2	6	0.004936547949910164
55	rnn.bias_hh_l2	7	-0.025187112390995026
55	rnn.bias_hh_l2	8	0.043164484202861786
55	rnn.bias_hh_l2	9	0.05225183442234993
55	rnn.weight_ih_l2_reverse	0	0.08235237002372742
55	rnn.weight_ih_l2_reverse	1	-0.05743441730737686
55	rnn.weight_ih_l2_reverse	2	0.0008495150250382721
55	rnn.weight_ih_l2_reverse	3	0.0352511890232563
55	rnn.weight_ih_l2_reverse	4	0.05397620052099228
55	rnn.weight_ih_l2_reverse	5	-0.04063605144619942
55	rnn.weight_ih_l2_reverse	6	-5.1533606892917305e-05
55	rnn.weight_ih_l2_reverse	7	-0.0062723406590521336
55	rnn.weight_ih_l2_reverse	8	0.0076530431397259235
55	rnn.weight_ih_l2_reverse	9	-0.08179617673158646
55	rnn.weight_hh_l2_reverse	0	-0.08276375383138657
55	rnn.weight_hh_l2_reverse	1	0.012219294905662537
55	rnn.weight_hh_l2_reverse	2	0.01054740883409977
55	rnn.weight_hh_l2_reverse	3	0.02433338575065136
55	rnn.weight_hh_l2_reverse	4	-0.03685058653354645
55	rnn.weight_hh_l2_reverse	5	-0.01484769769012928
55	rnn.weight_hh_l2_reverse	6	-0.04023769125342369
55	rnn.weight_hh_l2_reverse	7	-0.05982815846800804
55	rnn.weight_hh_l2_reverse	8	-0.006774552166461945
55	rnn.weight_hh_l2_reverse	9	-0.059039730578660965
55	rnn.bias_ih_l2_reverse	0	-0.022339241579174995
55	rnn.bias_ih_l2_reverse	1	-0.027858827263116837
55	rnn.bias_ih_l2_reverse	2	0.03662116080522537
55	rnn.bias_ih_l2_reverse	3	0.010404327884316444
55	rnn.bias_ih_l2_reverse	4	0.0787423625588417
55	rnn.bias_ih_l2_reverse	5	-0.08935341238975525
55	rnn.bias_ih_l2_reverse	6	-0.04298630356788635
55	rnn.bias_ih_l2_reverse	7	-0.055072784423828125
55	rnn.bias_ih_l2_reverse	8	0.06484602391719818
55	rnn.bias_ih_l2_reverse	9	0.021094586700201035
55	rnn.bias_hh_l2_reverse	0	0.06332848221063614
55	rnn.bias_hh_l2_reverse	1	-0.07057639956474304
55	rnn.bias_hh_l2_reverse	2	-0.06721294671297073
55	rnn.bias_hh_l2_reverse	3	0.0363544337451458
55	rnn.bias_hh_l2_reverse	4	0.02671697363257408
55	rnn.bias_hh_l2_reverse	5	0.03789196163415909
55	rnn.bias_hh_l2_reverse	6	-0.08206849545240402
55	rnn.bias_hh_l2_reverse	7	-0.011113179847598076
55	rnn.bias_hh_l2_reverse	8	-0.0826026052236557
55	rnn.bias_hh_l2_reverse	9	-0.054236430674791336
55	linear.weight	0	0.025028489530086517
55	linear.weight	1	0.06817100942134857
55	linear.weight	2	-0.02041112817823887
55	linear.weight	3	-0.029833469539880753
55	linear.weight	4	-0.022248394787311554
55	linear.weight	5	0.046255070716142654
55	linear.weight	6	0.011489645577967167
55	linear.weight	7	-0.05441044643521309
55	linear.weight	8	0.011398729868233204
55	linear.weight	9	0.05580197647213936
55	linear.bias	0	0.5050094723701477
55	linear.bias	1	0.49233880639076233
55	linear.bias	2	-1.4705654382705688
55	linear.bias	3	-0.05754556506872177
55	linear.bias	4	-0.050822705030441284
55	linear.bias	5	0.37191295623779297
56	transitions	0	0.07876819372177124
56	transitions	1	-10000.0
56	transitions	2	2.003403425216675
56	transitions	3	-0.9736498594284058
56	transitions	4	-10000.0
56	transitions	5	-10000.0
56	transitions	6	-10000.0
56	transitions	7	0.8839483261108398
56	transitions	8	0.8831264972686768
56	transitions	9	-1.1998929977416992
56	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
56	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
56	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
56	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
56	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
56	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
56	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
56	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
56	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
56	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
56	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
56	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
56	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
56	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
56	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
56	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
56	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
56	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
56	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
56	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
56	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
56	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
56	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
56	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
56	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
56	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
56	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
56	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
56	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
56	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
56	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
56	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
56	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
56	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
56	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
56	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
56	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
56	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
56	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
56	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
56	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
56	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
56	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
56	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
56	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
56	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
56	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
56	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
56	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
56	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
56	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
56	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
56	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
56	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
56	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
56	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
56	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
56	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
56	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
56	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
56	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
56	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
56	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
56	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
56	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
56	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
56	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
56	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
56	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
56	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
56	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
56	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
56	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
56	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
56	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
56	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
56	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
56	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
56	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
56	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
56	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
56	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
56	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
56	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
56	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
56	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
56	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
56	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
56	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
56	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
56	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
56	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
56	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
56	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
56	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
56	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
56	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
56	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
56	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
56	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
56	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
56	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
56	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
56	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
56	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
56	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
56	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
56	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
56	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
56	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
56	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
56	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
56	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
56	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
56	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
56	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
56	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
56	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
56	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
56	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
56	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
56	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
56	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
56	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
56	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
56	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
56	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
56	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
56	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
56	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
56	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
56	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
56	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
56	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
56	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
56	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
56	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
56	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
56	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
56	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
56	embedding2nn.weight	0	0.014798405580222607
56	embedding2nn.weight	1	0.0005536236567422748
56	embedding2nn.weight	2	0.0056459796614944935
56	embedding2nn.weight	3	0.0008156343246810138
56	embedding2nn.weight	4	-0.008443254977464676
56	embedding2nn.weight	5	-0.005535134579986334
56	embedding2nn.weight	6	-0.001323728240095079
56	embedding2nn.weight	7	-0.003130691358819604
56	embedding2nn.weight	8	0.0149020841345191
56	embedding2nn.weight	9	0.004345151130110025
56	embedding2nn.bias	0	0.0044598705135285854
56	embedding2nn.bias	1	-0.012392894364893436
56	embedding2nn.bias	2	0.01607603207230568
56	embedding2nn.bias	3	-0.011912306770682335
56	embedding2nn.bias	4	-0.01593695767223835
56	embedding2nn.bias	5	-0.0027619318570941687
56	embedding2nn.bias	6	0.009528025053441525
56	embedding2nn.bias	7	0.014801781624555588
56	embedding2nn.bias	8	-0.005033991765230894
56	embedding2nn.bias	9	0.0017580322455614805
56	rnn.weight_ih_l0	0	-0.0508270189166069
56	rnn.weight_ih_l0	1	0.050743892788887024
56	rnn.weight_ih_l0	2	0.031840384006500244
56	rnn.weight_ih_l0	3	0.014698710292577744
56	rnn.weight_ih_l0	4	0.012614800594747066
56	rnn.weight_ih_l0	5	0.08418670296669006
56	rnn.weight_ih_l0	6	0.07566671073436737
56	rnn.weight_ih_l0	7	0.037757400423288345
56	rnn.weight_ih_l0	8	-0.04563124105334282
56	rnn.weight_ih_l0	9	0.008099609985947609
56	rnn.weight_hh_l0	0	0.008501563221216202
56	rnn.weight_hh_l0	1	-0.06341039389371872
56	rnn.weight_hh_l0	2	-0.06543167680501938
56	rnn.weight_hh_l0	3	0.07256556302309036
56	rnn.weight_hh_l0	4	0.0711333155632019
56	rnn.weight_hh_l0	5	0.00407625874504447
56	rnn.weight_hh_l0	6	0.0036668283864855766
56	rnn.weight_hh_l0	7	-0.025417424738407135
56	rnn.weight_hh_l0	8	-0.029001973569393158
56	rnn.weight_hh_l0	9	0.05797367915511131
56	rnn.bias_ih_l0	0	-0.06970170140266418
56	rnn.bias_ih_l0	1	0.08576253801584244
56	rnn.bias_ih_l0	2	0.020949816331267357
56	rnn.bias_ih_l0	3	0.0795784443616867
56	rnn.bias_ih_l0	4	-0.06674861907958984
56	rnn.bias_ih_l0	5	0.08683664351701736
56	rnn.bias_ih_l0	6	-0.06739621609449387
56	rnn.bias_ih_l0	7	-0.03349000960588455
56	rnn.bias_ih_l0	8	-0.08275575190782547
56	rnn.bias_ih_l0	9	-0.05005541443824768
56	rnn.bias_hh_l0	0	0.035963889211416245
56	rnn.bias_hh_l0	1	0.071990005671978
56	rnn.bias_hh_l0	2	0.06733939051628113
56	rnn.bias_hh_l0	3	0.08205243200063705
56	rnn.bias_hh_l0	4	-0.09001930058002472
56	rnn.bias_hh_l0	5	-0.07203445583581924
56	rnn.bias_hh_l0	6	0.07586626708507538
56	rnn.bias_hh_l0	7	-0.08647730946540833
56	rnn.bias_hh_l0	8	-0.0262893196195364
56	rnn.bias_hh_l0	9	-0.0022588353604078293
56	rnn.weight_ih_l0_reverse	0	0.07924912869930267
56	rnn.weight_ih_l0_reverse	1	0.07354087382555008
56	rnn.weight_ih_l0_reverse	2	0.03886837139725685
56	rnn.weight_ih_l0_reverse	3	0.033816322684288025
56	rnn.weight_ih_l0_reverse	4	-0.03728615120053291
56	rnn.weight_ih_l0_reverse	5	0.0511014349758625
56	rnn.weight_ih_l0_reverse	6	0.06643792241811752
56	rnn.weight_ih_l0_reverse	7	0.022841550409793854
56	rnn.weight_ih_l0_reverse	8	-0.05862170457839966
56	rnn.weight_ih_l0_reverse	9	-0.05282068997621536
56	rnn.weight_hh_l0_reverse	0	0.025364212691783905
56	rnn.weight_hh_l0_reverse	1	-0.08727259188890457
56	rnn.weight_hh_l0_reverse	2	0.06277348846197128
56	rnn.weight_hh_l0_reverse	3	-0.021412113681435585
56	rnn.weight_hh_l0_reverse	4	0.08375075459480286
56	rnn.weight_hh_l0_reverse	5	-0.0011445379350334406
56	rnn.weight_hh_l0_reverse	6	0.02795785292983055
56	rnn.weight_hh_l0_reverse	7	0.07829424738883972
56	rnn.weight_hh_l0_reverse	8	-0.02222125418484211
56	rnn.weight_hh_l0_reverse	9	-0.04668034613132477
56	rnn.bias_ih_l0_reverse	0	0.0015077278949320316
56	rnn.bias_ih_l0_reverse	1	-0.022798653692007065
56	rnn.bias_ih_l0_reverse	2	-0.019612519070506096
56	rnn.bias_ih_l0_reverse	3	0.04682551324367523
56	rnn.bias_ih_l0_reverse	4	0.0682944804430008
56	rnn.bias_ih_l0_reverse	5	-0.024286650121212006
56	rnn.bias_ih_l0_reverse	6	-0.02759641408920288
56	rnn.bias_ih_l0_reverse	7	-0.050599053502082825
56	rnn.bias_ih_l0_reverse	8	0.004417144227772951
56	rnn.bias_ih_l0_reverse	9	-0.07173614203929901
56	rnn.bias_hh_l0_reverse	0	0.03570261597633362
56	rnn.bias_hh_l0_reverse	1	-0.07309874147176743
56	rnn.bias_hh_l0_reverse	2	0.0798305794596672
56	rnn.bias_hh_l0_reverse	3	0.055524297058582306
56	rnn.bias_hh_l0_reverse	4	0.027838604524731636
56	rnn.bias_hh_l0_reverse	5	0.04112355783581734
56	rnn.bias_hh_l0_reverse	6	0.06403081864118576
56	rnn.bias_hh_l0_reverse	7	0.08130456507205963
56	rnn.bias_hh_l0_reverse	8	-0.009964833036065102
56	rnn.bias_hh_l0_reverse	9	0.05301186442375183
56	rnn.weight_ih_l1	0	0.02130093052983284
56	rnn.weight_ih_l1	1	0.014869426377117634
56	rnn.weight_ih_l1	2	0.07285548001527786
56	rnn.weight_ih_l1	3	-0.02430250681936741
56	rnn.weight_ih_l1	4	-0.024273168295621872
56	rnn.weight_ih_l1	5	-0.012155729345977306
56	rnn.weight_ih_l1	6	0.07135837525129318
56	rnn.weight_ih_l1	7	-0.006006712559610605
56	rnn.weight_ih_l1	8	-0.053146835416555405
56	rnn.weight_ih_l1	9	0.06018988415598869
56	rnn.weight_hh_l1	0	-0.0718073770403862
56	rnn.weight_hh_l1	1	-0.03690790757536888
56	rnn.weight_hh_l1	2	-0.008212951943278313
56	rnn.weight_hh_l1	3	-0.05849971994757652
56	rnn.weight_hh_l1	4	0.08580281585454941
56	rnn.weight_hh_l1	5	-0.0841733068227768
56	rnn.weight_hh_l1	6	-0.04847559332847595
56	rnn.weight_hh_l1	7	0.06516309827566147
56	rnn.weight_hh_l1	8	-0.013538680970668793
56	rnn.weight_hh_l1	9	-0.04033150151371956
56	rnn.bias_ih_l1	0	-0.06420282274484634
56	rnn.bias_ih_l1	1	0.057449955493211746
56	rnn.bias_ih_l1	2	-0.05150696262717247
56	rnn.bias_ih_l1	3	-0.06704655289649963
56	rnn.bias_ih_l1	4	-0.03083127550780773
56	rnn.bias_ih_l1	5	-0.04274224489927292
56	rnn.bias_ih_l1	6	-0.0443577840924263
56	rnn.bias_ih_l1	7	0.06320689618587494
56	rnn.bias_ih_l1	8	0.08573204278945923
56	rnn.bias_ih_l1	9	0.033207859843969345
56	rnn.bias_hh_l1	0	0.07008811831474304
56	rnn.bias_hh_l1	1	-0.05875575169920921
56	rnn.bias_hh_l1	2	0.023138783872127533
56	rnn.bias_hh_l1	3	0.06197947636246681
56	rnn.bias_hh_l1	4	0.05785742402076721
56	rnn.bias_hh_l1	5	-0.07889415323734283
56	rnn.bias_hh_l1	6	0.015579094178974628
56	rnn.bias_hh_l1	7	0.03849414736032486
56	rnn.bias_hh_l1	8	0.011951126158237457
56	rnn.bias_hh_l1	9	-0.003516858210787177
56	rnn.weight_ih_l1_reverse	0	0.08602065593004227
56	rnn.weight_ih_l1_reverse	1	-0.04160382226109505
56	rnn.weight_ih_l1_reverse	2	-0.062126290053129196
56	rnn.weight_ih_l1_reverse	3	0.025564100593328476
56	rnn.weight_ih_l1_reverse	4	-0.04594159126281738
56	rnn.weight_ih_l1_reverse	5	0.02415241114795208
56	rnn.weight_ih_l1_reverse	6	0.04044710472226143
56	rnn.weight_ih_l1_reverse	7	0.020303862169384956
56	rnn.weight_ih_l1_reverse	8	-0.007777372840791941
56	rnn.weight_ih_l1_reverse	9	-0.06609302014112473
56	rnn.weight_hh_l1_reverse	0	0.005347785539925098
56	rnn.weight_hh_l1_reverse	1	0.018808234483003616
56	rnn.weight_hh_l1_reverse	2	-0.05816549062728882
56	rnn.weight_hh_l1_reverse	3	-0.01298192236572504
56	rnn.weight_hh_l1_reverse	4	0.008595847524702549
56	rnn.weight_hh_l1_reverse	5	-0.062253162264823914
56	rnn.weight_hh_l1_reverse	6	-0.06727582961320877
56	rnn.weight_hh_l1_reverse	7	-0.011558434925973415
56	rnn.weight_hh_l1_reverse	8	-0.056134067475795746
56	rnn.weight_hh_l1_reverse	9	-0.043342750519514084
56	rnn.bias_ih_l1_reverse	0	-0.00294602126814425
56	rnn.bias_ih_l1_reverse	1	-0.0404050350189209
56	rnn.bias_ih_l1_reverse	2	0.021786948665976524
56	rnn.bias_ih_l1_reverse	3	-0.07631367444992065
56	rnn.bias_ih_l1_reverse	4	-0.08652421087026596
56	rnn.bias_ih_l1_reverse	5	-0.08848824352025986
56	rnn.bias_ih_l1_reverse	6	0.05915623903274536
56	rnn.bias_ih_l1_reverse	7	0.08596811443567276
56	rnn.bias_ih_l1_reverse	8	0.0006177694885991514
56	rnn.bias_ih_l1_reverse	9	-0.014591654762625694
56	rnn.bias_hh_l1_reverse	0	0.05871845409274101
56	rnn.bias_hh_l1_reverse	1	-0.070810966193676
56	rnn.bias_hh_l1_reverse	2	-0.04957358539104462
56	rnn.bias_hh_l1_reverse	3	0.07385686784982681
56	rnn.bias_hh_l1_reverse	4	-0.023783540353178978
56	rnn.bias_hh_l1_reverse	5	-0.00821179710328579
56	rnn.bias_hh_l1_reverse	6	-0.05928459018468857
56	rnn.bias_hh_l1_reverse	7	-0.06139279529452324
56	rnn.bias_hh_l1_reverse	8	0.06530871242284775
56	rnn.bias_hh_l1_reverse	9	0.04352723807096481
56	rnn.weight_ih_l2	0	0.07073429226875305
56	rnn.weight_ih_l2	1	-0.05401094630360603
56	rnn.weight_ih_l2	2	0.06330098956823349
56	rnn.weight_ih_l2	3	0.06651866436004639
56	rnn.weight_ih_l2	4	0.05785937234759331
56	rnn.weight_ih_l2	5	-0.038627445697784424
56	rnn.weight_ih_l2	6	-0.07573999464511871
56	rnn.weight_ih_l2	7	0.01421283558011055
56	rnn.weight_ih_l2	8	-0.017131980508565903
56	rnn.weight_ih_l2	9	-0.06925035268068314
56	rnn.weight_hh_l2	0	0.04851044341921806
56	rnn.weight_hh_l2	1	0.03177597373723984
56	rnn.weight_hh_l2	2	-0.05492856726050377
56	rnn.weight_hh_l2	3	-0.025136344134807587
56	rnn.weight_hh_l2	4	0.054042842239141464
56	rnn.weight_hh_l2	5	-0.024833854287862778
56	rnn.weight_hh_l2	6	0.007773552089929581
56	rnn.weight_hh_l2	7	-0.0528288297355175
56	rnn.weight_hh_l2	8	-0.005451438948512077
56	rnn.weight_hh_l2	9	-0.02005027048289776
56	rnn.bias_ih_l2	0	0.10442694276571274
56	rnn.bias_ih_l2	1	0.015003630891442299
56	rnn.bias_ih_l2	2	0.06900312751531601
56	rnn.bias_ih_l2	3	0.013600511476397514
56	rnn.bias_ih_l2	4	-0.005636975634843111
56	rnn.bias_ih_l2	5	0.03951491788029671
56	rnn.bias_ih_l2	6	0.013800405897200108
56	rnn.bias_ih_l2	7	0.011096924543380737
56	rnn.bias_ih_l2	8	0.025937961414456367
56	rnn.bias_ih_l2	9	-0.013156527653336525
56	rnn.bias_hh_l2	0	0.06184590235352516
56	rnn.bias_hh_l2	1	0.00010426394146634266
56	rnn.bias_hh_l2	2	0.06937781721353531
56	rnn.bias_hh_l2	3	0.030901610851287842
56	rnn.bias_hh_l2	4	0.07277858257293701
56	rnn.bias_hh_l2	5	-0.03627055138349533
56	rnn.bias_hh_l2	6	0.004726087674498558
56	rnn.bias_hh_l2	7	-0.02525866962969303
56	rnn.bias_hh_l2	8	0.04312849044799805
56	rnn.bias_hh_l2	9	0.0538012757897377
56	rnn.weight_ih_l2_reverse	0	0.08234819024801254
56	rnn.weight_ih_l2_reverse	1	-0.057373858988285065
56	rnn.weight_ih_l2_reverse	2	0.0008532583015039563
56	rnn.weight_ih_l2_reverse	3	0.035266511142253876
56	rnn.weight_ih_l2_reverse	4	0.05398139730095863
56	rnn.weight_ih_l2_reverse	5	-0.04063326492905617
56	rnn.weight_ih_l2_reverse	6	-0.0002509901823941618
56	rnn.weight_ih_l2_reverse	7	-0.0063988082110881805
56	rnn.weight_ih_l2_reverse	8	0.0075506665743887424
56	rnn.weight_ih_l2_reverse	9	-0.08176491409540176
56	rnn.weight_hh_l2_reverse	0	-0.08276316523551941
56	rnn.weight_hh_l2_reverse	1	0.012325474992394447
56	rnn.weight_hh_l2_reverse	2	0.01054871641099453
56	rnn.weight_hh_l2_reverse	3	0.024334432557225227
56	rnn.weight_hh_l2_reverse	4	-0.03685584291815758
56	rnn.weight_hh_l2_reverse	5	-0.014845121651887894
56	rnn.weight_hh_l2_reverse	6	-0.04028865322470665
56	rnn.weight_hh_l2_reverse	7	-0.05982837453484535
56	rnn.weight_hh_l2_reverse	8	-0.006735759787261486
56	rnn.weight_hh_l2_reverse	9	-0.059039872139692307
56	rnn.bias_ih_l2_reverse	0	-0.018758689984679222
56	rnn.bias_ih_l2_reverse	1	-0.027857650071382523
56	rnn.bias_ih_l2_reverse	2	0.036405302584171295
56	rnn.bias_ih_l2_reverse	3	0.010456735268235207
56	rnn.bias_ih_l2_reverse	4	0.07877868413925171
56	rnn.bias_ih_l2_reverse	5	-0.08933351933956146
56	rnn.bias_ih_l2_reverse	6	-0.043004315346479416
56	rnn.bias_ih_l2_reverse	7	-0.05444328114390373
56	rnn.bias_ih_l2_reverse	8	0.06144857406616211
56	rnn.bias_ih_l2_reverse	9	0.022129101678729057
56	rnn.bias_hh_l2_reverse	0	0.06649979203939438
56	rnn.bias_hh_l2_reverse	1	-0.07042061537504196
56	rnn.bias_hh_l2_reverse	2	-0.06719719618558884
56	rnn.bias_hh_l2_reverse	3	0.036295726895332336
56	rnn.bias_hh_l2_reverse	4	0.025484902784228325
56	rnn.bias_hh_l2_reverse	5	0.03779582679271698
56	rnn.bias_hh_l2_reverse	6	-0.08210460841655731
56	rnn.bias_hh_l2_reverse	7	-0.011099091731011868
56	rnn.bias_hh_l2_reverse	8	-0.08388181030750275
56	rnn.bias_hh_l2_reverse	9	-0.05416480824351311
56	linear.weight	0	0.025028489530086517
56	linear.weight	1	0.08301462978124619
56	linear.weight	2	-0.020443573594093323
56	linear.weight	3	-0.03246447071433067
56	linear.weight	4	-0.022248394787311554
56	linear.weight	5	0.045763324946165085
56	linear.weight	6	0.01052175648510456
56	linear.weight	7	-0.05430359020829201
56	linear.weight	8	0.007088228594511747
56	linear.weight	9	0.056857138872146606
56	linear.bias	0	0.46206772327423096
56	linear.bias	1	0.4225182831287384
56	linear.bias	2	-1.474690318107605
56	linear.bias	3	-0.05754556506872177
56	linear.bias	4	-0.050822705030441284
56	linear.bias	5	0.4888001084327698
57	transitions	0	0.07813292741775513
57	transitions	1	-10000.0
57	transitions	2	2.034058094024658
57	transitions	3	-0.9790025353431702
57	transitions	4	-10000.0
57	transitions	5	-10000.0
57	transitions	6	-10000.0
57	transitions	7	0.8839013576507568
57	transitions	8	0.8826828002929688
57	transitions	9	-1.1921271085739136
57	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
57	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
57	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
57	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
57	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
57	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
57	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
57	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
57	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
57	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
57	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
57	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
57	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
57	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
57	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
57	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
57	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
57	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
57	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
57	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
57	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
57	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
57	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
57	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
57	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
57	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
57	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
57	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
57	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
57	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
57	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
57	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
57	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
57	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
57	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
57	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
57	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
57	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
57	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
57	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
57	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
57	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
57	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
57	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
57	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
57	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
57	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
57	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
57	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
57	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
57	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
57	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
57	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
57	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
57	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
57	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
57	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
57	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
57	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
57	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
57	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
57	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
57	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
57	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
57	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
57	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
57	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
57	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
57	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
57	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
57	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
57	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
57	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
57	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
57	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
57	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
57	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
57	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
57	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
57	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
57	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
57	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
57	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
57	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
57	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
57	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
57	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
57	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
57	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
57	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
57	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
57	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
57	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
57	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
57	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
57	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
57	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
57	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
57	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
57	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
57	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
57	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
57	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
57	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
57	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
57	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
57	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
57	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
57	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
57	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
57	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
57	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
57	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
57	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
57	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
57	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
57	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
57	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
57	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
57	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
57	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
57	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
57	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
57	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
57	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
57	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
57	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
57	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
57	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
57	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
57	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
57	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
57	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
57	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
57	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
57	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
57	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
57	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
57	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
57	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
57	embedding2nn.weight	0	0.014798815362155437
57	embedding2nn.weight	1	0.0005520088598132133
57	embedding2nn.weight	2	0.005643561016768217
57	embedding2nn.weight	3	0.0008200927404686809
57	embedding2nn.weight	4	-0.008260931819677353
57	embedding2nn.weight	5	-0.00552192609757185
57	embedding2nn.weight	6	-0.001373973791487515
57	embedding2nn.weight	7	-0.0031289206817746162
57	embedding2nn.weight	8	0.014992143027484417
57	embedding2nn.weight	9	0.004343714099377394
57	embedding2nn.bias	0	0.005005598999559879
57	embedding2nn.bias	1	-0.012275105342268944
57	embedding2nn.bias	2	0.015442938543856144
57	embedding2nn.bias	3	-0.012266747653484344
57	embedding2nn.bias	4	-0.015319492667913437
57	embedding2nn.bias	5	-0.0033359515946358442
57	embedding2nn.bias	6	0.00852185394614935
57	embedding2nn.bias	7	0.014097386039793491
57	embedding2nn.bias	8	-0.004432763904333115
57	embedding2nn.bias	9	0.002302588429301977
57	rnn.weight_ih_l0	0	-0.05083082988858223
57	rnn.weight_ih_l0	1	0.050738248974084854
57	rnn.weight_ih_l0	2	0.031835295259952545
57	rnn.weight_ih_l0	3	0.014697554521262646
57	rnn.weight_ih_l0	4	0.012616957537829876
57	rnn.weight_ih_l0	5	0.08418504148721695
57	rnn.weight_ih_l0	6	0.0756668671965599
57	rnn.weight_ih_l0	7	0.03776353970170021
57	rnn.weight_ih_l0	8	-0.04561807960271835
57	rnn.weight_ih_l0	9	0.008101199753582478
57	rnn.weight_hh_l0	0	0.008490064181387424
57	rnn.weight_hh_l0	1	-0.06340304762125015
57	rnn.weight_hh_l0	2	-0.06542994827032089
57	rnn.weight_hh_l0	3	0.07258301228284836
57	rnn.weight_hh_l0	4	0.07113797217607498
57	rnn.weight_hh_l0	5	0.004055374301970005
57	rnn.weight_hh_l0	6	0.0037097299937158823
57	rnn.weight_hh_l0	7	-0.0255674310028553
57	rnn.weight_hh_l0	8	-0.02903759479522705
57	rnn.weight_hh_l0	9	0.057974912226200104
57	rnn.bias_ih_l0	0	-0.06956741213798523
57	rnn.bias_ih_l0	1	0.08573466539382935
57	rnn.bias_ih_l0	2	0.02097606658935547
57	rnn.bias_ih_l0	3	0.07930241525173187
57	rnn.bias_ih_l0	4	-0.06643792241811752
57	rnn.bias_ih_l0	5	0.08664176613092422
57	rnn.bias_ih_l0	6	-0.06719955801963806
57	rnn.bias_ih_l0	7	-0.033507995307445526
57	rnn.bias_ih_l0	8	-0.08314833045005798
57	rnn.bias_ih_l0	9	-0.05003340169787407
57	rnn.bias_hh_l0	0	0.03668329119682312
57	rnn.bias_hh_l0	1	0.0719868615269661
57	rnn.bias_hh_l0	2	0.06731308251619339
57	rnn.bias_hh_l0	3	0.08201277256011963
57	rnn.bias_hh_l0	4	-0.08949784934520721
57	rnn.bias_hh_l0	5	-0.07208799570798874
57	rnn.bias_hh_l0	6	0.07585666328668594
57	rnn.bias_hh_l0	7	-0.08544693887233734
57	rnn.bias_hh_l0	8	-0.02633858658373356
57	rnn.bias_hh_l0	9	-0.0020055591594427824
57	rnn.weight_ih_l0_reverse	0	0.07924935966730118
57	rnn.weight_ih_l0_reverse	1	0.0735366940498352
57	rnn.weight_ih_l0_reverse	2	0.038869936019182205
57	rnn.weight_ih_l0_reverse	3	0.03380705788731575
57	rnn.weight_ih_l0_reverse	4	-0.03728596493601799
57	rnn.weight_ih_l0_reverse	5	0.05110025778412819
57	rnn.weight_ih_l0_reverse	6	0.06643945723772049
57	rnn.weight_ih_l0_reverse	7	0.022799097001552582
57	rnn.weight_ih_l0_reverse	8	-0.058613914996385574
57	rnn.weight_ih_l0_reverse	9	-0.052817922085523605
57	rnn.weight_hh_l0_reverse	0	0.025364287197589874
57	rnn.weight_hh_l0_reverse	1	-0.08727078139781952
57	rnn.weight_hh_l0_reverse	2	0.06277839094400406
57	rnn.weight_hh_l0_reverse	3	-0.021414892747998238
57	rnn.weight_hh_l0_reverse	4	0.08374268561601639
57	rnn.weight_hh_l0_reverse	5	-0.0011394296307116747
57	rnn.weight_hh_l0_reverse	6	0.027941469103097916
57	rnn.weight_hh_l0_reverse	7	0.07829348742961884
57	rnn.weight_hh_l0_reverse	8	-0.022220352664589882
57	rnn.weight_hh_l0_reverse	9	-0.04668082296848297
57	rnn.bias_ih_l0_reverse	0	0.001648134202696383
57	rnn.bias_ih_l0_reverse	1	-0.023672914132475853
57	rnn.bias_ih_l0_reverse	2	-0.02004132978618145
57	rnn.bias_ih_l0_reverse	3	0.04709148779511452
57	rnn.bias_ih_l0_reverse	4	0.06841505318880081
57	rnn.bias_ih_l0_reverse	5	-0.02441449649631977
57	rnn.bias_ih_l0_reverse	6	-0.0275700856000185
57	rnn.bias_ih_l0_reverse	7	-0.050823841243982315
57	rnn.bias_ih_l0_reverse	8	0.004423339385539293
57	rnn.bias_ih_l0_reverse	9	-0.07165932655334473
57	rnn.bias_hh_l0_reverse	0	0.035684216767549515
57	rnn.bias_hh_l0_reverse	1	-0.07302192598581314
57	rnn.bias_hh_l0_reverse	2	0.07871486991643906
57	rnn.bias_hh_l0_reverse	3	0.05551678314805031
57	rnn.bias_hh_l0_reverse	4	0.02718483656644821
57	rnn.bias_hh_l0_reverse	5	0.04117072373628616
57	rnn.bias_hh_l0_reverse	6	0.06433524191379547
57	rnn.bias_hh_l0_reverse	7	0.08165820688009262
57	rnn.bias_hh_l0_reverse	8	-0.010006889700889587
57	rnn.bias_hh_l0_reverse	9	0.05200818181037903
57	rnn.weight_ih_l1	0	0.02129865251481533
57	rnn.weight_ih_l1	1	0.014888616278767586
57	rnn.weight_ih_l1	2	0.07300286740064621
57	rnn.weight_ih_l1	3	-0.02430144138634205
57	rnn.weight_ih_l1	4	-0.024272048845887184
57	rnn.weight_ih_l1	5	-0.012151825241744518
57	rnn.weight_ih_l1	6	0.07134713977575302
57	rnn.weight_ih_l1	7	-0.0061936103738844395
57	rnn.weight_ih_l1	8	-0.05313481390476227
57	rnn.weight_ih_l1	9	0.06046614795923233
57	rnn.weight_hh_l1	0	-0.07174424827098846
57	rnn.weight_hh_l1	1	-0.03690576180815697
57	rnn.weight_hh_l1	2	-0.00821317732334137
57	rnn.weight_hh_l1	3	-0.05849248170852661
57	rnn.weight_hh_l1	4	0.08579219877719879
57	rnn.weight_hh_l1	5	-0.08413867652416229
57	rnn.weight_hh_l1	6	-0.04847298189997673
57	rnn.weight_hh_l1	7	0.06515105813741684
57	rnn.weight_hh_l1	8	-0.01353929191827774
57	rnn.weight_hh_l1	9	-0.04030536487698555
57	rnn.bias_ih_l1	0	-0.06378296762704849
57	rnn.bias_ih_l1	1	0.05748436227440834
57	rnn.bias_ih_l1	2	-0.05139216035604477
57	rnn.bias_ih_l1	3	-0.06706256419420242
57	rnn.bias_ih_l1	4	-0.03079800494015217
57	rnn.bias_ih_l1	5	-0.04225259646773338
57	rnn.bias_ih_l1	6	-0.044545866549015045
57	rnn.bias_ih_l1	7	0.06318312883377075
57	rnn.bias_ih_l1	8	0.08573722839355469
57	rnn.bias_ih_l1	9	0.03389926254749298
57	rnn.bias_hh_l1	0	0.07003733515739441
57	rnn.bias_hh_l1	1	-0.05883290246129036
57	rnn.bias_hh_l1	2	0.02318309061229229
57	rnn.bias_hh_l1	3	0.062099624425172806
57	rnn.bias_hh_l1	4	0.05781905725598335
57	rnn.bias_hh_l1	5	-0.07892613112926483
57	rnn.bias_hh_l1	6	0.015520868822932243
57	rnn.bias_hh_l1	7	0.03867043927311897
57	rnn.bias_hh_l1	8	0.01192422118037939
57	rnn.bias_hh_l1	9	-0.003644985379651189
57	rnn.weight_ih_l1_reverse	0	0.08600741624832153
57	rnn.weight_ih_l1_reverse	1	-0.0415775291621685
57	rnn.weight_ih_l1_reverse	2	-0.06212974339723587
57	rnn.weight_ih_l1_reverse	3	0.025568004697561264
57	rnn.weight_ih_l1_reverse	4	-0.04594862833619118
57	rnn.weight_ih_l1_reverse	5	0.02414707839488983
57	rnn.weight_ih_l1_reverse	6	0.040437813848257065
57	rnn.weight_ih_l1_reverse	7	0.02028213068842888
57	rnn.weight_ih_l1_reverse	8	-0.007771383970975876
57	rnn.weight_ih_l1_reverse	9	-0.06609591096639633
57	rnn.weight_hh_l1_reverse	0	0.005343098659068346
57	rnn.weight_hh_l1_reverse	1	0.018807217478752136
57	rnn.weight_hh_l1_reverse	2	-0.05816423147916794
57	rnn.weight_hh_l1_reverse	3	-0.012967318296432495
57	rnn.weight_hh_l1_reverse	4	0.00860094279050827
57	rnn.weight_hh_l1_reverse	5	-0.06217235326766968
57	rnn.weight_hh_l1_reverse	6	-0.06727215647697449
57	rnn.weight_hh_l1_reverse	7	-0.011552669107913971
57	rnn.weight_hh_l1_reverse	8	-0.05607026442885399
57	rnn.weight_hh_l1_reverse	9	-0.043346304446458817
57	rnn.bias_ih_l1_reverse	0	-0.0029157702811062336
57	rnn.bias_ih_l1_reverse	1	-0.04037017375230789
57	rnn.bias_ih_l1_reverse	2	0.0219431109726429
57	rnn.bias_ih_l1_reverse	3	-0.07612636685371399
57	rnn.bias_ih_l1_reverse	4	-0.08652462810277939
57	rnn.bias_ih_l1_reverse	5	-0.08846130222082138
57	rnn.bias_ih_l1_reverse	6	0.05932260677218437
57	rnn.bias_ih_l1_reverse	7	0.08582492172718048
57	rnn.bias_ih_l1_reverse	8	0.0009375460795126855
57	rnn.bias_ih_l1_reverse	9	-0.014562854543328285
57	rnn.bias_hh_l1_reverse	0	0.058723509311676025
57	rnn.bias_hh_l1_reverse	1	-0.07075903564691544
57	rnn.bias_hh_l1_reverse	2	-0.04957360029220581
57	rnn.bias_hh_l1_reverse	3	0.07402505725622177
57	rnn.bias_hh_l1_reverse	4	-0.023842928931117058
57	rnn.bias_hh_l1_reverse	5	-0.008241732604801655
57	rnn.bias_hh_l1_reverse	6	-0.059180352836847305
57	rnn.bias_hh_l1_reverse	7	-0.06128963083028793
57	rnn.bias_hh_l1_reverse	8	0.06530670076608658
57	rnn.bias_hh_l1_reverse	9	0.04323896765708923
57	rnn.weight_ih_l2	0	0.07054673135280609
57	rnn.weight_ih_l2	1	-0.054042018949985504
57	rnn.weight_ih_l2	2	0.06330043077468872
57	rnn.weight_ih_l2	3	0.06650906801223755
57	rnn.weight_ih_l2	4	0.05798391252756119
57	rnn.weight_ih_l2	5	-0.03864838555455208
57	rnn.weight_ih_l2	6	-0.075799360871315
57	rnn.weight_ih_l2	7	0.014230966567993164
57	rnn.weight_ih_l2	8	-0.01713116094470024
57	rnn.weight_ih_l2	9	-0.06924762576818466
57	rnn.weight_hh_l2	0	0.04851501062512398
57	rnn.weight_hh_l2	1	0.03177226334810257
57	rnn.weight_hh_l2	2	-0.054928258061409
57	rnn.weight_hh_l2	3	-0.025130776688456535
57	rnn.weight_hh_l2	4	0.054042965173721313
57	rnn.weight_hh_l2	5	-0.0248882956802845
57	rnn.weight_hh_l2	6	0.00777328759431839
57	rnn.weight_hh_l2	7	-0.052828434854745865
57	rnn.weight_hh_l2	8	-0.005383345298469067
57	rnn.weight_hh_l2	9	-0.020069917663931847
57	rnn.bias_ih_l2	0	0.1065751314163208
57	rnn.bias_ih_l2	1	0.014891117811203003
57	rnn.bias_ih_l2	2	0.06710869818925858
57	rnn.bias_ih_l2	3	0.014214578084647655
57	rnn.bias_ih_l2	4	-0.0055946228094398975
57	rnn.bias_ih_l2	5	0.03982536867260933
57	rnn.bias_ih_l2	6	0.013839000836014748
57	rnn.bias_ih_l2	7	0.011147369630634785
57	rnn.bias_ih_l2	8	0.02587166428565979
57	rnn.bias_ih_l2	9	-0.013188637793064117
57	rnn.bias_hh_l2	0	0.061186533421278
57	rnn.bias_hh_l2	1	-0.00021856496459804475
57	rnn.bias_hh_l2	2	0.06929463893175125
57	rnn.bias_hh_l2	3	0.030902618542313576
57	rnn.bias_hh_l2	4	0.07281188666820526
57	rnn.bias_hh_l2	5	-0.03669985756278038
57	rnn.bias_hh_l2	6	0.00511207478120923
57	rnn.bias_hh_l2	7	-0.025215497240424156
57	rnn.bias_hh_l2	8	0.04310949519276619
57	rnn.bias_hh_l2	9	0.051539499312639236
57	rnn.weight_ih_l2_reverse	0	0.08235176652669907
57	rnn.weight_ih_l2_reverse	1	-0.05733456462621689
57	rnn.weight_ih_l2_reverse	2	0.0008479348034597933
57	rnn.weight_ih_l2_reverse	3	0.03526599332690239
57	rnn.weight_ih_l2_reverse	4	0.053980085998773575
57	rnn.weight_ih_l2_reverse	5	-0.04063466563820839
57	rnn.weight_ih_l2_reverse	6	-9.587596287019551e-05
57	rnn.weight_ih_l2_reverse	7	-0.006465875077992678
57	rnn.weight_ih_l2_reverse	8	0.007427861448377371
57	rnn.weight_ih_l2_reverse	9	-0.08177292346954346
57	rnn.weight_hh_l2_reverse	0	-0.0827631875872612
57	rnn.weight_hh_l2_reverse	1	0.012377786450088024
57	rnn.weight_hh_l2_reverse	2	0.010548843070864677
57	rnn.weight_hh_l2_reverse	3	0.024333667010068893
57	rnn.weight_hh_l2_reverse	4	-0.036855872720479965
57	rnn.weight_hh_l2_reverse	5	-0.014849063940346241
57	rnn.weight_hh_l2_reverse	6	-0.040162596851587296
57	rnn.weight_hh_l2_reverse	7	-0.059827931225299835
57	rnn.weight_hh_l2_reverse	8	-0.00673977006226778
57	rnn.weight_hh_l2_reverse	9	-0.05904001370072365
57	rnn.bias_ih_l2_reverse	0	-0.021155305206775665
57	rnn.bias_ih_l2_reverse	1	-0.027872774749994278
57	rnn.bias_ih_l2_reverse	2	0.03640500083565712
57	rnn.bias_ih_l2_reverse	3	0.010886834934353828
57	rnn.bias_ih_l2_reverse	4	0.07889913767576218
57	rnn.bias_ih_l2_reverse	5	-0.08935035020112991
57	rnn.bias_ih_l2_reverse	6	-0.04300324246287346
57	rnn.bias_ih_l2_reverse	7	-0.055881381034851074
57	rnn.bias_ih_l2_reverse	8	0.06271268427371979
57	rnn.bias_ih_l2_reverse	9	0.022711481899023056
57	rnn.bias_hh_l2_reverse	0	0.06256195902824402
57	rnn.bias_hh_l2_reverse	1	-0.06996109336614609
57	rnn.bias_hh_l2_reverse	2	-0.06718315184116364
57	rnn.bias_hh_l2_reverse	3	0.03629899397492409
57	rnn.bias_hh_l2_reverse	4	0.02575124427676201
57	rnn.bias_hh_l2_reverse	5	0.03783600404858589
57	rnn.bias_hh_l2_reverse	6	-0.0820891410112381
57	rnn.bias_hh_l2_reverse	7	-0.011155827902257442
57	rnn.bias_hh_l2_reverse	8	-0.08401340246200562
57	rnn.bias_hh_l2_reverse	9	-0.05419573560357094
57	linear.weight	0	0.025028489530086517
57	linear.weight	1	0.08030491322278976
57	linear.weight	2	-0.02046038582921028
57	linear.weight	3	-0.0335361510515213
57	linear.weight	4	-0.022248394787311554
57	linear.weight	5	0.045191336423158646
57	linear.weight	6	0.010626384988427162
57	linear.weight	7	-0.05447404086589813
57	linear.weight	8	0.007480857893824577
57	linear.weight	9	0.05840487778186798
57	linear.bias	0	0.48099014163017273
57	linear.bias	1	0.4490891695022583
57	linear.bias	2	-1.4771069288253784
57	linear.bias	3	-0.05754556506872177
57	linear.bias	4	-0.050822705030441284
57	linear.bias	5	0.44572338461875916
58	transitions	0	0.07714372873306274
58	transitions	1	-10000.0
58	transitions	2	2.0243237018585205
58	transitions	3	-0.9978203177452087
58	transitions	4	-10000.0
58	transitions	5	-10000.0
58	transitions	6	-10000.0
58	transitions	7	0.8838232755661011
58	transitions	8	0.8817837834358215
58	transitions	9	-1.1979907751083374
58	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
58	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
58	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
58	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
58	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
58	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
58	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
58	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
58	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
58	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
58	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
58	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
58	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
58	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
58	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
58	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
58	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
58	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
58	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
58	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
58	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
58	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
58	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
58	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
58	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
58	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
58	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
58	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
58	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
58	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
58	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
58	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
58	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
58	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
58	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
58	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
58	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
58	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
58	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
58	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
58	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
58	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
58	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
58	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
58	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
58	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
58	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
58	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
58	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
58	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
58	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
58	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
58	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
58	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
58	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
58	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
58	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
58	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
58	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
58	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
58	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
58	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
58	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
58	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
58	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
58	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
58	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
58	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
58	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
58	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
58	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
58	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
58	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
58	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
58	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
58	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
58	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
58	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
58	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
58	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
58	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
58	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
58	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
58	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
58	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
58	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
58	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
58	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
58	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
58	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
58	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
58	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
58	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
58	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
58	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
58	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
58	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
58	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
58	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
58	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
58	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
58	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
58	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
58	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
58	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
58	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
58	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
58	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
58	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
58	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
58	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
58	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
58	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
58	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
58	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
58	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
58	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
58	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
58	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
58	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
58	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
58	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
58	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
58	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
58	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
58	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
58	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
58	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
58	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
58	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
58	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
58	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
58	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
58	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
58	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
58	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
58	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
58	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
58	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
58	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
58	embedding2nn.weight	0	0.014805382117629051
58	embedding2nn.weight	1	0.0005564095336012542
58	embedding2nn.weight	2	0.0056436313316226006
58	embedding2nn.weight	3	0.0008344295201823115
58	embedding2nn.weight	4	-0.008253948763012886
58	embedding2nn.weight	5	-0.005537125281989574
58	embedding2nn.weight	6	-0.0014171514194458723
58	embedding2nn.weight	7	-0.0031300343107432127
58	embedding2nn.weight	8	0.014986254274845123
58	embedding2nn.weight	9	0.004349364433437586
58	embedding2nn.bias	0	0.004857804626226425
58	embedding2nn.bias	1	-0.012248878367245197
58	embedding2nn.bias	2	0.01701480895280838
58	embedding2nn.bias	3	-0.012788970023393631
58	embedding2nn.bias	4	-0.01701824553310871
58	embedding2nn.bias	5	-0.0032828147523105145
58	embedding2nn.bias	6	0.010506113059818745
58	embedding2nn.bias	7	0.01446814090013504
58	embedding2nn.bias	8	-0.007310037966817617
58	embedding2nn.bias	9	0.0034593516029417515
58	rnn.weight_ih_l0	0	-0.05083976686000824
58	rnn.weight_ih_l0	1	0.05073562636971474
58	rnn.weight_ih_l0	2	0.03183693811297417
58	rnn.weight_ih_l0	3	0.01469812449067831
58	rnn.weight_ih_l0	4	0.012675144709646702
58	rnn.weight_ih_l0	5	0.08418161422014236
58	rnn.weight_ih_l0	6	0.07565857470035553
58	rnn.weight_ih_l0	7	0.03776922449469566
58	rnn.weight_ih_l0	8	-0.04554915428161621
58	rnn.weight_ih_l0	9	0.008144212886691093
58	rnn.weight_hh_l0	0	0.008478190749883652
58	rnn.weight_hh_l0	1	-0.06339419633150101
58	rnn.weight_hh_l0	2	-0.06542401015758514
58	rnn.weight_hh_l0	3	0.07252899557352066
58	rnn.weight_hh_l0	4	0.07114290446043015
58	rnn.weight_hh_l0	5	0.003953037317842245
58	rnn.weight_hh_l0	6	0.0036907873582094908
58	rnn.weight_hh_l0	7	-0.025705285370349884
58	rnn.weight_hh_l0	8	-0.029027286916971207
58	rnn.weight_hh_l0	9	0.05798505246639252
58	rnn.bias_ih_l0	0	-0.06912821531295776
58	rnn.bias_ih_l0	1	0.08582974970340729
58	rnn.bias_ih_l0	2	0.02092711441218853
58	rnn.bias_ih_l0	3	0.07873952388763428
58	rnn.bias_ih_l0	4	-0.0674406886100769
58	rnn.bias_ih_l0	5	0.08691161870956421
58	rnn.bias_ih_l0	6	-0.0653783306479454
58	rnn.bias_ih_l0	7	-0.03350330889225006
58	rnn.bias_ih_l0	8	-0.08168118447065353
58	rnn.bias_ih_l0	9	-0.0498180165886879
58	rnn.bias_hh_l0	0	0.03630620241165161
58	rnn.bias_hh_l0	1	0.07201332598924637
58	rnn.bias_hh_l0	2	0.06740529835224152
58	rnn.bias_hh_l0	3	0.08213819563388824
58	rnn.bias_hh_l0	4	-0.09172341972589493
58	rnn.bias_hh_l0	5	-0.07219161838293076
58	rnn.bias_hh_l0	6	0.07604171335697174
58	rnn.bias_hh_l0	7	-0.08910813927650452
58	rnn.bias_hh_l0	8	-0.02632790431380272
58	rnn.bias_hh_l0	9	-0.0033383818808943033
58	rnn.weight_ih_l0_reverse	0	0.07924990355968475
58	rnn.weight_ih_l0_reverse	1	0.07355713099241257
58	rnn.weight_ih_l0_reverse	2	0.03888070955872536
58	rnn.weight_ih_l0_reverse	3	0.03380221873521805
58	rnn.weight_ih_l0_reverse	4	-0.0372876301407814
58	rnn.weight_ih_l0_reverse	5	0.05110111087560654
58	rnn.weight_ih_l0_reverse	6	0.0664382204413414
58	rnn.weight_ih_l0_reverse	7	0.022745264694094658
58	rnn.weight_ih_l0_reverse	8	-0.05861425772309303
58	rnn.weight_ih_l0_reverse	9	-0.05282070115208626
58	rnn.weight_hh_l0_reverse	0	0.02536860853433609
58	rnn.weight_hh_l0_reverse	1	-0.08727078884840012
58	rnn.weight_hh_l0_reverse	2	0.06277444213628769
58	rnn.weight_hh_l0_reverse	3	-0.0214232224971056
58	rnn.weight_hh_l0_reverse	4	0.08379687368869781
58	rnn.weight_hh_l0_reverse	5	-0.0011588112683966756
58	rnn.weight_hh_l0_reverse	6	0.02806721441447735
58	rnn.weight_hh_l0_reverse	7	0.0782981887459755
58	rnn.weight_hh_l0_reverse	8	-0.022213824093341827
58	rnn.weight_hh_l0_reverse	9	-0.04669300839304924
58	rnn.bias_ih_l0_reverse	0	0.0014974972000345588
58	rnn.bias_ih_l0_reverse	1	-0.02163097821176052
58	rnn.bias_ih_l0_reverse	2	-0.019524361938238144
58	rnn.bias_ih_l0_reverse	3	0.04727516323328018
58	rnn.bias_ih_l0_reverse	4	0.06844130158424377
58	rnn.bias_ih_l0_reverse	5	-0.024050742387771606
58	rnn.bias_ih_l0_reverse	6	-0.02754572220146656
58	rnn.bias_ih_l0_reverse	7	-0.05043530464172363
58	rnn.bias_ih_l0_reverse	8	0.00516636623069644
58	rnn.bias_ih_l0_reverse	9	-0.0721946433186531
58	rnn.bias_hh_l0_reverse	0	0.035661421716213226
58	rnn.bias_hh_l0_reverse	1	-0.07355724275112152
58	rnn.bias_hh_l0_reverse	2	0.07829876989126205
58	rnn.bias_hh_l0_reverse	3	0.05557175353169441
58	rnn.bias_hh_l0_reverse	4	0.02541116438806057
58	rnn.bias_hh_l0_reverse	5	0.04132439196109772
58	rnn.bias_hh_l0_reverse	6	0.06380634754896164
58	rnn.bias_hh_l0_reverse	7	0.08154613524675369
58	rnn.bias_hh_l0_reverse	8	-0.009940489195287228
58	rnn.bias_hh_l0_reverse	9	0.052613865584135056
58	rnn.weight_ih_l1	0	0.021367594599723816
58	rnn.weight_ih_l1	1	0.014907682314515114
58	rnn.weight_ih_l1	2	0.07330712676048279
58	rnn.weight_ih_l1	3	-0.024303583428263664
58	rnn.weight_ih_l1	4	-0.024264845997095108
58	rnn.weight_ih_l1	5	-0.012097030878067017
58	rnn.weight_ih_l1	6	0.07126807421445847
58	rnn.weight_ih_l1	7	-0.006038331892341375
58	rnn.weight_ih_l1	8	-0.053127121180295944
58	rnn.weight_ih_l1	9	0.06067858263850212
58	rnn.weight_hh_l1	0	-0.07181065529584885
58	rnn.weight_hh_l1	1	-0.03682988882064819
58	rnn.weight_hh_l1	2	-0.008215251378715038
58	rnn.weight_hh_l1	3	-0.05849582701921463
58	rnn.weight_hh_l1	4	0.08574891090393066
58	rnn.weight_hh_l1	5	-0.08413084596395493
58	rnn.weight_hh_l1	6	-0.0484994538128376
58	rnn.weight_hh_l1	7	0.06515625864267349
58	rnn.weight_hh_l1	8	-0.01354050450026989
58	rnn.weight_hh_l1	9	-0.040298283100128174
58	rnn.bias_ih_l1	0	-0.06296597421169281
58	rnn.bias_ih_l1	1	0.057607829570770264
58	rnn.bias_ih_l1	2	-0.051466941833496094
58	rnn.bias_ih_l1	3	-0.06671125441789627
58	rnn.bias_ih_l1	4	-0.03083117865025997
58	rnn.bias_ih_l1	5	-0.04836239293217659
58	rnn.bias_ih_l1	6	-0.04431108757853508
58	rnn.bias_ih_l1	7	0.06322094053030014
58	rnn.bias_ih_l1	8	0.08589048683643341
58	rnn.bias_ih_l1	9	0.0351649634540081
58	rnn.bias_hh_l1	0	0.07009865343570709
58	rnn.bias_hh_l1	1	-0.058725275099277496
58	rnn.bias_hh_l1	2	0.023290414363145828
58	rnn.bias_hh_l1	3	0.06213010102510452
58	rnn.bias_hh_l1	4	0.05809434503316879
58	rnn.bias_hh_l1	5	-0.07895310968160629
58	rnn.bias_hh_l1	6	0.015592069365084171
58	rnn.bias_hh_l1	7	0.038686998188495636
58	rnn.bias_hh_l1	8	0.012073300778865814
58	rnn.bias_hh_l1	9	-0.003746718168258667
58	rnn.weight_ih_l1_reverse	0	0.08600913733243942
58	rnn.weight_ih_l1_reverse	1	-0.041580379009246826
58	rnn.weight_ih_l1_reverse	2	-0.062131308019161224
58	rnn.weight_ih_l1_reverse	3	0.025567451491951942
58	rnn.weight_ih_l1_reverse	4	-0.04593554884195328
58	rnn.weight_ih_l1_reverse	5	0.024137066677212715
58	rnn.weight_ih_l1_reverse	6	0.04044236242771149
58	rnn.weight_ih_l1_reverse	7	0.02037825621664524
58	rnn.weight_ih_l1_reverse	8	-0.0077764117158949375
58	rnn.weight_ih_l1_reverse	9	-0.06610745191574097
58	rnn.weight_hh_l1_reverse	0	0.005355441477149725
58	rnn.weight_hh_l1_reverse	1	0.018808981403708458
58	rnn.weight_hh_l1_reverse	2	-0.05816766992211342
58	rnn.weight_hh_l1_reverse	3	-0.01297861710190773
58	rnn.weight_hh_l1_reverse	4	0.008595775812864304
58	rnn.weight_hh_l1_reverse	5	-0.06213325262069702
58	rnn.weight_hh_l1_reverse	6	-0.06726772338151932
58	rnn.weight_hh_l1_reverse	7	-0.01155691035091877
58	rnn.weight_hh_l1_reverse	8	-0.05615542456507683
58	rnn.weight_hh_l1_reverse	9	-0.043343234807252884
58	rnn.bias_ih_l1_reverse	0	-0.00293724425137043
58	rnn.bias_ih_l1_reverse	1	-0.04026739299297333
58	rnn.bias_ih_l1_reverse	2	0.02247072011232376
58	rnn.bias_ih_l1_reverse	3	-0.07636293768882751
58	rnn.bias_ih_l1_reverse	4	-0.08656226098537445
58	rnn.bias_ih_l1_reverse	5	-0.08844956755638123
58	rnn.bias_ih_l1_reverse	6	0.059260401874780655
58	rnn.bias_ih_l1_reverse	7	0.08574695885181427
58	rnn.bias_ih_l1_reverse	8	0.0037132108118385077
58	rnn.bias_ih_l1_reverse	9	-0.014297591522336006
58	rnn.bias_hh_l1_reverse	0	0.058708637952804565
58	rnn.bias_hh_l1_reverse	1	-0.07055964320898056
58	rnn.bias_hh_l1_reverse	2	-0.049508050084114075
58	rnn.bias_hh_l1_reverse	3	0.07379572838544846
58	rnn.bias_hh_l1_reverse	4	-0.023903466761112213
58	rnn.bias_hh_l1_reverse	5	-0.00824342854321003
58	rnn.bias_hh_l1_reverse	6	-0.05922867730259895
58	rnn.bias_hh_l1_reverse	7	-0.061374325305223465
58	rnn.bias_hh_l1_reverse	8	0.06533252447843552
58	rnn.bias_hh_l1_reverse	9	0.04217822104692459
58	rnn.weight_ih_l2	0	0.0705566555261612
58	rnn.weight_ih_l2	1	-0.054029278457164764
58	rnn.weight_ih_l2	2	0.06329670548439026
58	rnn.weight_ih_l2	3	0.06643403321504593
58	rnn.weight_ih_l2	4	0.058193184435367584
58	rnn.weight_ih_l2	5	-0.038629092276096344
58	rnn.weight_ih_l2	6	-0.07593272626399994
58	rnn.weight_ih_l2	7	0.01433731522411108
58	rnn.weight_ih_l2	8	-0.017130400985479355
58	rnn.weight_ih_l2	9	-0.06924962252378464
58	rnn.weight_hh_l2	0	0.048507142812013626
58	rnn.weight_hh_l2	1	0.031765058636665344
58	rnn.weight_hh_l2	2	-0.05493118613958359
58	rnn.weight_hh_l2	3	-0.025115633383393288
58	rnn.weight_hh_l2	4	0.05402512475848198
58	rnn.weight_hh_l2	5	-0.024977585300803185
58	rnn.weight_hh_l2	6	0.0077776419930160046
58	rnn.weight_hh_l2	7	-0.05281991511583328
58	rnn.weight_hh_l2	8	-0.005438058637082577
58	rnn.weight_hh_l2	9	-0.02008255012333393
58	rnn.bias_ih_l2	0	0.10602328926324844
58	rnn.bias_ih_l2	1	0.01506471261382103
58	rnn.bias_ih_l2	2	0.06763824075460434
58	rnn.bias_ih_l2	3	0.014187141321599483
58	rnn.bias_ih_l2	4	-0.005407549440860748
58	rnn.bias_ih_l2	5	0.04118580371141434
58	rnn.bias_ih_l2	6	0.013910025358200073
58	rnn.bias_ih_l2	7	0.011169313453137875
58	rnn.bias_ih_l2	8	0.025942064821720123
58	rnn.bias_ih_l2	9	-0.013164808973670006
58	rnn.bias_hh_l2	0	0.061178937554359436
58	rnn.bias_hh_l2	1	9.357844101032242e-05
58	rnn.bias_hh_l2	2	0.070090152323246
58	rnn.bias_hh_l2	3	0.03093777224421501
58	rnn.bias_hh_l2	4	0.07281859219074249
58	rnn.bias_hh_l2	5	-0.040453385561704636
58	rnn.bias_hh_l2	6	0.007152837235480547
58	rnn.bias_hh_l2	7	-0.02527746930718422
58	rnn.bias_hh_l2	8	0.04310977831482887
58	rnn.bias_hh_l2	9	0.0505489744246006
58	rnn.weight_ih_l2_reverse	0	0.08235500007867813
58	rnn.weight_ih_l2_reverse	1	-0.0570288747549057
58	rnn.weight_ih_l2_reverse	2	0.0008451914181932807
58	rnn.weight_ih_l2_reverse	3	0.03526735305786133
58	rnn.weight_ih_l2_reverse	4	0.053980350494384766
58	rnn.weight_ih_l2_reverse	5	-0.04063299670815468
58	rnn.weight_ih_l2_reverse	6	-0.00037144351517781615
58	rnn.weight_ih_l2_reverse	7	-0.007056106347590685
58	rnn.weight_ih_l2_reverse	8	0.007561268284916878
58	rnn.weight_ih_l2_reverse	9	-0.08177865296602249
58	rnn.weight_hh_l2_reverse	0	-0.08276455104351044
58	rnn.weight_hh_l2_reverse	1	0.012382365763187408
58	rnn.weight_hh_l2_reverse	2	0.010550370439887047
58	rnn.weight_hh_l2_reverse	3	0.024334466084837914
58	rnn.weight_hh_l2_reverse	4	-0.03685584291815758
58	rnn.weight_hh_l2_reverse	5	-0.014850698411464691
58	rnn.weight_hh_l2_reverse	6	-0.04013405740261078
58	rnn.weight_hh_l2_reverse	7	-0.05983257666230202
58	rnn.weight_hh_l2_reverse	8	-0.006735089235007763
58	rnn.weight_hh_l2_reverse	9	-0.05904236435890198
58	rnn.bias_ih_l2_reverse	0	-0.019276779145002365
58	rnn.bias_ih_l2_reverse	1	-0.027722451835870743
58	rnn.bias_ih_l2_reverse	2	0.03630325570702553
58	rnn.bias_ih_l2_reverse	3	0.012556280009448528
58	rnn.bias_ih_l2_reverse	4	0.07885725796222687
58	rnn.bias_ih_l2_reverse	5	-0.08939961344003677
58	rnn.bias_ih_l2_reverse	6	-0.043020594865083694
58	rnn.bias_ih_l2_reverse	7	-0.055889058858156204
58	rnn.bias_ih_l2_reverse	8	0.05969058722257614
58	rnn.bias_ih_l2_reverse	9	0.02351328916847706
58	rnn.bias_hh_l2_reverse	0	0.07062801718711853
58	rnn.bias_hh_l2_reverse	1	-0.06997162103652954
58	rnn.bias_hh_l2_reverse	2	-0.0671713724732399
58	rnn.bias_hh_l2_reverse	3	0.03624085709452629
58	rnn.bias_hh_l2_reverse	4	0.026297733187675476
58	rnn.bias_hh_l2_reverse	5	0.03780844807624817
58	rnn.bias_hh_l2_reverse	6	-0.08204137533903122
58	rnn.bias_hh_l2_reverse	7	-0.011156363412737846
58	rnn.bias_hh_l2_reverse	8	-0.08436848968267441
58	rnn.bias_hh_l2_reverse	9	-0.05417661368846893
58	linear.weight	0	0.025028489530086517
58	linear.weight	1	0.08326571434736252
58	linear.weight	2	-0.02052527852356434
58	linear.weight	3	-0.03402889892458916
58	linear.weight	4	-0.022248394787311554
58	linear.weight	5	0.04566435515880585
58	linear.weight	6	0.009637841023504734
58	linear.weight	7	-0.05582314357161522
58	linear.weight	8	0.007417222019284964
58	linear.weight	9	0.060743238776922226
58	linear.bias	0	0.46396565437316895
58	linear.bias	1	0.4174765646457672
58	linear.bias	2	-1.4806854724884033
58	linear.bias	3	-0.05754556506872177
58	linear.bias	4	-0.050822705030441284
58	linear.bias	5	0.49793893098831177
59	transitions	0	0.07696826010942459
59	transitions	1	-10000.0
59	transitions	2	2.064079999923706
59	transitions	3	-0.8998523354530334
59	transitions	4	-10000.0
59	transitions	5	-10000.0
59	transitions	6	-10000.0
59	transitions	7	0.8837924599647522
59	transitions	8	0.8813464641571045
59	transitions	9	-1.2006480693817139
59	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
59	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
59	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
59	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
59	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
59	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
59	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
59	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
59	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
59	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
59	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
59	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
59	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
59	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
59	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
59	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
59	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
59	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
59	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
59	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
59	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
59	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
59	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
59	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
59	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
59	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
59	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
59	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
59	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
59	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
59	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
59	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
59	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
59	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
59	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
59	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
59	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
59	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
59	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
59	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
59	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
59	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
59	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
59	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
59	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
59	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
59	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
59	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
59	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
59	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
59	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
59	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
59	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
59	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
59	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
59	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
59	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
59	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
59	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
59	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
59	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
59	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
59	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
59	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
59	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
59	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
59	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
59	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
59	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
59	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
59	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
59	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
59	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
59	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
59	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
59	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
59	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
59	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
59	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
59	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
59	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
59	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
59	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
59	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
59	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
59	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
59	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
59	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
59	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
59	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
59	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
59	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
59	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
59	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
59	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
59	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
59	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
59	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
59	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
59	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
59	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
59	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
59	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
59	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
59	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
59	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
59	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
59	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
59	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
59	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
59	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
59	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
59	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
59	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
59	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
59	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
59	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
59	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
59	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
59	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
59	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
59	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
59	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
59	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
59	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
59	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
59	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
59	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
59	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
59	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
59	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
59	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
59	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
59	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
59	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
59	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
59	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
59	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
59	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
59	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
59	embedding2nn.weight	0	0.014768495224416256
59	embedding2nn.weight	1	0.0005363653181120753
59	embedding2nn.weight	2	0.00563923129811883
59	embedding2nn.weight	3	0.0008369682473130524
59	embedding2nn.weight	4	-0.008617017418146133
59	embedding2nn.weight	5	-0.005422428250312805
59	embedding2nn.weight	6	-0.001619208138436079
59	embedding2nn.weight	7	-0.003138910746201873
59	embedding2nn.weight	8	0.014952781610190868
59	embedding2nn.weight	9	0.00436638155952096
59	embedding2nn.bias	0	0.00719237606972456
59	embedding2nn.bias	1	-0.01182520017027855
59	embedding2nn.bias	2	0.01384332962334156
59	embedding2nn.bias	3	-0.014948802068829536
59	embedding2nn.bias	4	-0.01713283732533455
59	embedding2nn.bias	5	-0.0036358002107590437
59	embedding2nn.bias	6	0.006851213984191418
59	embedding2nn.bias	7	0.012717324309051037
59	embedding2nn.bias	8	-0.0045795622281730175
59	embedding2nn.bias	9	0.0027716050390154123
59	rnn.weight_ih_l0	0	-0.05085071176290512
59	rnn.weight_ih_l0	1	0.050731830298900604
59	rnn.weight_ih_l0	2	0.031837236136198044
59	rnn.weight_ih_l0	3	0.014708645641803741
59	rnn.weight_ih_l0	4	0.012601267546415329
59	rnn.weight_ih_l0	5	0.08417949080467224
59	rnn.weight_ih_l0	6	0.07567986100912094
59	rnn.weight_ih_l0	7	0.037775393575429916
59	rnn.weight_ih_l0	8	-0.04559655860066414
59	rnn.weight_ih_l0	9	0.008093414828181267
59	rnn.weight_hh_l0	0	0.008451596833765507
59	rnn.weight_hh_l0	1	-0.0634259432554245
59	rnn.weight_hh_l0	2	-0.06541401892900467
59	rnn.weight_hh_l0	3	0.07255042344331741
59	rnn.weight_hh_l0	4	0.07115582376718521
59	rnn.weight_hh_l0	5	0.004158549476414919
59	rnn.weight_hh_l0	6	0.0039956048130989075
59	rnn.weight_hh_l0	7	-0.025613635778427124
59	rnn.weight_hh_l0	8	-0.02914833463728428
59	rnn.weight_hh_l0	9	0.058014485985040665
59	rnn.bias_ih_l0	0	-0.06964267045259476
59	rnn.bias_ih_l0	1	0.08585710823535919
59	rnn.bias_ih_l0	2	0.02113751322031021
59	rnn.bias_ih_l0	3	0.08047563582658768
59	rnn.bias_ih_l0	4	-0.06698259711265564
59	rnn.bias_ih_l0	5	0.08646360784769058
59	rnn.bias_ih_l0	6	-0.07169756293296814
59	rnn.bias_ih_l0	7	-0.03366507589817047
59	rnn.bias_ih_l0	8	-0.08457721024751663
59	rnn.bias_ih_l0	9	-0.05011308938264847
59	rnn.bias_hh_l0	0	0.037378355860710144
59	rnn.bias_hh_l0	1	0.07179728895425797
59	rnn.bias_hh_l0	2	0.06701184809207916
59	rnn.bias_hh_l0	3	0.08200526982545853
59	rnn.bias_hh_l0	4	-0.08654419332742691
59	rnn.bias_hh_l0	5	-0.07211476564407349
59	rnn.bias_hh_l0	6	0.07611474394798279
59	rnn.bias_hh_l0	7	-0.08734258264303207
59	rnn.bias_hh_l0	8	-0.026256687939167023
59	rnn.bias_hh_l0	9	0.003344631753861904
59	rnn.weight_ih_l0_reverse	0	0.0792500302195549
59	rnn.weight_ih_l0_reverse	1	0.07350753992795944
59	rnn.weight_ih_l0_reverse	2	0.03885089233517647
59	rnn.weight_ih_l0_reverse	3	0.03381234034895897
59	rnn.weight_ih_l0_reverse	4	-0.03733174502849579
59	rnn.weight_ih_l0_reverse	5	0.051102712750434875
59	rnn.weight_ih_l0_reverse	6	0.06643792241811752
59	rnn.weight_ih_l0_reverse	7	0.022617757320404053
59	rnn.weight_ih_l0_reverse	8	-0.05852355435490608
59	rnn.weight_ih_l0_reverse	9	-0.052821796387434006
59	rnn.weight_hh_l0_reverse	0	0.025388799607753754
59	rnn.weight_hh_l0_reverse	1	-0.08727531135082245
59	rnn.weight_hh_l0_reverse	2	0.06278472393751144
59	rnn.weight_hh_l0_reverse	3	-0.02142339199781418
59	rnn.weight_hh_l0_reverse	4	0.0837697684764862
59	rnn.weight_hh_l0_reverse	5	-0.0011791599681600928
59	rnn.weight_hh_l0_reverse	6	0.028059542179107666
59	rnn.weight_hh_l0_reverse	7	0.07829080522060394
59	rnn.weight_hh_l0_reverse	8	-0.022224700078368187
59	rnn.weight_hh_l0_reverse	9	-0.04669171944260597
59	rnn.bias_ih_l0_reverse	0	0.0009682494564913213
59	rnn.bias_ih_l0_reverse	1	-0.023508736863732338
59	rnn.bias_ih_l0_reverse	2	-0.019910290837287903
59	rnn.bias_ih_l0_reverse	3	0.04703741520643234
59	rnn.bias_ih_l0_reverse	4	0.0682528093457222
59	rnn.bias_ih_l0_reverse	5	-0.024383582174777985
59	rnn.bias_ih_l0_reverse	6	-0.02747805044054985
59	rnn.bias_ih_l0_reverse	7	-0.0509718656539917
59	rnn.bias_ih_l0_reverse	8	0.0035446109250187874
59	rnn.bias_ih_l0_reverse	9	-0.07067956775426865
59	rnn.bias_hh_l0_reverse	0	0.03587871417403221
59	rnn.bias_hh_l0_reverse	1	-0.07204216718673706
59	rnn.bias_hh_l0_reverse	2	0.0777236670255661
59	rnn.bias_hh_l0_reverse	3	0.05536031723022461
59	rnn.bias_hh_l0_reverse	4	0.025786587968468666
59	rnn.bias_hh_l0_reverse	5	0.04084230586886406
59	rnn.bias_hh_l0_reverse	6	0.06373199075460434
59	rnn.bias_hh_l0_reverse	7	0.08261702954769135
59	rnn.bias_hh_l0_reverse	8	-0.009883050806820393
59	rnn.bias_hh_l0_reverse	9	0.0487818717956543
59	rnn.weight_ih_l1	0	0.021714946255087852
59	rnn.weight_ih_l1	1	0.014943434856832027
59	rnn.weight_ih_l1	2	0.07321111857891083
59	rnn.weight_ih_l1	3	-0.024304738268256187
59	rnn.weight_ih_l1	4	-0.02427324838936329
59	rnn.weight_ih_l1	5	-0.012146038003265858
59	rnn.weight_ih_l1	6	0.07129821926355362
59	rnn.weight_ih_l1	7	-0.006503192242234945
59	rnn.weight_ih_l1	8	-0.05311918258666992
59	rnn.weight_ih_l1	9	0.059730421751737595
59	rnn.weight_hh_l1	0	-0.07258126884698868
59	rnn.weight_hh_l1	1	-0.037076931446790695
59	rnn.weight_hh_l1	2	-0.008212805725634098
59	rnn.weight_hh_l1	3	-0.05847723409533501
59	rnn.weight_hh_l1	4	0.0856618732213974
59	rnn.weight_hh_l1	5	-0.08406160026788712
59	rnn.weight_hh_l1	6	-0.04844273254275322
59	rnn.weight_hh_l1	7	0.06536261737346649
59	rnn.weight_hh_l1	8	-0.013571583665907383
59	rnn.weight_hh_l1	9	-0.04076733440160751
59	rnn.bias_ih_l1	0	-0.06361629068851471
59	rnn.bias_ih_l1	1	0.057565342634916306
59	rnn.bias_ih_l1	2	-0.05138767510652542
59	rnn.bias_ih_l1	3	-0.066766656935215
59	rnn.bias_ih_l1	4	-0.030346980318427086
59	rnn.bias_ih_l1	5	-0.038000576198101044
59	rnn.bias_ih_l1	6	-0.04725445806980133
59	rnn.bias_ih_l1	7	0.06187707558274269
59	rnn.bias_ih_l1	8	0.08542894572019577
59	rnn.bias_ih_l1	9	0.03103506565093994
59	rnn.bias_hh_l1	0	0.06990431249141693
59	rnn.bias_hh_l1	1	-0.05868120491504669
59	rnn.bias_hh_l1	2	0.023113219067454338
59	rnn.bias_hh_l1	3	0.06280479580163956
59	rnn.bias_hh_l1	4	0.05757880583405495
59	rnn.bias_hh_l1	5	-0.07868120819330215
59	rnn.bias_hh_l1	6	0.0154546108096838
59	rnn.bias_hh_l1	7	0.03854222223162651
59	rnn.bias_hh_l1	8	0.011393936350941658
59	rnn.bias_hh_l1	9	-0.0037872260436415672
59	rnn.weight_ih_l1_reverse	0	0.0860174223780632
59	rnn.weight_ih_l1_reverse	1	-0.04157142713665962
59	rnn.weight_ih_l1_reverse	2	-0.06212854012846947
59	rnn.weight_ih_l1_reverse	3	0.025561824440956116
59	rnn.weight_ih_l1_reverse	4	-0.045933350920677185
59	rnn.weight_ih_l1_reverse	5	0.02414090745151043
59	rnn.weight_ih_l1_reverse	6	0.04044843465089798
59	rnn.weight_ih_l1_reverse	7	0.020357917994260788
59	rnn.weight_ih_l1_reverse	8	-0.007771255448460579
59	rnn.weight_ih_l1_reverse	9	-0.0663866251707077
59	rnn.weight_hh_l1_reverse	0	0.0053551378659904
59	rnn.weight_hh_l1_reverse	1	0.018818553537130356
59	rnn.weight_hh_l1_reverse	2	-0.05816936865448952
59	rnn.weight_hh_l1_reverse	3	-0.012954081408679485
59	rnn.weight_hh_l1_reverse	4	0.008591637015342712
59	rnn.weight_hh_l1_reverse	5	-0.06244884431362152
59	rnn.weight_hh_l1_reverse	6	-0.06727265566587448
59	rnn.weight_hh_l1_reverse	7	-0.011563512496650219
59	rnn.weight_hh_l1_reverse	8	-0.05616968870162964
59	rnn.weight_hh_l1_reverse	9	-0.043349090963602066
59	rnn.bias_ih_l1_reverse	0	-0.0029810501728206873
59	rnn.bias_ih_l1_reverse	1	-0.040185656398534775
59	rnn.bias_ih_l1_reverse	2	0.022229628637433052
59	rnn.bias_ih_l1_reverse	3	-0.07632199674844742
59	rnn.bias_ih_l1_reverse	4	-0.08630409836769104
59	rnn.bias_ih_l1_reverse	5	-0.08840378373861313
59	rnn.bias_ih_l1_reverse	6	0.058764711022377014
59	rnn.bias_ih_l1_reverse	7	0.08549555391073227
59	rnn.bias_ih_l1_reverse	8	-0.0003777625970542431
59	rnn.bias_ih_l1_reverse	9	-0.014259732328355312
59	rnn.bias_hh_l1_reverse	0	0.05861528590321541
59	rnn.bias_hh_l1_reverse	1	-0.07027006894350052
59	rnn.bias_hh_l1_reverse	2	-0.049486272037029266
59	rnn.bias_hh_l1_reverse	3	0.07428891211748123
59	rnn.bias_hh_l1_reverse	4	-0.02418726123869419
59	rnn.bias_hh_l1_reverse	5	-0.00838956143707037
59	rnn.bias_hh_l1_reverse	6	-0.059489455074071884
59	rnn.bias_hh_l1_reverse	7	-0.061285778880119324
59	rnn.bias_hh_l1_reverse	8	0.06543350964784622
59	rnn.bias_hh_l1_reverse	9	0.043995779007673264
59	rnn.weight_ih_l2	0	0.07064846158027649
59	rnn.weight_ih_l2	1	-0.053997889161109924
59	rnn.weight_ih_l2	2	0.0632869228720665
59	rnn.weight_ih_l2	3	0.06666049361228943
59	rnn.weight_ih_l2	4	0.05826078727841377
59	rnn.weight_ih_l2	5	-0.03862559050321579
59	rnn.weight_ih_l2	6	-0.07537305355072021
59	rnn.weight_ih_l2	7	0.014251315034925938
59	rnn.weight_ih_l2	8	-0.01713157258927822
59	rnn.weight_ih_l2	9	-0.06925876438617706
59	rnn.weight_hh_l2	0	0.04841269180178642
59	rnn.weight_hh_l2	1	0.03184226155281067
59	rnn.weight_hh_l2	2	-0.054935190826654434
59	rnn.weight_hh_l2	3	-0.02511538565158844
59	rnn.weight_hh_l2	4	0.05405966192483902
59	rnn.weight_hh_l2	5	-0.024821238592267036
59	rnn.weight_hh_l2	6	0.00777802849188447
59	rnn.weight_hh_l2	7	-0.052822574973106384
59	rnn.weight_hh_l2	8	-0.005441529210656881
59	rnn.weight_hh_l2	9	-0.020060669630765915
59	rnn.bias_ih_l2	0	0.10940790921449661
59	rnn.bias_ih_l2	1	0.014998544938862324
59	rnn.bias_ih_l2	2	0.06809797137975693
59	rnn.bias_ih_l2	3	0.016425438225269318
59	rnn.bias_ih_l2	4	-0.005124595947563648
59	rnn.bias_ih_l2	5	0.041193217039108276
59	rnn.bias_ih_l2	6	0.013880354352295399
59	rnn.bias_ih_l2	7	0.011658416129648685
59	rnn.bias_ih_l2	8	0.02549551986157894
59	rnn.bias_ih_l2	9	-0.012663218192756176
59	rnn.bias_hh_l2	0	0.06132526695728302
59	rnn.bias_hh_l2	1	-3.09571078105364e-05
59	rnn.bias_hh_l2	2	0.06966523081064224
59	rnn.bias_hh_l2	3	0.030965136364102364
59	rnn.bias_hh_l2	4	0.07336676120758057
59	rnn.bias_hh_l2	5	-0.04231373220682144
59	rnn.bias_hh_l2	6	0.019554680213332176
59	rnn.bias_hh_l2	7	-0.025248974561691284
59	rnn.bias_hh_l2	8	0.04286077618598938
59	rnn.bias_hh_l2	9	0.05354601889848709
59	rnn.weight_ih_l2_reverse	0	0.08235562592744827
59	rnn.weight_ih_l2_reverse	1	-0.05704653635621071
59	rnn.weight_ih_l2_reverse	2	0.0008484059362672269
59	rnn.weight_ih_l2_reverse	3	0.03527229651808739
59	rnn.weight_ih_l2_reverse	4	0.05397909879684448
59	rnn.weight_ih_l2_reverse	5	-0.04063742980360985
59	rnn.weight_ih_l2_reverse	6	-0.00040372423245571554
59	rnn.weight_ih_l2_reverse	7	-0.006588906515389681
59	rnn.weight_ih_l2_reverse	8	0.008331852033734322
59	rnn.weight_ih_l2_reverse	9	-0.08174830675125122
59	rnn.weight_hh_l2_reverse	0	-0.08276519924402237
59	rnn.weight_hh_l2_reverse	1	0.012627451680600643
59	rnn.weight_hh_l2_reverse	2	0.010550223290920258
59	rnn.weight_hh_l2_reverse	3	0.02433045580983162
59	rnn.weight_hh_l2_reverse	4	-0.03686238452792168
59	rnn.weight_hh_l2_reverse	5	-0.014853095635771751
59	rnn.weight_hh_l2_reverse	6	-0.04008273035287857
59	rnn.weight_hh_l2_reverse	7	-0.05982215702533722
59	rnn.weight_hh_l2_reverse	8	-0.006739550735801458
59	rnn.weight_hh_l2_reverse	9	-0.059038300067186356
59	rnn.bias_ih_l2_reverse	0	-0.02174329198896885
59	rnn.bias_ih_l2_reverse	1	-0.02815542370080948
59	rnn.bias_ih_l2_reverse	2	0.035902585834264755
59	rnn.bias_ih_l2_reverse	3	0.019031725823879242
59	rnn.bias_ih_l2_reverse	4	0.07877416163682938
59	rnn.bias_ih_l2_reverse	5	-0.0894465446472168
59	rnn.bias_ih_l2_reverse	6	-0.04301419109106064
59	rnn.bias_ih_l2_reverse	7	-0.05766588822007179
59	rnn.bias_ih_l2_reverse	8	0.058931078761816025
59	rnn.bias_ih_l2_reverse	9	0.021408777683973312
59	rnn.bias_hh_l2_reverse	0	0.03681672364473343
59	rnn.bias_hh_l2_reverse	1	-0.069577656686306
59	rnn.bias_hh_l2_reverse	2	-0.06717374175786972
59	rnn.bias_hh_l2_reverse	3	0.03626919910311699
59	rnn.bias_hh_l2_reverse	4	0.02573915384709835
59	rnn.bias_hh_l2_reverse	5	0.03786842152476311
59	rnn.bias_hh_l2_reverse	6	-0.08205830305814743
59	rnn.bias_hh_l2_reverse	7	-0.011032449081540108
59	rnn.bias_hh_l2_reverse	8	-0.08333201706409454
59	rnn.bias_hh_l2_reverse	9	-0.054140105843544006
59	linear.weight	0	0.025028489530086517
59	linear.weight	1	0.06020765379071236
59	linear.weight	2	-0.02052527852356434
59	linear.weight	3	-0.03846241161227226
59	linear.weight	4	-0.022248394787311554
59	linear.weight	5	0.04257434234023094
59	linear.weight	6	0.0107943220064044
59	linear.weight	7	-0.05114414170384407
59	linear.weight	8	0.004307733848690987
59	linear.weight	9	0.061450548470020294
59	linear.bias	0	0.4980192482471466
59	linear.bias	1	0.5814208388328552
59	linear.bias	2	-1.4822553396224976
59	linear.bias	3	-0.05754556506872177
59	linear.bias	4	-0.050822705030441284
59	linear.bias	5	0.30151093006134033
60	transitions	0	0.07573209702968597
60	transitions	1	-10000.0
60	transitions	2	1.9897260665893555
60	transitions	3	-0.9336541295051575
60	transitions	4	-10000.0
60	transitions	5	-10000.0
60	transitions	6	-10000.0
60	transitions	7	0.883700966835022
60	transitions	8	0.8801664113998413
60	transitions	9	-1.210323691368103
60	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
60	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
60	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
60	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
60	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
60	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
60	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
60	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
60	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
60	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
60	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
60	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
60	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
60	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
60	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
60	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
60	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
60	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
60	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
60	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
60	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
60	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
60	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
60	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
60	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
60	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
60	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
60	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
60	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
60	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
60	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
60	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
60	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
60	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
60	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
60	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
60	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
60	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
60	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
60	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
60	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
60	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
60	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
60	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
60	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
60	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
60	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
60	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
60	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
60	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
60	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
60	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
60	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
60	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
60	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
60	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
60	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
60	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
60	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
60	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
60	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
60	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
60	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
60	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
60	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
60	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
60	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
60	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
60	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
60	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
60	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
60	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
60	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
60	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
60	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
60	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
60	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
60	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
60	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
60	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
60	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
60	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
60	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
60	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
60	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
60	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
60	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
60	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
60	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
60	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
60	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
60	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
60	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
60	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
60	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
60	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
60	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
60	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
60	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
60	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
60	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
60	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
60	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
60	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
60	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
60	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
60	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
60	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
60	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
60	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
60	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
60	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
60	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
60	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
60	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
60	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
60	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
60	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
60	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
60	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
60	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
60	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
60	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
60	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
60	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
60	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
60	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
60	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
60	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
60	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
60	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
60	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
60	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
60	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
60	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
60	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
60	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
60	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
60	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
60	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
60	embedding2nn.weight	0	0.014753453433513641
60	embedding2nn.weight	1	0.0005506734014488757
60	embedding2nn.weight	2	0.005644015967845917
60	embedding2nn.weight	3	0.0008293961873278022
60	embedding2nn.weight	4	-0.008493906818330288
60	embedding2nn.weight	5	-0.005436240695416927
60	embedding2nn.weight	6	-0.0015659693162888288
60	embedding2nn.weight	7	-0.0031369314529001713
60	embedding2nn.weight	8	0.01490564364939928
60	embedding2nn.weight	9	0.004350041039288044
60	embedding2nn.bias	0	0.004189042374491692
60	embedding2nn.bias	1	-0.009133074432611465
60	embedding2nn.bias	2	0.018480556085705757
60	embedding2nn.bias	3	-0.015159097500145435
60	embedding2nn.bias	4	-0.019843384623527527
60	embedding2nn.bias	5	-0.0032471606973558664
60	embedding2nn.bias	6	0.010456175543367863
60	embedding2nn.bias	7	0.01371427346020937
60	embedding2nn.bias	8	-0.0069716512225568295
60	embedding2nn.bias	9	0.004598566796630621
60	rnn.weight_ih_l0	0	-0.05086147040128708
60	rnn.weight_ih_l0	1	0.050727423280477524
60	rnn.weight_ih_l0	2	0.03183663263916969
60	rnn.weight_ih_l0	3	0.014696063473820686
60	rnn.weight_ih_l0	4	0.01264133583754301
60	rnn.weight_ih_l0	5	0.08417940884828568
60	rnn.weight_ih_l0	6	0.07567750662565231
60	rnn.weight_ih_l0	7	0.03777520731091499
60	rnn.weight_ih_l0	8	-0.045561786741018295
60	rnn.weight_ih_l0	9	0.008102409541606903
60	rnn.weight_hh_l0	0	0.008451886475086212
60	rnn.weight_hh_l0	1	-0.0634225606918335
60	rnn.weight_hh_l0	2	-0.06541680544614792
60	rnn.weight_hh_l0	3	0.0723501518368721
60	rnn.weight_hh_l0	4	0.07115963101387024
60	rnn.weight_hh_l0	5	0.004151705652475357
60	rnn.weight_hh_l0	6	0.003955367486923933
60	rnn.weight_hh_l0	7	-0.02577904984354973
60	rnn.weight_hh_l0	8	-0.028989706188440323
60	rnn.weight_hh_l0	9	0.058025043457746506
60	rnn.bias_ih_l0	0	-0.06918887048959732
60	rnn.bias_ih_l0	1	0.08589595556259155
60	rnn.bias_ih_l0	2	0.021057726815342903
60	rnn.bias_ih_l0	3	0.07951156049966812
60	rnn.bias_ih_l0	4	-0.06965305656194687
60	rnn.bias_ih_l0	5	0.08653577417135239
60	rnn.bias_ih_l0	6	-0.06551168859004974
60	rnn.bias_ih_l0	7	-0.03361716866493225
60	rnn.bias_ih_l0	8	-0.08181355893611908
60	rnn.bias_ih_l0	9	-0.04990334063768387
60	rnn.bias_hh_l0	0	0.03556196019053459
60	rnn.bias_hh_l0	1	0.07182563096284866
60	rnn.bias_hh_l0	2	0.06714467704296112
60	rnn.bias_hh_l0	3	0.08210106194019318
60	rnn.bias_hh_l0	4	-0.093514084815979
60	rnn.bias_hh_l0	5	-0.07210998982191086
60	rnn.bias_hh_l0	6	0.07634937018156052
60	rnn.bias_hh_l0	7	-0.09167905151844025
60	rnn.bias_hh_l0	8	-0.02628895454108715
60	rnn.bias_hh_l0	9	-0.0033637071028351784
60	rnn.weight_ih_l0_reverse	0	0.0792461633682251
60	rnn.weight_ih_l0_reverse	1	0.07351856678724289
60	rnn.weight_ih_l0_reverse	2	0.03885527327656746
60	rnn.weight_ih_l0_reverse	3	0.033809319138526917
60	rnn.weight_ih_l0_reverse	4	-0.037318676710128784
60	rnn.weight_ih_l0_reverse	5	0.05110081285238266
60	rnn.weight_ih_l0_reverse	6	0.06644435226917267
60	rnn.weight_ih_l0_reverse	7	0.022602146491408348
60	rnn.weight_ih_l0_reverse	8	-0.058484986424446106
60	rnn.weight_ih_l0_reverse	9	-0.052818942815065384
60	rnn.weight_hh_l0_reverse	0	0.02533877082169056
60	rnn.weight_hh_l0_reverse	1	-0.08728668838739395
60	rnn.weight_hh_l0_reverse	2	0.06278956681489944
60	rnn.weight_hh_l0_reverse	3	-0.02141951024532318
60	rnn.weight_hh_l0_reverse	4	0.08386880904436111
60	rnn.weight_hh_l0_reverse	5	-0.0011694560525938869
60	rnn.weight_hh_l0_reverse	6	0.02812766097486019
60	rnn.weight_hh_l0_reverse	7	0.0782935619354248
60	rnn.weight_hh_l0_reverse	8	-0.022224081680178642
60	rnn.weight_hh_l0_reverse	9	-0.046687960624694824
60	rnn.bias_ih_l0_reverse	0	0.0008980029379017651
60	rnn.bias_ih_l0_reverse	1	-0.021447226405143738
60	rnn.bias_ih_l0_reverse	2	-0.020207500085234642
60	rnn.bias_ih_l0_reverse	3	0.04655927047133446
60	rnn.bias_ih_l0_reverse	4	0.06827007234096527
60	rnn.bias_ih_l0_reverse	5	-0.023819686844944954
60	rnn.bias_ih_l0_reverse	6	-0.027517005801200867
60	rnn.bias_ih_l0_reverse	7	-0.05036729574203491
60	rnn.bias_ih_l0_reverse	8	0.005235827993601561
60	rnn.bias_ih_l0_reverse	9	-0.07111154496669769
60	rnn.bias_hh_l0_reverse	0	0.03581071272492409
60	rnn.bias_hh_l0_reverse	1	-0.07247414439916611
60	rnn.bias_hh_l0_reverse	2	0.07738615572452545
60	rnn.bias_hh_l0_reverse	3	0.05517471209168434
60	rnn.bias_hh_l0_reverse	4	0.02465129643678665
60	rnn.bias_hh_l0_reverse	5	0.04123030975461006
60	rnn.bias_hh_l0_reverse	6	0.06319274753332138
60	rnn.bias_hh_l0_reverse	7	0.08137014508247375
60	rnn.bias_hh_l0_reverse	8	-0.009973634034395218
60	rnn.bias_hh_l0_reverse	9	0.05153495445847511
60	rnn.weight_ih_l1	0	0.021646631881594658
60	rnn.weight_ih_l1	1	0.014933033846318722
60	rnn.weight_ih_l1	2	0.07346301525831223
60	rnn.weight_ih_l1	3	-0.024310147389769554
60	rnn.weight_ih_l1	4	-0.024266453459858894
60	rnn.weight_ih_l1	5	-0.01210553664714098
60	rnn.weight_ih_l1	6	0.07128457725048065
60	rnn.weight_ih_l1	7	-0.006503410637378693
60	rnn.weight_ih_l1	8	-0.053132690489292145
60	rnn.weight_ih_l1	9	0.06006088852882385
60	rnn.weight_hh_l1	0	-0.07278108596801758
60	rnn.weight_hh_l1	1	-0.03699144721031189
60	rnn.weight_hh_l1	2	-0.008221753872931004
60	rnn.weight_hh_l1	3	-0.058489806950092316
60	rnn.weight_hh_l1	4	0.08570784330368042
60	rnn.weight_hh_l1	5	-0.08404780179262161
60	rnn.weight_hh_l1	6	-0.04846273735165596
60	rnn.weight_hh_l1	7	0.06518254429101944
60	rnn.weight_hh_l1	8	-0.0135747529566288
60	rnn.weight_hh_l1	9	-0.04072793573141098
60	rnn.bias_ih_l1	0	-0.06376523524522781
60	rnn.bias_ih_l1	1	0.05771264806389809
60	rnn.bias_ih_l1	2	-0.0515453964471817
60	rnn.bias_ih_l1	3	-0.06592217832803726
60	rnn.bias_ih_l1	4	-0.030390620231628418
60	rnn.bias_ih_l1	5	-0.046930477023124695
60	rnn.bias_ih_l1	6	-0.047826092690229416
60	rnn.bias_ih_l1	7	0.062071915715932846
60	rnn.bias_ih_l1	8	0.0860520452260971
60	rnn.bias_ih_l1	9	0.032969582825899124
60	rnn.bias_hh_l1	0	0.06990806758403778
60	rnn.bias_hh_l1	1	-0.058740902692079544
60	rnn.bias_hh_l1	2	0.023312397301197052
60	rnn.bias_hh_l1	3	0.06273109465837479
60	rnn.bias_hh_l1	4	0.057748764753341675
60	rnn.bias_hh_l1	5	-0.07862109690904617
60	rnn.bias_hh_l1	6	0.01547747477889061
60	rnn.bias_hh_l1	7	0.038733068853616714
60	rnn.bias_hh_l1	8	0.011362043209373951
60	rnn.bias_hh_l1	9	-0.00408392958343029
60	rnn.weight_ih_l1_reverse	0	0.08599091321229935
60	rnn.weight_ih_l1_reverse	1	-0.04155643656849861
60	rnn.weight_ih_l1_reverse	2	-0.06212003901600838
60	rnn.weight_ih_l1_reverse	3	0.02555009163916111
60	rnn.weight_ih_l1_reverse	4	-0.045971911400556564
60	rnn.weight_ih_l1_reverse	5	0.024106618016958237
60	rnn.weight_ih_l1_reverse	6	0.040443070232868195
60	rnn.weight_ih_l1_reverse	7	0.020383115857839584
60	rnn.weight_ih_l1_reverse	8	-0.007871617563068867
60	rnn.weight_ih_l1_reverse	9	-0.06642727553844452
60	rnn.weight_hh_l1_reverse	0	0.005373611114919186
60	rnn.weight_hh_l1_reverse	1	0.018821444362401962
60	rnn.weight_hh_l1_reverse	2	-0.05817769840359688
60	rnn.weight_hh_l1_reverse	3	-0.012962671928107738
60	rnn.weight_hh_l1_reverse	4	0.008577331900596619
60	rnn.weight_hh_l1_reverse	5	-0.06262177228927612
60	rnn.weight_hh_l1_reverse	6	-0.06726235151290894
60	rnn.weight_hh_l1_reverse	7	-0.011574034579098225
60	rnn.weight_hh_l1_reverse	8	-0.05661146715283394
60	rnn.weight_hh_l1_reverse	9	-0.04336143285036087
60	rnn.bias_ih_l1_reverse	0	-0.002926839282736182
60	rnn.bias_ih_l1_reverse	1	-0.04035145789384842
60	rnn.bias_ih_l1_reverse	2	0.022478627040982246
60	rnn.bias_ih_l1_reverse	3	-0.0769081860780716
60	rnn.bias_ih_l1_reverse	4	-0.08630780875682831
60	rnn.bias_ih_l1_reverse	5	-0.08827108889818192
60	rnn.bias_ih_l1_reverse	6	0.05868487432599068
60	rnn.bias_ih_l1_reverse	7	0.08560961484909058
60	rnn.bias_ih_l1_reverse	8	0.0022499857004731894
60	rnn.bias_ih_l1_reverse	9	-0.014269255101680756
60	rnn.bias_hh_l1_reverse	0	0.058663543313741684
60	rnn.bias_hh_l1_reverse	1	-0.07018370181322098
60	rnn.bias_hh_l1_reverse	2	-0.049350738525390625
60	rnn.bias_hh_l1_reverse	3	0.07391653954982758
60	rnn.bias_hh_l1_reverse	4	-0.02409248985350132
60	rnn.bias_hh_l1_reverse	5	-0.008349360898137093
60	rnn.bias_hh_l1_reverse	6	-0.05936747416853905
60	rnn.bias_hh_l1_reverse	7	-0.061406154185533524
60	rnn.bias_hh_l1_reverse	8	0.06541712582111359
60	rnn.bias_hh_l1_reverse	9	0.03938673064112663
60	rnn.weight_ih_l2	0	0.07091386616230011
60	rnn.weight_ih_l2	1	-0.05397454649209976
60	rnn.weight_ih_l2	2	0.06329144537448883
60	rnn.weight_ih_l2	3	0.0663522332906723
60	rnn.weight_ih_l2	4	0.05891069397330284
60	rnn.weight_ih_l2	5	-0.038729891180992126
60	rnn.weight_ih_l2	6	-0.07557341456413269
60	rnn.weight_ih_l2	7	0.014413501136004925
60	rnn.weight_ih_l2	8	-0.01713261753320694
60	rnn.weight_ih_l2	9	-0.06926853209733963
60	rnn.weight_hh_l2	0	0.04842161014676094
60	rnn.weight_hh_l2	1	0.03182544559240341
60	rnn.weight_hh_l2	2	-0.054933302104473114
60	rnn.weight_hh_l2	3	-0.02506054937839508
60	rnn.weight_hh_l2	4	0.05406217649579048
60	rnn.weight_hh_l2	5	-0.024562573060393333
60	rnn.weight_hh_l2	6	0.007756473496556282
60	rnn.weight_hh_l2	7	-0.05282223969697952
60	rnn.weight_hh_l2	8	-0.005443752743303776
60	rnn.weight_hh_l2	9	-0.020191727206110954
60	rnn.bias_ih_l2	0	0.11038463562726974
60	rnn.bias_ih_l2	1	0.01510618906468153
60	rnn.bias_ih_l2	2	0.06916883587837219
60	rnn.bias_ih_l2	3	0.015464196912944317
60	rnn.bias_ih_l2	4	-0.005020772106945515
60	rnn.bias_ih_l2	5	0.04212099313735962
60	rnn.bias_ih_l2	6	0.013777713291347027
60	rnn.bias_ih_l2	7	0.011612276546657085
60	rnn.bias_ih_l2	8	0.025037432089447975
60	rnn.bias_ih_l2	9	-0.013909094966948032
60	rnn.bias_hh_l2	0	0.06402069330215454
60	rnn.bias_hh_l2	1	0.00029958318918943405
60	rnn.bias_hh_l2	2	0.06964682787656784
60	rnn.bias_hh_l2	3	0.03090011514723301
60	rnn.bias_hh_l2	4	0.07335373759269714
60	rnn.bias_hh_l2	5	-0.04668736830353737
60	rnn.bias_hh_l2	6	0.018392037600278854
60	rnn.bias_hh_l2	7	-0.02548973076045513
60	rnn.bias_hh_l2	8	0.04279022663831711
60	rnn.bias_hh_l2	9	0.06265192478895187
60	rnn.weight_ih_l2_reverse	0	0.0823579952120781
60	rnn.weight_ih_l2_reverse	1	-0.05664658546447754
60	rnn.weight_ih_l2_reverse	2	0.0008531444473192096
60	rnn.weight_ih_l2_reverse	3	0.035272400826215744
60	rnn.weight_ih_l2_reverse	4	0.053982142359018326
60	rnn.weight_ih_l2_reverse	5	-0.040645480155944824
60	rnn.weight_ih_l2_reverse	6	-0.0009464510367251933
60	rnn.weight_ih_l2_reverse	7	-0.006424655672162771
60	rnn.weight_ih_l2_reverse	8	0.008217068389058113
60	rnn.weight_ih_l2_reverse	9	-0.08172687888145447
60	rnn.weight_hh_l2_reverse	0	-0.08276312798261642
60	rnn.weight_hh_l2_reverse	1	0.012633207254111767
60	rnn.weight_hh_l2_reverse	2	0.010550407692790031
60	rnn.weight_hh_l2_reverse	3	0.024331197142601013
60	rnn.weight_hh_l2_reverse	4	-0.03686028718948364
60	rnn.weight_hh_l2_reverse	5	-0.014850770123302937
60	rnn.weight_hh_l2_reverse	6	-0.040098290890455246
60	rnn.weight_hh_l2_reverse	7	-0.059820860624313354
60	rnn.weight_hh_l2_reverse	8	-0.006728938315063715
60	rnn.weight_hh_l2_reverse	9	-0.05903693288564682
60	rnn.bias_ih_l2_reverse	0	-0.022415881976485252
60	rnn.bias_ih_l2_reverse	1	-0.028088517487049103
60	rnn.bias_ih_l2_reverse	2	0.03552991896867752
60	rnn.bias_ih_l2_reverse	3	0.019850313663482666
60	rnn.bias_ih_l2_reverse	4	0.07873466610908508
60	rnn.bias_ih_l2_reverse	5	-0.08942317217588425
60	rnn.bias_ih_l2_reverse	6	-0.04298321157693863
60	rnn.bias_ih_l2_reverse	7	-0.05766378715634346
60	rnn.bias_ih_l2_reverse	8	0.05287289619445801
60	rnn.bias_ih_l2_reverse	9	0.019944816827774048
60	rnn.bias_hh_l2_reverse	0	0.04056653007864952
60	rnn.bias_hh_l2_reverse	1	-0.0698150172829628
60	rnn.bias_hh_l2_reverse	2	-0.067147396504879
60	rnn.bias_hh_l2_reverse	3	0.03611389547586441
60	rnn.bias_hh_l2_reverse	4	0.026312801986932755
60	rnn.bias_hh_l2_reverse	5	0.037398044019937515
60	rnn.bias_hh_l2_reverse	6	-0.08198852092027664
60	rnn.bias_hh_l2_reverse	7	-0.01117490604519844
60	rnn.bias_hh_l2_reverse	8	-0.08524695783853531
60	rnn.bias_hh_l2_reverse	9	-0.054161734879016876
60	linear.weight	0	0.025028489530086517
60	linear.weight	1	0.07699573040008545
60	linear.weight	2	-0.020585354417562485
60	linear.weight	3	-0.03458496555685997
60	linear.weight	4	-0.022248394787311554
60	linear.weight	5	0.041334718465805054
60	linear.weight	6	-0.0003648180281743407
60	linear.weight	7	-0.049027007073163986
60	linear.weight	8	-0.0003594075096771121
60	linear.weight	9	0.060231875628232956
60	linear.bias	0	0.4168678820133209
60	linear.bias	1	0.46328768134117126
60	linear.bias	2	-1.4862765073776245
60	linear.bias	3	-0.05754556506872177
60	linear.bias	4	-0.050822705030441284
60	linear.bias	5	0.5048165917396545
61	transitions	0	0.07511593401432037
61	transitions	1	-10000.0
61	transitions	2	2.03678560256958
61	transitions	3	-0.9037016034126282
61	transitions	4	-10000.0
61	transitions	5	-10000.0
61	transitions	6	-10000.0
61	transitions	7	0.883663535118103
61	transitions	8	0.8796768188476562
61	transitions	9	-1.213908314704895
61	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
61	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
61	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
61	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
61	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
61	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
61	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
61	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
61	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
61	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
61	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
61	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
61	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
61	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
61	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
61	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
61	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
61	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
61	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
61	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
61	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
61	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
61	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
61	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
61	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
61	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
61	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
61	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
61	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
61	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
61	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
61	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
61	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
61	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
61	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
61	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
61	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
61	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
61	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
61	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
61	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
61	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
61	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
61	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
61	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
61	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
61	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
61	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
61	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
61	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
61	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
61	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
61	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
61	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
61	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
61	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
61	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
61	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
61	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
61	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
61	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
61	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
61	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
61	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
61	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
61	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
61	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
61	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
61	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
61	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
61	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
61	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
61	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
61	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
61	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
61	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
61	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
61	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
61	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
61	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
61	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
61	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
61	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
61	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
61	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
61	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
61	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
61	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
61	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
61	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
61	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
61	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
61	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
61	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
61	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
61	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
61	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
61	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
61	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
61	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
61	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
61	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
61	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
61	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
61	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
61	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
61	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
61	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
61	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
61	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
61	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
61	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
61	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
61	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
61	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
61	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
61	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
61	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
61	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
61	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
61	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
61	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
61	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
61	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
61	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
61	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
61	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
61	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
61	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
61	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
61	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
61	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
61	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
61	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
61	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
61	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
61	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
61	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
61	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
61	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
61	embedding2nn.weight	0	0.014742396771907806
61	embedding2nn.weight	1	0.0005409572622738779
61	embedding2nn.weight	2	0.005640698131173849
61	embedding2nn.weight	3	0.0008264421485364437
61	embedding2nn.weight	4	-0.008509917184710503
61	embedding2nn.weight	5	-0.005429531447589397
61	embedding2nn.weight	6	-0.001587327104061842
61	embedding2nn.weight	7	-0.0031439915765076876
61	embedding2nn.weight	8	0.014890785329043865
61	embedding2nn.weight	9	0.004340049345046282
61	embedding2nn.bias	0	0.005531772039830685
61	embedding2nn.bias	1	-0.011092577129602432
61	embedding2nn.bias	2	0.015673432499170303
61	embedding2nn.bias	3	-0.013579419814050198
61	embedding2nn.bias	4	-0.017291881144046783
61	embedding2nn.bias	5	-0.004650211427360773
61	embedding2nn.bias	6	0.008681423962116241
61	embedding2nn.bias	7	0.013074571266770363
61	embedding2nn.bias	8	-0.005960556678473949
61	embedding2nn.bias	9	0.003597153816372156
61	rnn.weight_ih_l0	0	-0.05088529363274574
61	rnn.weight_ih_l0	1	0.05073387175798416
61	rnn.weight_ih_l0	2	0.031833190470933914
61	rnn.weight_ih_l0	3	0.014706572517752647
61	rnn.weight_ih_l0	4	0.012667004950344563
61	rnn.weight_ih_l0	5	0.08418336510658264
61	rnn.weight_ih_l0	6	0.07568132132291794
61	rnn.weight_ih_l0	7	0.03777521476149559
61	rnn.weight_ih_l0	8	-0.045533619821071625
61	rnn.weight_ih_l0	9	0.008008199743926525
61	rnn.weight_hh_l0	0	0.00845864787697792
61	rnn.weight_hh_l0	1	-0.06339775770902634
61	rnn.weight_hh_l0	2	-0.06541872769594193
61	rnn.weight_hh_l0	3	0.07234513759613037
61	rnn.weight_hh_l0	4	0.07116931676864624
61	rnn.weight_hh_l0	5	0.0042453971691429615
61	rnn.weight_hh_l0	6	0.004010101314634085
61	rnn.weight_hh_l0	7	-0.02561829425394535
61	rnn.weight_hh_l0	8	-0.02884470485150814
61	rnn.weight_hh_l0	9	0.058017853647470474
61	rnn.bias_ih_l0	0	-0.06926986575126648
61	rnn.bias_ih_l0	1	0.08593498915433884
61	rnn.bias_ih_l0	2	0.021025529131293297
61	rnn.bias_ih_l0	3	0.07949038594961166
61	rnn.bias_ih_l0	4	-0.06834687292575836
61	rnn.bias_ih_l0	5	0.08623411506414413
61	rnn.bias_ih_l0	6	-0.06818606704473495
61	rnn.bias_ih_l0	7	-0.03370612859725952
61	rnn.bias_ih_l0	8	-0.08392469584941864
61	rnn.bias_ih_l0	9	-0.05005568265914917
61	rnn.bias_hh_l0	0	0.03638803958892822
61	rnn.bias_hh_l0	1	0.07179678976535797
61	rnn.bias_hh_l0	2	0.0671129897236824
61	rnn.bias_hh_l0	3	0.08205284178256989
61	rnn.bias_hh_l0	4	-0.09088610112667084
61	rnn.bias_hh_l0	5	-0.0721607506275177
61	rnn.bias_hh_l0	6	0.07629261165857315
61	rnn.bias_hh_l0	7	-0.08886480331420898
61	rnn.bias_hh_l0	8	-0.026309043169021606
61	rnn.bias_hh_l0	9	-0.0009454450919292867
61	rnn.weight_ih_l0_reverse	0	0.07924168556928635
61	rnn.weight_ih_l0_reverse	1	0.07349075376987457
61	rnn.weight_ih_l0_reverse	2	0.03885859251022339
61	rnn.weight_ih_l0_reverse	3	0.03380899503827095
61	rnn.weight_ih_l0_reverse	4	-0.03726156800985336
61	rnn.weight_ih_l0_reverse	5	0.05110437795519829
61	rnn.weight_ih_l0_reverse	6	0.06643891334533691
61	rnn.weight_ih_l0_reverse	7	0.022578952834010124
61	rnn.weight_ih_l0_reverse	8	-0.0584954172372818
61	rnn.weight_ih_l0_reverse	9	-0.0528157614171505
61	rnn.weight_hh_l0_reverse	0	0.025287536904215813
61	rnn.weight_hh_l0_reverse	1	-0.08728931099176407
61	rnn.weight_hh_l0_reverse	2	0.06279017776250839
61	rnn.weight_hh_l0_reverse	3	-0.021414287388324738
61	rnn.weight_hh_l0_reverse	4	0.08377417176961899
61	rnn.weight_hh_l0_reverse	5	-0.0011923393467441201
61	rnn.weight_hh_l0_reverse	6	0.028161518275737762
61	rnn.weight_hh_l0_reverse	7	0.07827945053577423
61	rnn.weight_hh_l0_reverse	8	-0.022228209301829338
61	rnn.weight_hh_l0_reverse	9	-0.0466860793530941
61	rnn.bias_ih_l0_reverse	0	0.0008350353455170989
61	rnn.bias_ih_l0_reverse	1	-0.020507775247097015
61	rnn.bias_ih_l0_reverse	2	-0.018478447571396828
61	rnn.bias_ih_l0_reverse	3	0.046402402222156525
61	rnn.bias_ih_l0_reverse	4	0.06825242936611176
61	rnn.bias_ih_l0_reverse	5	-0.023869983851909637
61	rnn.bias_ih_l0_reverse	6	-0.0274640042334795
61	rnn.bias_ih_l0_reverse	7	-0.0504646897315979
61	rnn.bias_ih_l0_reverse	8	0.006324489135295153
61	rnn.bias_ih_l0_reverse	9	-0.07013433426618576
61	rnn.bias_hh_l0_reverse	0	0.035912737250328064
61	rnn.bias_hh_l0_reverse	1	-0.07149693369865417
61	rnn.bias_hh_l0_reverse	2	0.0780310183763504
61	rnn.bias_hh_l0_reverse	3	0.055149663239717484
61	rnn.bias_hh_l0_reverse	4	0.02434849739074707
61	rnn.bias_hh_l0_reverse	5	0.041086357086896896
61	rnn.bias_hh_l0_reverse	6	0.06362639367580414
61	rnn.bias_hh_l0_reverse	7	0.0827474594116211
61	rnn.bias_hh_l0_reverse	8	-0.009838688187301159
61	rnn.bias_hh_l0_reverse	9	0.05072907358407974
61	rnn.weight_ih_l1	0	0.021738827228546143
61	rnn.weight_ih_l1	1	0.014957462437450886
61	rnn.weight_ih_l1	2	0.07353633642196655
61	rnn.weight_ih_l1	3	-0.02430093102157116
61	rnn.weight_ih_l1	4	-0.02426757849752903
61	rnn.weight_ih_l1	5	-0.012274235486984253
61	rnn.weight_ih_l1	6	0.07130097597837448
61	rnn.weight_ih_l1	7	-0.00640483433380723
61	rnn.weight_ih_l1	8	-0.05307798460125923
61	rnn.weight_ih_l1	9	0.06058543920516968
61	rnn.weight_hh_l1	0	-0.07292588800191879
61	rnn.weight_hh_l1	1	-0.03703147545456886
61	rnn.weight_hh_l1	2	-0.008218848146498203
61	rnn.weight_hh_l1	3	-0.05846964940428734
61	rnn.weight_hh_l1	4	0.08567948639392853
61	rnn.weight_hh_l1	5	-0.0840577781200409
61	rnn.weight_hh_l1	6	-0.04845930263400078
61	rnn.weight_hh_l1	7	0.06536943465471268
61	rnn.weight_hh_l1	8	-0.013553508557379246
61	rnn.weight_hh_l1	9	-0.040655650198459625
61	rnn.bias_ih_l1	0	-0.06348230689764023
61	rnn.bias_ih_l1	1	0.05797379091382027
61	rnn.bias_ih_l1	2	-0.05162869766354561
61	rnn.bias_ih_l1	3	-0.06646396964788437
61	rnn.bias_ih_l1	4	-0.03030727617442608
61	rnn.bias_ih_l1	5	-0.03948592394590378
61	rnn.bias_ih_l1	6	-0.050468578934669495
61	rnn.bias_ih_l1	7	0.0619315467774868
61	rnn.bias_ih_l1	8	0.08581996709108353
61	rnn.bias_ih_l1	9	0.029686715453863144
61	rnn.bias_hh_l1	0	0.0699269026517868
61	rnn.bias_hh_l1	1	-0.05871877074241638
61	rnn.bias_hh_l1	2	0.02324249967932701
61	rnn.bias_hh_l1	3	0.0630180612206459
61	rnn.bias_hh_l1	4	0.05758294090628624
61	rnn.bias_hh_l1	5	-0.07869409769773483
61	rnn.bias_hh_l1	6	0.01545187458395958
61	rnn.bias_hh_l1	7	0.03877711668610573
61	rnn.bias_hh_l1	8	0.011388968676328659
61	rnn.bias_hh_l1	9	-0.004079456906765699
61	rnn.weight_ih_l1_reverse	0	0.08597096800804138
61	rnn.weight_ih_l1_reverse	1	-0.04158652946352959
61	rnn.weight_ih_l1_reverse	2	-0.0621306486427784
61	rnn.weight_ih_l1_reverse	3	0.02554076723754406
61	rnn.weight_ih_l1_reverse	4	-0.045960742980241776
61	rnn.weight_ih_l1_reverse	5	0.024111034348607063
61	rnn.weight_ih_l1_reverse	6	0.04043284431099892
61	rnn.weight_ih_l1_reverse	7	0.02036898583173752
61	rnn.weight_ih_l1_reverse	8	-0.007859266363084316
61	rnn.weight_ih_l1_reverse	9	-0.06602953374385834
61	rnn.weight_hh_l1_reverse	0	0.005371985491365194
61	rnn.weight_hh_l1_reverse	1	0.018823133781552315
61	rnn.weight_hh_l1_reverse	2	-0.05817459896206856
61	rnn.weight_hh_l1_reverse	3	-0.012980652041733265
61	rnn.weight_hh_l1_reverse	4	0.008611771278083324
61	rnn.weight_hh_l1_reverse	5	-0.06294365972280502
61	rnn.weight_hh_l1_reverse	6	-0.06726059317588806
61	rnn.weight_hh_l1_reverse	7	-0.011551334522664547
61	rnn.weight_hh_l1_reverse	8	-0.05660827457904816
61	rnn.weight_hh_l1_reverse	9	-0.043356142938137054
61	rnn.bias_ih_l1_reverse	0	-0.0029551475308835506
61	rnn.bias_ih_l1_reverse	1	-0.04035646468400955
61	rnn.bias_ih_l1_reverse	2	0.022702164947986603
61	rnn.bias_ih_l1_reverse	3	-0.07687464356422424
61	rnn.bias_ih_l1_reverse	4	-0.0862952470779419
61	rnn.bias_ih_l1_reverse	5	-0.08831752091646194
61	rnn.bias_ih_l1_reverse	6	0.05878037214279175
61	rnn.bias_ih_l1_reverse	7	0.08560097962617874
61	rnn.bias_ih_l1_reverse	8	0.002782336203381419
61	rnn.bias_ih_l1_reverse	9	-0.014202654361724854
61	rnn.bias_hh_l1_reverse	0	0.05860237777233124
61	rnn.bias_hh_l1_reverse	1	-0.07011516392230988
61	rnn.bias_hh_l1_reverse	2	-0.04933517798781395
61	rnn.bias_hh_l1_reverse	3	0.07424631714820862
61	rnn.bias_hh_l1_reverse	4	-0.02420015260577202
61	rnn.bias_hh_l1_reverse	5	-0.008359875530004501
61	rnn.bias_hh_l1_reverse	6	-0.059550508856773376
61	rnn.bias_hh_l1_reverse	7	-0.061483003199100494
61	rnn.bias_hh_l1_reverse	8	0.06541083753108978
61	rnn.bias_hh_l1_reverse	9	0.042129915207624435
61	rnn.weight_ih_l2	0	0.07129281014204025
61	rnn.weight_ih_l2	1	-0.053943850100040436
61	rnn.weight_ih_l2	2	0.0632961168885231
61	rnn.weight_ih_l2	3	0.06645664572715759
61	rnn.weight_ih_l2	4	0.05859701707959175
61	rnn.weight_ih_l2	5	-0.038516566157341
61	rnn.weight_ih_l2	6	-0.07548388093709946
61	rnn.weight_ih_l2	7	0.014354391023516655
61	rnn.weight_ih_l2	8	-0.017132043838500977
61	rnn.weight_ih_l2	9	-0.06926838308572769
61	rnn.weight_hh_l2	0	0.04839693754911423
61	rnn.weight_hh_l2	1	0.03180382028222084
61	rnn.weight_hh_l2	2	-0.0549318864941597
61	rnn.weight_hh_l2	3	-0.025097282603383064
61	rnn.weight_hh_l2	4	0.05411962419748306
61	rnn.weight_hh_l2	5	-0.024685636162757874
61	rnn.weight_hh_l2	6	0.0077721597626805305
61	rnn.weight_hh_l2	7	-0.05282410979270935
61	rnn.weight_hh_l2	8	-0.005495479330420494
61	rnn.weight_hh_l2	9	-0.020129969343543053
61	rnn.bias_ih_l2	0	0.11164329200983047
61	rnn.bias_ih_l2	1	0.015030870214104652
61	rnn.bias_ih_l2	2	0.0672444999217987
61	rnn.bias_ih_l2	3	0.016447657719254494
61	rnn.bias_ih_l2	4	-0.00496947206556797
61	rnn.bias_ih_l2	5	0.041715458035469055
61	rnn.bias_ih_l2	6	0.013944949954748154
61	rnn.bias_ih_l2	7	0.011886563152074814
61	rnn.bias_ih_l2	8	0.025626929476857185
61	rnn.bias_ih_l2	9	-0.013587478548288345
61	rnn.bias_hh_l2	0	0.061022840440273285
61	rnn.bias_hh_l2	1	3.969887984567322e-05
61	rnn.bias_hh_l2	2	0.06873098760843277
61	rnn.bias_hh_l2	3	0.030983997508883476
61	rnn.bias_hh_l2	4	0.07351528108119965
61	rnn.bias_hh_l2	5	-0.03909357264637947
61	rnn.bias_hh_l2	6	0.017404722049832344
61	rnn.bias_hh_l2	7	-0.02541167475283146
61	rnn.bias_hh_l2	8	0.04286327213048935
61	rnn.bias_hh_l2	9	0.06369854509830475
61	rnn.weight_ih_l2_reverse	0	0.08235999941825867
61	rnn.weight_ih_l2_reverse	1	-0.056646402925252914
61	rnn.weight_ih_l2_reverse	2	0.0008539795526303351
61	rnn.weight_ih_l2_reverse	3	0.03527167811989784
61	rnn.weight_ih_l2_reverse	4	0.05398619920015335
61	rnn.weight_ih_l2_reverse	5	-0.040641043335199356
61	rnn.weight_ih_l2_reverse	6	-0.0010410633403807878
61	rnn.weight_ih_l2_reverse	7	-0.006240447983145714
61	rnn.weight_ih_l2_reverse	8	0.008106682449579239
61	rnn.weight_ih_l2_reverse	9	-0.08174478262662888
61	rnn.weight_hh_l2_reverse	0	-0.0827622339129448
61	rnn.weight_hh_l2_reverse	1	0.012722103856503963
61	rnn.weight_hh_l2_reverse	2	0.010551541112363338
61	rnn.weight_hh_l2_reverse	3	0.024328963831067085
61	rnn.weight_hh_l2_reverse	4	-0.03686373308300972
61	rnn.weight_hh_l2_reverse	5	-0.01486233901232481
61	rnn.weight_hh_l2_reverse	6	-0.04012002423405647
61	rnn.weight_hh_l2_reverse	7	-0.05982069671154022
61	rnn.weight_hh_l2_reverse	8	-0.006731011904776096
61	rnn.weight_hh_l2_reverse	9	-0.05903660133481026
61	rnn.bias_ih_l2_reverse	0	-0.024252111092209816
61	rnn.bias_ih_l2_reverse	1	-0.028087371960282326
61	rnn.bias_ih_l2_reverse	2	0.03561728447675705
61	rnn.bias_ih_l2_reverse	3	0.02096698060631752
61	rnn.bias_ih_l2_reverse	4	0.07872190326452255
61	rnn.bias_ih_l2_reverse	5	-0.08945274353027344
61	rnn.bias_ih_l2_reverse	6	-0.04300902783870697
61	rnn.bias_ih_l2_reverse	7	-0.057828985154628754
61	rnn.bias_ih_l2_reverse	8	0.05546475946903229
61	rnn.bias_ih_l2_reverse	9	0.02067437581717968
61	rnn.bias_hh_l2_reverse	0	0.04137922823429108
61	rnn.bias_hh_l2_reverse	1	-0.0683927983045578
61	rnn.bias_hh_l2_reverse	2	-0.0671730637550354
61	rnn.bias_hh_l2_reverse	3	0.03615950420498848
61	rnn.bias_hh_l2_reverse	4	0.026633940637111664
61	rnn.bias_hh_l2_reverse	5	0.03740185126662254
61	rnn.bias_hh_l2_reverse	6	-0.08199752867221832
61	rnn.bias_hh_l2_reverse	7	-0.01111228670924902
61	rnn.bias_hh_l2_reverse	8	-0.0845164954662323
61	rnn.bias_hh_l2_reverse	9	-0.05440492182970047
61	linear.weight	0	0.025028489530086517
61	linear.weight	1	0.06842971593141556
61	linear.weight	2	-0.020678311586380005
61	linear.weight	3	-0.03560057654976845
61	linear.weight	4	-0.022248394787311554
61	linear.weight	5	0.04094404727220535
61	linear.weight	6	0.0007144353585317731
61	linear.weight	7	-0.058312349021434784
61	linear.weight	8	0.001175435958430171
61	linear.weight	9	0.057526178658008575
61	linear.bias	0	0.4645742177963257
61	linear.bias	1	0.5397275686264038
61	linear.bias	2	-1.4884613752365112
61	linear.bias	3	-0.05754556506872177
61	linear.bias	4	-0.050822705030441284
61	linear.bias	5	0.38285523653030396
62	transitions	0	0.07407981902360916
62	transitions	1	-10000.0
62	transitions	2	2.013904571533203
62	transitions	3	-0.9528064727783203
62	transitions	4	-10000.0
62	transitions	5	-10000.0
62	transitions	6	-10000.0
62	transitions	7	0.8835469484329224
62	transitions	8	0.8779658675193787
62	transitions	9	-1.220839023590088
62	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
62	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
62	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
62	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
62	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
62	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
62	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
62	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
62	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
62	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
62	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
62	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
62	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
62	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
62	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
62	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
62	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
62	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
62	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
62	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
62	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
62	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
62	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
62	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
62	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
62	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
62	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
62	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
62	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
62	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
62	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
62	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
62	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
62	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
62	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
62	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
62	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
62	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
62	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
62	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
62	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
62	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
62	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
62	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
62	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
62	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
62	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
62	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
62	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
62	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
62	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
62	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
62	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
62	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
62	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
62	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
62	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
62	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
62	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
62	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
62	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
62	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
62	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
62	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
62	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
62	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
62	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
62	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
62	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
62	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
62	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
62	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
62	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
62	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
62	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
62	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
62	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
62	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
62	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
62	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
62	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
62	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
62	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
62	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
62	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
62	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
62	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
62	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
62	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
62	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
62	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
62	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
62	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
62	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
62	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
62	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
62	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
62	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
62	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
62	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
62	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
62	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
62	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
62	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
62	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
62	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
62	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
62	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
62	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
62	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
62	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
62	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
62	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
62	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
62	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
62	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
62	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
62	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
62	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
62	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
62	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
62	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
62	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
62	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
62	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
62	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
62	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
62	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
62	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
62	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
62	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
62	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
62	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
62	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
62	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
62	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
62	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
62	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
62	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
62	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
62	embedding2nn.weight	0	0.014761332422494888
62	embedding2nn.weight	1	0.00054747867397964
62	embedding2nn.weight	2	0.0056307087652385235
62	embedding2nn.weight	3	0.0008362782537005842
62	embedding2nn.weight	4	-0.008520521223545074
62	embedding2nn.weight	5	-0.0054131317883729935
62	embedding2nn.weight	6	-0.0015551390824839473
62	embedding2nn.weight	7	-0.00314925005659461
62	embedding2nn.weight	8	0.014638690277934074
62	embedding2nn.weight	9	0.004355826415121555
62	embedding2nn.bias	0	0.0005488311289809644
62	embedding2nn.bias	1	-0.01021384447813034
62	embedding2nn.bias	2	0.017525527626276016
62	embedding2nn.bias	3	-0.0150411706417799
62	embedding2nn.bias	4	-0.020251017063856125
62	embedding2nn.bias	5	-0.005127499345690012
62	embedding2nn.bias	6	0.011674902401864529
62	embedding2nn.bias	7	0.014627411961555481
62	embedding2nn.bias	8	-0.010145205073058605
62	embedding2nn.bias	9	0.004974337760359049
62	rnn.weight_ih_l0	0	-0.050865139812231064
62	rnn.weight_ih_l0	1	0.050730299204587936
62	rnn.weight_ih_l0	2	0.03183514252305031
62	rnn.weight_ih_l0	3	0.01469491422176361
62	rnn.weight_ih_l0	4	0.012720723636448383
62	rnn.weight_ih_l0	5	0.08419106900691986
62	rnn.weight_ih_l0	6	0.07569979876279831
62	rnn.weight_ih_l0	7	0.03778016194701195
62	rnn.weight_ih_l0	8	-0.0454997643828392
62	rnn.weight_ih_l0	9	0.008094137534499168
62	rnn.weight_hh_l0	0	0.008461925201117992
62	rnn.weight_hh_l0	1	-0.06335994601249695
62	rnn.weight_hh_l0	2	-0.06543165445327759
62	rnn.weight_hh_l0	3	0.07211734354496002
62	rnn.weight_hh_l0	4	0.07118798792362213
62	rnn.weight_hh_l0	5	0.004477064590901136
62	rnn.weight_hh_l0	6	0.003972188103944063
62	rnn.weight_hh_l0	7	-0.025058472529053688
62	rnn.weight_hh_l0	8	-0.028803478926420212
62	rnn.weight_hh_l0	9	0.05795435979962349
62	rnn.bias_ih_l0	0	-0.06916932016611099
62	rnn.bias_ih_l0	1	0.08611878752708435
62	rnn.bias_ih_l0	2	0.020953016355633736
62	rnn.bias_ih_l0	3	0.0777209997177124
62	rnn.bias_ih_l0	4	-0.07155770063400269
62	rnn.bias_ih_l0	5	0.08617307245731354
62	rnn.bias_ih_l0	6	-0.06472621113061905
62	rnn.bias_ih_l0	7	-0.033613529056310654
62	rnn.bias_ih_l0	8	-0.08086129277944565
62	rnn.bias_ih_l0	9	-0.04996867850422859
62	rnn.bias_hh_l0	0	0.036451246589422226
62	rnn.bias_hh_l0	1	0.07186806201934814
62	rnn.bias_hh_l0	2	0.06725404411554337
62	rnn.bias_hh_l0	3	0.08192578703165054
62	rnn.bias_hh_l0	4	-0.09573061764240265
62	rnn.bias_hh_l0	5	-0.07215787470340729
62	rnn.bias_hh_l0	6	0.076194629073143
62	rnn.bias_hh_l0	7	-0.09235946089029312
62	rnn.bias_hh_l0	8	-0.02619840018451214
62	rnn.bias_hh_l0	9	-0.00470281345769763
62	rnn.weight_ih_l0_reverse	0	0.07922261208295822
62	rnn.weight_ih_l0_reverse	1	0.07351017743349075
62	rnn.weight_ih_l0_reverse	2	0.038865603506565094
62	rnn.weight_ih_l0_reverse	3	0.03380679711699486
62	rnn.weight_ih_l0_reverse	4	-0.03714622184634209
62	rnn.weight_ih_l0_reverse	5	0.05109691619873047
62	rnn.weight_ih_l0_reverse	6	0.06644103676080704
62	rnn.weight_ih_l0_reverse	7	0.022490423172712326
62	rnn.weight_ih_l0_reverse	8	-0.05851392075419426
62	rnn.weight_ih_l0_reverse	9	-0.052809856832027435
62	rnn.weight_hh_l0_reverse	0	0.025324534624814987
62	rnn.weight_hh_l0_reverse	1	-0.08730228245258331
62	rnn.weight_hh_l0_reverse	2	0.06277972459793091
62	rnn.weight_hh_l0_reverse	3	-0.02141294628381729
62	rnn.weight_hh_l0_reverse	4	0.08383738249540329
62	rnn.weight_hh_l0_reverse	5	-0.0011113863438367844
62	rnn.weight_hh_l0_reverse	6	0.02827923744916916
62	rnn.weight_hh_l0_reverse	7	0.07826537638902664
62	rnn.weight_hh_l0_reverse	8	-0.022225579246878624
62	rnn.weight_hh_l0_reverse	9	-0.046691130846738815
62	rnn.bias_ih_l0_reverse	0	0.00046651868615299463
62	rnn.bias_ih_l0_reverse	1	-0.020344775170087814
62	rnn.bias_ih_l0_reverse	2	-0.018612278625369072
62	rnn.bias_ih_l0_reverse	3	0.04534490406513214
62	rnn.bias_ih_l0_reverse	4	0.06827908009290695
62	rnn.bias_ih_l0_reverse	5	-0.023498207330703735
62	rnn.bias_ih_l0_reverse	6	-0.02744278311729431
62	rnn.bias_ih_l0_reverse	7	-0.049998484551906586
62	rnn.bias_ih_l0_reverse	8	0.006359117571264505
62	rnn.bias_ih_l0_reverse	9	-0.07130277901887894
62	rnn.bias_hh_l0_reverse	0	0.035777609795331955
62	rnn.bias_hh_l0_reverse	1	-0.07266537845134735
62	rnn.bias_hh_l0_reverse	2	0.0791260302066803
62	rnn.bias_hh_l0_reverse	3	0.055003486573696136
62	rnn.bias_hh_l0_reverse	4	0.024164745584130287
62	rnn.bias_hh_l0_reverse	5	0.04129595682024956
62	rnn.bias_hh_l0_reverse	6	0.06300482153892517
62	rnn.bias_hh_l0_reverse	7	0.08110944926738739
62	rnn.bias_hh_l0_reverse	8	-0.010275343433022499
62	rnn.bias_hh_l0_reverse	9	0.05111786350607872
62	rnn.weight_ih_l1	0	0.02176194079220295
62	rnn.weight_ih_l1	1	0.014986498281359673
62	rnn.weight_ih_l1	2	0.07407405972480774
62	rnn.weight_ih_l1	3	-0.024301962926983833
62	rnn.weight_ih_l1	4	-0.02421915903687477
62	rnn.weight_ih_l1	5	-0.01228873897343874
62	rnn.weight_ih_l1	6	0.0712214857339859
62	rnn.weight_ih_l1	7	-0.006030259188264608
62	rnn.weight_ih_l1	8	-0.05303974822163582
62	rnn.weight_ih_l1	9	0.059956420212984085
62	rnn.weight_hh_l1	0	-0.07362072169780731
62	rnn.weight_hh_l1	1	-0.03700191155076027
62	rnn.weight_hh_l1	2	-0.008220122195780277
62	rnn.weight_hh_l1	3	-0.05852973833680153
62	rnn.weight_hh_l1	4	0.08565874397754669
62	rnn.weight_hh_l1	5	-0.08404789119958878
62	rnn.weight_hh_l1	6	-0.048516228795051575
62	rnn.weight_hh_l1	7	0.06517649441957474
62	rnn.weight_hh_l1	8	-0.013539266772568226
62	rnn.weight_hh_l1	9	-0.04066093638539314
62	rnn.bias_ih_l1	0	-0.06330602616071701
62	rnn.bias_ih_l1	1	0.05784671753644943
62	rnn.bias_ih_l1	2	-0.051573656499385834
62	rnn.bias_ih_l1	3	-0.06665629893541336
62	rnn.bias_ih_l1	4	-0.030356258153915405
62	rnn.bias_ih_l1	5	-0.049548614770174026
62	rnn.bias_ih_l1	6	-0.0480976328253746
62	rnn.bias_ih_l1	7	0.062210846692323685
62	rnn.bias_ih_l1	8	0.08574575930833817
62	rnn.bias_ih_l1	9	0.034891773015260696
62	rnn.bias_hh_l1	0	0.06979028135538101
62	rnn.bias_hh_l1	1	-0.05870367959141731
62	rnn.bias_hh_l1	2	0.023259930312633514
62	rnn.bias_hh_l1	3	0.06301171332597733
62	rnn.bias_hh_l1	4	0.05768626183271408
62	rnn.bias_hh_l1	5	-0.07854858040809631
62	rnn.bias_hh_l1	6	0.015451516024768353
62	rnn.bias_hh_l1	7	0.03799714893102646
62	rnn.bias_hh_l1	8	0.011398867703974247
62	rnn.bias_hh_l1	9	-0.0039211963303387165
62	rnn.weight_ih_l1_reverse	0	0.08600081503391266
62	rnn.weight_ih_l1_reverse	1	-0.04162679612636566
62	rnn.weight_ih_l1_reverse	2	-0.062125395983457565
62	rnn.weight_ih_l1_reverse	3	0.025503970682621002
62	rnn.weight_ih_l1_reverse	4	-0.045939262956380844
62	rnn.weight_ih_l1_reverse	5	0.024122435599565506
62	rnn.weight_ih_l1_reverse	6	0.04036715254187584
62	rnn.weight_ih_l1_reverse	7	0.020442873239517212
62	rnn.weight_ih_l1_reverse	8	-0.007851586677134037
62	rnn.weight_ih_l1_reverse	9	-0.06656648963689804
62	rnn.weight_hh_l1_reverse	0	0.005379514303058386
62	rnn.weight_hh_l1_reverse	1	0.018826548010110855
62	rnn.weight_hh_l1_reverse	2	-0.0581672228872776
62	rnn.weight_hh_l1_reverse	3	-0.013006829656660557
62	rnn.weight_hh_l1_reverse	4	0.008618653751909733
62	rnn.weight_hh_l1_reverse	5	-0.06287224590778351
62	rnn.weight_hh_l1_reverse	6	-0.06725884974002838
62	rnn.weight_hh_l1_reverse	7	-0.011555518954992294
62	rnn.weight_hh_l1_reverse	8	-0.05659366026520729
62	rnn.weight_hh_l1_reverse	9	-0.043337054550647736
62	rnn.bias_ih_l1_reverse	0	-0.0029598274268209934
62	rnn.bias_ih_l1_reverse	1	-0.040426407009363174
62	rnn.bias_ih_l1_reverse	2	0.02261439710855484
62	rnn.bias_ih_l1_reverse	3	-0.0775241106748581
62	rnn.bias_ih_l1_reverse	4	-0.0861968919634819
62	rnn.bias_ih_l1_reverse	5	-0.08812130242586136
62	rnn.bias_ih_l1_reverse	6	0.058738045394420624
62	rnn.bias_ih_l1_reverse	7	0.08560251444578171
62	rnn.bias_ih_l1_reverse	8	0.0033081434667110443
62	rnn.bias_ih_l1_reverse	9	-0.014702335931360722
62	rnn.bias_hh_l1_reverse	0	0.05847729742527008
62	rnn.bias_hh_l1_reverse	1	-0.06990357488393784
62	rnn.bias_hh_l1_reverse	2	-0.049197956919670105
62	rnn.bias_hh_l1_reverse	3	0.0740593746304512
62	rnn.bias_hh_l1_reverse	4	-0.02430167980492115
62	rnn.bias_hh_l1_reverse	5	-0.008154189214110374
62	rnn.bias_hh_l1_reverse	6	-0.05953951179981232
62	rnn.bias_hh_l1_reverse	7	-0.06152452528476715
62	rnn.bias_hh_l1_reverse	8	0.065320685505867
62	rnn.bias_hh_l1_reverse	9	0.03940943256020546
62	rnn.weight_ih_l2	0	0.0723661258816719
62	rnn.weight_ih_l2	1	-0.05405765399336815
62	rnn.weight_ih_l2	2	0.06330546736717224
62	rnn.weight_ih_l2	3	0.06605352461338043
62	rnn.weight_ih_l2	4	0.05857473239302635
62	rnn.weight_ih_l2	5	-0.03838052228093147
62	rnn.weight_ih_l2	6	-0.07542919367551804
62	rnn.weight_ih_l2	7	0.014380645006895065
62	rnn.weight_ih_l2	8	-0.01713259518146515
62	rnn.weight_ih_l2	9	-0.06927041709423065
62	rnn.weight_hh_l2	0	0.04839461296796799
62	rnn.weight_hh_l2	1	0.03180069848895073
62	rnn.weight_hh_l2	2	-0.05492871627211571
62	rnn.weight_hh_l2	3	-0.025068096816539764
62	rnn.weight_hh_l2	4	0.05413373187184334
62	rnn.weight_hh_l2	5	-0.025029940530657768
62	rnn.weight_hh_l2	6	0.007776312995702028
62	rnn.weight_hh_l2	7	-0.05283263325691223
62	rnn.weight_hh_l2	8	-0.005554146599024534
62	rnn.weight_hh_l2	9	-0.0199685487896204
62	rnn.bias_ih_l2	0	0.10874397307634354
62	rnn.bias_ih_l2	1	0.014877370558679104
62	rnn.bias_ih_l2	2	0.06631392240524292
62	rnn.bias_ih_l2	3	0.016263440251350403
62	rnn.bias_ih_l2	4	-0.0047348877415061
62	rnn.bias_ih_l2	5	0.0415324941277504
62	rnn.bias_ih_l2	6	0.013588540256023407
62	rnn.bias_ih_l2	7	0.01176318246871233
62	rnn.bias_ih_l2	8	0.023510867729783058
62	rnn.bias_ih_l2	9	-0.013963696546852589
62	rnn.bias_hh_l2	0	0.05976976081728935
62	rnn.bias_hh_l2	1	0.0002580893342383206
62	rnn.bias_hh_l2	2	0.06906834244728088
62	rnn.bias_hh_l2	3	0.030924953520298004
62	rnn.bias_hh_l2	4	0.07343164831399918
62	rnn.bias_hh_l2	5	-0.04747675731778145
62	rnn.bias_hh_l2	6	0.006567026954144239
62	rnn.bias_hh_l2	7	-0.025808211416006088
62	rnn.bias_hh_l2	8	0.042674895375967026
62	rnn.bias_hh_l2	9	0.06731511652469635
62	rnn.weight_ih_l2_reverse	0	0.08236309140920639
62	rnn.weight_ih_l2_reverse	1	-0.056469086557626724
62	rnn.weight_ih_l2_reverse	2	0.0008572050137445331
62	rnn.weight_ih_l2_reverse	3	0.035266146063804626
62	rnn.weight_ih_l2_reverse	4	0.05398699641227722
62	rnn.weight_ih_l2_reverse	5	-0.04063429310917854
62	rnn.weight_ih_l2_reverse	6	-0.0013682206626981497
62	rnn.weight_ih_l2_reverse	7	-0.006063996348530054
62	rnn.weight_ih_l2_reverse	8	0.008155160583555698
62	rnn.weight_ih_l2_reverse	9	-0.08173071593046188
62	rnn.weight_hh_l2_reverse	0	-0.08275866508483887
62	rnn.weight_hh_l2_reverse	1	0.012814628891646862
62	rnn.weight_hh_l2_reverse	2	0.010551252402365208
62	rnn.weight_hh_l2_reverse	3	0.024330949410796165
62	rnn.weight_hh_l2_reverse	4	-0.03686037287116051
62	rnn.weight_hh_l2_reverse	5	-0.014871085993945599
62	rnn.weight_hh_l2_reverse	6	-0.040114350616931915
62	rnn.weight_hh_l2_reverse	7	-0.059822581708431244
62	rnn.weight_hh_l2_reverse	8	-0.006724199280142784
62	rnn.weight_hh_l2_reverse	9	-0.059032902121543884
62	rnn.bias_ih_l2_reverse	0	-0.023068265989422798
62	rnn.bias_ih_l2_reverse	1	-0.02789420448243618
62	rnn.bias_ih_l2_reverse	2	0.0356719084084034
62	rnn.bias_ih_l2_reverse	3	0.02321103774011135
62	rnn.bias_ih_l2_reverse	4	0.0785861536860466
62	rnn.bias_ih_l2_reverse	5	-0.08943812549114227
62	rnn.bias_ih_l2_reverse	6	-0.04286210983991623
62	rnn.bias_ih_l2_reverse	7	-0.05768711864948273
62	rnn.bias_ih_l2_reverse	8	0.04446309432387352
62	rnn.bias_ih_l2_reverse	9	0.021711857989430428
62	rnn.bias_hh_l2_reverse	0	0.04279874637722969
62	rnn.bias_hh_l2_reverse	1	-0.06767106801271439
62	rnn.bias_hh_l2_reverse	2	-0.06716929376125336
62	rnn.bias_hh_l2_reverse	3	0.03603427857160568
62	rnn.bias_hh_l2_reverse	4	0.02649238333106041
62	rnn.bias_hh_l2_reverse	5	0.037470895797014236
62	rnn.bias_hh_l2_reverse	6	-0.08194875717163086
62	rnn.bias_hh_l2_reverse	7	-0.011295799165964127
62	rnn.bias_hh_l2_reverse	8	-0.08665037155151367
62	rnn.bias_hh_l2_reverse	9	-0.054458580911159515
62	linear.weight	0	0.025028489530086517
62	linear.weight	1	0.08800443261861801
62	linear.weight	2	-0.020779963582754135
62	linear.weight	3	-0.024627352133393288
62	linear.weight	4	-0.022248394787311554
62	linear.weight	5	0.04242663457989693
62	linear.weight	6	-0.003867389401420951
62	linear.weight	7	-0.06225212290883064
62	linear.weight	8	-0.0004323544562794268
62	linear.weight	9	0.06048501282930374
62	linear.bias	0	0.425249844789505
62	linear.bias	1	0.4428553581237793
62	linear.bias	2	-1.493602991104126
62	linear.bias	3	-0.05754556506872177
62	linear.bias	4	-0.050822705030441284
62	linear.bias	5	0.5241935849189758
63	transitions	0	0.0737098827958107
63	transitions	1	-10000.0
63	transitions	2	2.1051902770996094
63	transitions	3	-0.9564360976219177
63	transitions	4	-10000.0
63	transitions	5	-10000.0
63	transitions	6	-10000.0
63	transitions	7	0.8835229277610779
63	transitions	8	0.877718448638916
63	transitions	9	-1.2237560749053955
63	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
63	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
63	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
63	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
63	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
63	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
63	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
63	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
63	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
63	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
63	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
63	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
63	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
63	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
63	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
63	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
63	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
63	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
63	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
63	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
63	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
63	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
63	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
63	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
63	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
63	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
63	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
63	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
63	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
63	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
63	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
63	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
63	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
63	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
63	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
63	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
63	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
63	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
63	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
63	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
63	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
63	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
63	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
63	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
63	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
63	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
63	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
63	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
63	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
63	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
63	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
63	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
63	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
63	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
63	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
63	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
63	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
63	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
63	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
63	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
63	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
63	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
63	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
63	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
63	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
63	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
63	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
63	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
63	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
63	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
63	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
63	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
63	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
63	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
63	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
63	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
63	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
63	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
63	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
63	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
63	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
63	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
63	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
63	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
63	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
63	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
63	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
63	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
63	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
63	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
63	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
63	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
63	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
63	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
63	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
63	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
63	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
63	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
63	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
63	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
63	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
63	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
63	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
63	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
63	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
63	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
63	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
63	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
63	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
63	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
63	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
63	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
63	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
63	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
63	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
63	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
63	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
63	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
63	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
63	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
63	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
63	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
63	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
63	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
63	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
63	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
63	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
63	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
63	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
63	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
63	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
63	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
63	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
63	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
63	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
63	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
63	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
63	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
63	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
63	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
63	embedding2nn.weight	0	0.014744551852345467
63	embedding2nn.weight	1	0.0005239617312327027
63	embedding2nn.weight	2	0.005607833154499531
63	embedding2nn.weight	3	0.0008305956143885851
63	embedding2nn.weight	4	-0.00865782331675291
63	embedding2nn.weight	5	-0.00540216313675046
63	embedding2nn.weight	6	-0.0014725468354299664
63	embedding2nn.weight	7	-0.003169358940795064
63	embedding2nn.weight	8	0.014636805281043053
63	embedding2nn.weight	9	0.004354862496256828
63	embedding2nn.bias	0	0.0025218226946890354
63	embedding2nn.bias	1	-0.011202492751181126
63	embedding2nn.bias	2	0.013915291987359524
63	embedding2nn.bias	3	-0.013342853635549545
63	embedding2nn.bias	4	-0.018227005377411842
63	embedding2nn.bias	5	-0.00563238188624382
63	embedding2nn.bias	6	0.010317455977201462
63	embedding2nn.bias	7	0.012261731550097466
63	embedding2nn.bias	8	-0.007948361337184906
63	embedding2nn.bias	9	0.003492782823741436
63	rnn.weight_ih_l0	0	-0.05094084143638611
63	rnn.weight_ih_l0	1	0.05072581768035889
63	rnn.weight_ih_l0	2	0.03183268755674362
63	rnn.weight_ih_l0	3	0.014686962589621544
63	rnn.weight_ih_l0	4	0.012784088961780071
63	rnn.weight_ih_l0	5	0.0841967836022377
63	rnn.weight_ih_l0	6	0.07571746408939362
63	rnn.weight_ih_l0	7	0.03778546303510666
63	rnn.weight_ih_l0	8	-0.04554774984717369
63	rnn.weight_ih_l0	9	0.008050601929426193
63	rnn.weight_hh_l0	0	0.008466845378279686
63	rnn.weight_hh_l0	1	-0.0633736103773117
63	rnn.weight_hh_l0	2	-0.0654226690530777
63	rnn.weight_hh_l0	3	0.07218798995018005
63	rnn.weight_hh_l0	4	0.07119305431842804
63	rnn.weight_hh_l0	5	0.004428123123943806
63	rnn.weight_hh_l0	6	0.003958461806178093
63	rnn.weight_hh_l0	7	-0.02510559745132923
63	rnn.weight_hh_l0	8	-0.02895064279437065
63	rnn.weight_hh_l0	9	0.05797288939356804
63	rnn.bias_ih_l0	0	-0.06923673301935196
63	rnn.bias_ih_l0	1	0.08627203851938248
63	rnn.bias_ih_l0	2	0.020907286554574966
63	rnn.bias_ih_l0	3	0.07961811870336533
63	rnn.bias_ih_l0	4	-0.07042305171489716
63	rnn.bias_ih_l0	5	0.08618983626365662
63	rnn.bias_ih_l0	6	-0.06737300753593445
63	rnn.bias_ih_l0	7	-0.03375690057873726
63	rnn.bias_ih_l0	8	-0.08290234208106995
63	rnn.bias_ih_l0	9	-0.05022250488400459
63	rnn.bias_hh_l0	0	0.036197729408741
63	rnn.bias_hh_l0	1	0.07191890478134155
63	rnn.bias_hh_l0	2	0.06718021631240845
63	rnn.bias_hh_l0	3	0.08198091387748718
63	rnn.bias_hh_l0	4	-0.09121350944042206
63	rnn.bias_hh_l0	5	-0.07211959362030029
63	rnn.bias_hh_l0	6	0.07609545439481735
63	rnn.bias_hh_l0	7	-0.0892212986946106
63	rnn.bias_hh_l0	8	-0.026303712278604507
63	rnn.bias_hh_l0	9	0.002504589967429638
63	rnn.weight_ih_l0_reverse	0	0.07921953499317169
63	rnn.weight_ih_l0_reverse	1	0.0734911784529686
63	rnn.weight_ih_l0_reverse	2	0.03886277228593826
63	rnn.weight_ih_l0_reverse	3	0.03379988670349121
63	rnn.weight_ih_l0_reverse	4	-0.03712095692753792
63	rnn.weight_ih_l0_reverse	5	0.05109878256917
63	rnn.weight_ih_l0_reverse	6	0.06644075363874435
63	rnn.weight_ih_l0_reverse	7	0.022543756291270256
63	rnn.weight_ih_l0_reverse	8	-0.05847309157252312
63	rnn.weight_ih_l0_reverse	9	-0.052810315042734146
63	rnn.weight_hh_l0_reverse	0	0.025286352261900902
63	rnn.weight_hh_l0_reverse	1	-0.08732953667640686
63	rnn.weight_hh_l0_reverse	2	0.06279243528842926
63	rnn.weight_hh_l0_reverse	3	-0.02141294628381729
63	rnn.weight_hh_l0_reverse	4	0.08370567858219147
63	rnn.weight_hh_l0_reverse	5	-0.0011102654971182346
63	rnn.weight_hh_l0_reverse	6	0.027669185772538185
63	rnn.weight_hh_l0_reverse	7	0.07824580371379852
63	rnn.weight_hh_l0_reverse	8	-0.02222473733127117
63	rnn.weight_hh_l0_reverse	9	-0.046686023473739624
63	rnn.bias_ih_l0_reverse	0	0.0006566565134562552
63	rnn.bias_ih_l0_reverse	1	-0.02026122808456421
63	rnn.bias_ih_l0_reverse	2	-0.018308354541659355
63	rnn.bias_ih_l0_reverse	3	0.04572603106498718
63	rnn.bias_ih_l0_reverse	4	0.06810208410024643
63	rnn.bias_ih_l0_reverse	5	-0.02376706711947918
63	rnn.bias_ih_l0_reverse	6	-0.027411896735429764
63	rnn.bias_ih_l0_reverse	7	-0.05034564435482025
63	rnn.bias_ih_l0_reverse	8	0.006167321465909481
63	rnn.bias_ih_l0_reverse	9	-0.06974431127309799
63	rnn.bias_hh_l0_reverse	0	0.03620181977748871
63	rnn.bias_hh_l0_reverse	1	-0.0711069107055664
63	rnn.bias_hh_l0_reverse	2	0.0796947032213211
63	rnn.bias_hh_l0_reverse	3	0.055319029837846756
63	rnn.bias_hh_l0_reverse	4	0.02451399713754654
63	rnn.bias_hh_l0_reverse	5	0.04100428894162178
63	rnn.bias_hh_l0_reverse	6	0.06326256692409515
63	rnn.bias_hh_l0_reverse	7	0.08312853425741196
63	rnn.bias_hh_l0_reverse	8	-0.010335475206375122
63	rnn.bias_hh_l0_reverse	9	0.050944648683071136
63	rnn.weight_ih_l1	0	0.021890487521886826
63	rnn.weight_ih_l1	1	0.015036661177873611
63	rnn.weight_ih_l1	2	0.07374067604541779
63	rnn.weight_ih_l1	3	-0.02430642396211624
63	rnn.weight_ih_l1	4	-0.024221397936344147
63	rnn.weight_ih_l1	5	-0.012384560890495777
63	rnn.weight_ih_l1	6	0.07130008190870285
63	rnn.weight_ih_l1	7	-0.006144071463495493
63	rnn.weight_ih_l1	8	-0.05308117717504501
63	rnn.weight_ih_l1	9	0.06041542813181877
63	rnn.weight_hh_l1	0	-0.07351619750261307
63	rnn.weight_hh_l1	1	-0.03703148290514946
63	rnn.weight_hh_l1	2	-0.008208631537854671
63	rnn.weight_hh_l1	3	-0.05852385237812996
63	rnn.weight_hh_l1	4	0.08566055446863174
63	rnn.weight_hh_l1	5	-0.08407387137413025
63	rnn.weight_hh_l1	6	-0.048532236367464066
63	rnn.weight_hh_l1	7	0.06538934260606766
63	rnn.weight_hh_l1	8	-0.013532779179513454
63	rnn.weight_hh_l1	9	-0.040766146034002304
63	rnn.bias_ih_l1	0	-0.06272616237401962
63	rnn.bias_ih_l1	1	0.05782997980713844
63	rnn.bias_ih_l1	2	-0.05150416120886803
63	rnn.bias_ih_l1	3	-0.0674297958612442
63	rnn.bias_ih_l1	4	-0.03028823994100094
63	rnn.bias_ih_l1	5	-0.03898550197482109
63	rnn.bias_ih_l1	6	-0.05007467046380043
63	rnn.bias_ih_l1	7	0.06230216100811958
63	rnn.bias_ih_l1	8	0.08507421612739563
63	rnn.bias_ih_l1	9	0.031904175877571106
63	rnn.bias_hh_l1	0	0.06980330497026443
63	rnn.bias_hh_l1	1	-0.05866602435708046
63	rnn.bias_hh_l1	2	0.02329249680042267
63	rnn.bias_hh_l1	3	0.0633084625005722
63	rnn.bias_hh_l1	4	0.05754915997385979
63	rnn.bias_hh_l1	5	-0.07865707576274872
63	rnn.bias_hh_l1	6	0.01550721749663353
63	rnn.bias_hh_l1	7	0.03818870708346367
63	rnn.bias_hh_l1	8	0.01097241323441267
63	rnn.bias_hh_l1	9	-0.003998726140707731
63	rnn.weight_ih_l1_reverse	0	0.0860133096575737
63	rnn.weight_ih_l1_reverse	1	-0.04164399579167366
63	rnn.weight_ih_l1_reverse	2	-0.06212335824966431
63	rnn.weight_ih_l1_reverse	3	0.025512972846627235
63	rnn.weight_ih_l1_reverse	4	-0.04593001678586006
63	rnn.weight_ih_l1_reverse	5	0.024139907211065292
63	rnn.weight_ih_l1_reverse	6	0.040393177419900894
63	rnn.weight_ih_l1_reverse	7	0.020456695929169655
63	rnn.weight_ih_l1_reverse	8	-0.00782318226993084
63	rnn.weight_ih_l1_reverse	9	-0.06668964773416519
63	rnn.weight_hh_l1_reverse	0	0.00537042785435915
63	rnn.weight_hh_l1_reverse	1	0.018826864659786224
63	rnn.weight_hh_l1_reverse	2	-0.05816733464598656
63	rnn.weight_hh_l1_reverse	3	-0.01301483903080225
63	rnn.weight_hh_l1_reverse	4	0.008639771491289139
63	rnn.weight_hh_l1_reverse	5	-0.06301343441009521
63	rnn.weight_hh_l1_reverse	6	-0.0672643631696701
63	rnn.weight_hh_l1_reverse	7	-0.011539558880031109
63	rnn.weight_hh_l1_reverse	8	-0.05664130672812462
63	rnn.weight_hh_l1_reverse	9	-0.04333062469959259
63	rnn.bias_ih_l1_reverse	0	-0.002954507479444146
63	rnn.bias_ih_l1_reverse	1	-0.04044808819890022
63	rnn.bias_ih_l1_reverse	2	0.022479137405753136
63	rnn.bias_ih_l1_reverse	3	-0.07747739553451538
63	rnn.bias_ih_l1_reverse	4	-0.08622563630342484
63	rnn.bias_ih_l1_reverse	5	-0.0881931260228157
63	rnn.bias_ih_l1_reverse	6	0.058810602873563766
63	rnn.bias_ih_l1_reverse	7	0.08566316217184067
63	rnn.bias_ih_l1_reverse	8	0.0005269247340038419
63	rnn.bias_ih_l1_reverse	9	-0.014721376821398735
63	rnn.bias_hh_l1_reverse	0	0.05841676890850067
63	rnn.bias_hh_l1_reverse	1	-0.07018168270587921
63	rnn.bias_hh_l1_reverse	2	-0.049400802701711655
63	rnn.bias_hh_l1_reverse	3	0.07412634044885635
63	rnn.bias_hh_l1_reverse	4	-0.024312959983944893
63	rnn.bias_hh_l1_reverse	5	-0.008142215199768543
63	rnn.bias_hh_l1_reverse	6	-0.05958547443151474
63	rnn.bias_hh_l1_reverse	7	-0.06153673678636551
63	rnn.bias_hh_l1_reverse	8	0.06497253477573395
63	rnn.bias_hh_l1_reverse	9	0.039677977561950684
63	rnn.weight_ih_l2	0	0.07310401648283005
63	rnn.weight_ih_l2	1	-0.053981147706508636
63	rnn.weight_ih_l2	2	0.06330770999193192
63	rnn.weight_ih_l2	3	0.0662141665816307
63	rnn.weight_ih_l2	4	0.058244720101356506
63	rnn.weight_ih_l2	5	-0.03840576112270355
63	rnn.weight_ih_l2	6	-0.07537452131509781
63	rnn.weight_ih_l2	7	0.014556772075593472
63	rnn.weight_ih_l2	8	-0.017124950885772705
63	rnn.weight_ih_l2	9	-0.06928125768899918
63	rnn.weight_hh_l2	0	0.048399683088064194
63	rnn.weight_hh_l2	1	0.03178316354751587
63	rnn.weight_hh_l2	2	-0.054932188242673874
63	rnn.weight_hh_l2	3	-0.02507762983441353
63	rnn.weight_hh_l2	4	0.0541171133518219
63	rnn.weight_hh_l2	5	-0.025060217827558517
63	rnn.weight_hh_l2	6	0.007769618183374405
63	rnn.weight_hh_l2	7	-0.05283531919121742
63	rnn.weight_hh_l2	8	-0.005527522414922714
63	rnn.weight_hh_l2	9	-0.019860457628965378
63	rnn.bias_ih_l2	0	0.10713007301092148
63	rnn.bias_ih_l2	1	0.014833757653832436
63	rnn.bias_ih_l2	2	0.06658268719911575
63	rnn.bias_ih_l2	3	0.01747797802090645
63	rnn.bias_ih_l2	4	-0.005083454307168722
63	rnn.bias_ih_l2	5	0.040055613964796066
63	rnn.bias_ih_l2	6	0.013009767979383469
63	rnn.bias_ih_l2	7	0.01197969913482666
63	rnn.bias_ih_l2	8	0.02317761816084385
63	rnn.bias_ih_l2	9	-0.013951312750577927
63	rnn.bias_hh_l2	0	0.05922903120517731
63	rnn.bias_hh_l2	1	-0.00020407083502504975
63	rnn.bias_hh_l2	2	0.06900498270988464
63	rnn.bias_hh_l2	3	0.0309154000133276
63	rnn.bias_hh_l2	4	0.07349865138530731
63	rnn.bias_hh_l2	5	-0.04444102942943573
63	rnn.bias_hh_l2	6	0.009571518748998642
63	rnn.bias_hh_l2	7	-0.025792524218559265
63	rnn.bias_hh_l2	8	0.04265343397855759
63	rnn.bias_hh_l2	9	0.06458484381437302
63	rnn.weight_ih_l2_reverse	0	0.0823667049407959
63	rnn.weight_ih_l2_reverse	1	-0.056567464023828506
63	rnn.weight_ih_l2_reverse	2	0.0008683465421199799
63	rnn.weight_ih_l2_reverse	3	0.035275816917419434
63	rnn.weight_ih_l2_reverse	4	0.053948983550071716
63	rnn.weight_ih_l2_reverse	5	-0.04063492640852928
63	rnn.weight_ih_l2_reverse	6	0.0001248515909537673
63	rnn.weight_ih_l2_reverse	7	-0.006181405391544104
63	rnn.weight_ih_l2_reverse	8	0.008154579438269138
63	rnn.weight_ih_l2_reverse	9	-0.08175549656152725
63	rnn.weight_hh_l2_reverse	0	-0.08275792002677917
63	rnn.weight_hh_l2_reverse	1	0.012638126499950886
63	rnn.weight_hh_l2_reverse	2	0.01055029034614563
63	rnn.weight_hh_l2_reverse	3	0.024319211021065712
63	rnn.weight_hh_l2_reverse	4	-0.036861784756183624
63	rnn.weight_hh_l2_reverse	5	-0.014875050634145737
63	rnn.weight_hh_l2_reverse	6	-0.040413253009319305
63	rnn.weight_hh_l2_reverse	7	-0.059819161891937256
63	rnn.weight_hh_l2_reverse	8	-0.006722888443619013
63	rnn.weight_hh_l2_reverse	9	-0.05903008580207825
63	rnn.bias_ih_l2_reverse	0	-0.02420576475560665
63	rnn.bias_ih_l2_reverse	1	-0.028280172497034073
63	rnn.bias_ih_l2_reverse	2	0.035721078515052795
63	rnn.bias_ih_l2_reverse	3	0.02128760516643524
63	rnn.bias_ih_l2_reverse	4	0.07854481786489487
63	rnn.bias_ih_l2_reverse	5	-0.08949469774961472
63	rnn.bias_ih_l2_reverse	6	-0.04296652227640152
63	rnn.bias_ih_l2_reverse	7	-0.05650525540113449
63	rnn.bias_ih_l2_reverse	8	0.05253755673766136
63	rnn.bias_ih_l2_reverse	9	0.019630739465355873
63	rnn.bias_hh_l2_reverse	0	0.03948189318180084
63	rnn.bias_hh_l2_reverse	1	-0.06745865195989609
63	rnn.bias_hh_l2_reverse	2	-0.06723789870738983
63	rnn.bias_hh_l2_reverse	3	0.035838037729263306
63	rnn.bias_hh_l2_reverse	4	0.025856830179691315
63	rnn.bias_hh_l2_reverse	5	0.03799774497747421
63	rnn.bias_hh_l2_reverse	6	-0.08210158348083496
63	rnn.bias_hh_l2_reverse	7	-0.011021167039871216
63	rnn.bias_hh_l2_reverse	8	-0.08487698435783386
63	rnn.bias_hh_l2_reverse	9	-0.05454319342970848
63	linear.weight	0	0.025028489530086517
63	linear.weight	1	0.08094313740730286
63	linear.weight	2	-0.020822716876864433
63	linear.weight	3	-0.027229001745581627
63	linear.weight	4	-0.022248394787311554
63	linear.weight	5	0.04495246708393097
63	linear.weight	6	0.0022884018253535032
63	linear.weight	7	-0.07320394366979599
63	linear.weight	8	0.008540783077478409
63	linear.weight	9	0.062383003532886505
63	linear.bias	0	0.518890917301178
63	linear.bias	1	0.5224575996398926
63	linear.bias	2	-1.4952383041381836
63	linear.bias	3	-0.05754556506872177
63	linear.bias	4	-0.050822705030441284
63	linear.bias	5	0.35258567333221436
64	transitions	0	0.07281528413295746
64	transitions	1	-10000.0
64	transitions	2	2.0826146602630615
64	transitions	3	-0.9566932916641235
64	transitions	4	-10000.0
64	transitions	5	-10000.0
64	transitions	6	-10000.0
64	transitions	7	0.8834677338600159
64	transitions	8	0.8770744800567627
64	transitions	9	-1.2179471254348755
64	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
64	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
64	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
64	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
64	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
64	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
64	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
64	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
64	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
64	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
64	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
64	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
64	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
64	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
64	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
64	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
64	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
64	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
64	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
64	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
64	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
64	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
64	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
64	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
64	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
64	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
64	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
64	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
64	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
64	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
64	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
64	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
64	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
64	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
64	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
64	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
64	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
64	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
64	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
64	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
64	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
64	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
64	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
64	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
64	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
64	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
64	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
64	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
64	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
64	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
64	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
64	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
64	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
64	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
64	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
64	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
64	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
64	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
64	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
64	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
64	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
64	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
64	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
64	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
64	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
64	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
64	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
64	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
64	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
64	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
64	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
64	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
64	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
64	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
64	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
64	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
64	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
64	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
64	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
64	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
64	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
64	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
64	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
64	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
64	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
64	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
64	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
64	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
64	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
64	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
64	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
64	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
64	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
64	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
64	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
64	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
64	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
64	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
64	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
64	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
64	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
64	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
64	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
64	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
64	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
64	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
64	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
64	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
64	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
64	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
64	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
64	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
64	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
64	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
64	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
64	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
64	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
64	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
64	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
64	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
64	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
64	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
64	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
64	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
64	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
64	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
64	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
64	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
64	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
64	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
64	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
64	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
64	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
64	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
64	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
64	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
64	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
64	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
64	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
64	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
64	embedding2nn.weight	0	0.014746666885912418
64	embedding2nn.weight	1	0.0005442132824100554
64	embedding2nn.weight	2	0.005618410650640726
64	embedding2nn.weight	3	0.0008324936497956514
64	embedding2nn.weight	4	-0.008703196421265602
64	embedding2nn.weight	5	-0.005406657233834267
64	embedding2nn.weight	6	-0.0015111106913536787
64	embedding2nn.weight	7	-0.003163512097671628
64	embedding2nn.weight	8	0.014735480770468712
64	embedding2nn.weight	9	0.0043959179893136024
64	embedding2nn.bias	0	0.0016453537391498685
64	embedding2nn.bias	1	-0.009520795196294785
64	embedding2nn.bias	2	0.01649661362171173
64	embedding2nn.bias	3	-0.013039197772741318
64	embedding2nn.bias	4	-0.01953396014869213
64	embedding2nn.bias	5	-0.00547682773321867
64	embedding2nn.bias	6	0.012753237038850784
64	embedding2nn.bias	7	0.013151975348591805
64	embedding2nn.bias	8	-0.009600992314517498
64	embedding2nn.bias	9	0.0024047784972935915
64	rnn.weight_ih_l0	0	-0.050951238721609116
64	rnn.weight_ih_l0	1	0.050724856555461884
64	rnn.weight_ih_l0	2	0.031834859400987625
64	rnn.weight_ih_l0	3	0.014689362607896328
64	rnn.weight_ih_l0	4	0.0128059396520257
64	rnn.weight_ih_l0	5	0.0841955617070198
64	rnn.weight_ih_l0	6	0.07571157813072205
64	rnn.weight_ih_l0	7	0.037785958498716354
64	rnn.weight_ih_l0	8	-0.04550832882523537
64	rnn.weight_ih_l0	9	0.008114536292850971
64	rnn.weight_hh_l0	0	0.008461374789476395
64	rnn.weight_hh_l0	1	-0.06337855756282806
64	rnn.weight_hh_l0	2	-0.0654301866889
64	rnn.weight_hh_l0	3	0.07218758016824722
64	rnn.weight_hh_l0	4	0.07119153439998627
64	rnn.weight_hh_l0	5	0.004446679726243019
64	rnn.weight_hh_l0	6	0.003880045609548688
64	rnn.weight_hh_l0	7	-0.02520364336669445
64	rnn.weight_hh_l0	8	-0.028909767046570778
64	rnn.weight_hh_l0	9	0.05796555429697037
64	rnn.bias_ih_l0	0	-0.06894973665475845
64	rnn.bias_ih_l0	1	0.08625087887048721
64	rnn.bias_ih_l0	2	0.02108875848352909
64	rnn.bias_ih_l0	3	0.07892922312021255
64	rnn.bias_ih_l0	4	-0.06995071470737457
64	rnn.bias_ih_l0	5	0.0864756777882576
64	rnn.bias_ih_l0	6	-0.0653342455625534
64	rnn.bias_ih_l0	7	-0.033630382269620895
64	rnn.bias_ih_l0	8	-0.08192992955446243
64	rnn.bias_ih_l0	9	-0.04998287931084633
64	rnn.bias_hh_l0	0	0.035785891115665436
64	rnn.bias_hh_l0	1	0.07196355611085892
64	rnn.bias_hh_l0	2	0.06714698672294617
64	rnn.bias_hh_l0	3	0.08199891448020935
64	rnn.bias_hh_l0	4	-0.09358125925064087
64	rnn.bias_hh_l0	5	-0.0721818134188652
64	rnn.bias_hh_l0	6	0.07633500546216965
64	rnn.bias_hh_l0	7	-0.0919966921210289
64	rnn.bias_hh_l0	8	-0.026334917172789574
64	rnn.bias_hh_l0	9	-0.0009526031790301204
64	rnn.weight_ih_l0_reverse	0	0.07921919971704483
64	rnn.weight_ih_l0_reverse	1	0.07349881529808044
64	rnn.weight_ih_l0_reverse	2	0.03885932266712189
64	rnn.weight_ih_l0_reverse	3	0.033795759081840515
64	rnn.weight_ih_l0_reverse	4	-0.03704463690519333
64	rnn.weight_ih_l0_reverse	5	0.05109748989343643
64	rnn.weight_ih_l0_reverse	6	0.06643571704626083
64	rnn.weight_ih_l0_reverse	7	0.022559475153684616
64	rnn.weight_ih_l0_reverse	8	-0.05844835937023163
64	rnn.weight_ih_l0_reverse	9	-0.052812471985816956
64	rnn.weight_hh_l0_reverse	0	0.025211896747350693
64	rnn.weight_hh_l0_reverse	1	-0.08732417970895767
64	rnn.weight_hh_l0_reverse	2	0.06279995292425156
64	rnn.weight_hh_l0_reverse	3	-0.021418031305074692
64	rnn.weight_hh_l0_reverse	4	0.08378561586141586
64	rnn.weight_hh_l0_reverse	5	-0.0011380281066522002
64	rnn.weight_hh_l0_reverse	6	0.028117680922150612
64	rnn.weight_hh_l0_reverse	7	0.07825732231140137
64	rnn.weight_hh_l0_reverse	8	-0.02221791446208954
64	rnn.weight_hh_l0_reverse	9	-0.04668519273400307
64	rnn.bias_ih_l0_reverse	0	0.0009397861431352794
64	rnn.bias_ih_l0_reverse	1	-0.021795112639665604
64	rnn.bias_ih_l0_reverse	2	-0.018110282719135284
64	rnn.bias_ih_l0_reverse	3	0.045468542724847794
64	rnn.bias_ih_l0_reverse	4	0.06822651624679565
64	rnn.bias_ih_l0_reverse	5	-0.023191524669528008
64	rnn.bias_ih_l0_reverse	6	-0.027424393221735954
64	rnn.bias_ih_l0_reverse	7	-0.04961424693465233
64	rnn.bias_ih_l0_reverse	8	0.0065141767263412476
64	rnn.bias_ih_l0_reverse	9	-0.07065949589014053
64	rnn.bias_hh_l0_reverse	0	0.03613127022981644
64	rnn.bias_hh_l0_reverse	1	-0.07202209532260895
64	rnn.bias_hh_l0_reverse	2	0.07920251786708832
64	rnn.bias_hh_l0_reverse	3	0.05519971624016762
64	rnn.bias_hh_l0_reverse	4	0.02456423081457615
64	rnn.bias_hh_l0_reverse	5	0.041039418429136276
64	rnn.bias_hh_l0_reverse	6	0.06330019980669022
64	rnn.bias_hh_l0_reverse	7	0.08221668004989624
64	rnn.bias_hh_l0_reverse	8	-0.010285093449056149
64	rnn.bias_hh_l0_reverse	9	0.051626093685626984
64	rnn.weight_ih_l1	0	0.02178429812192917
64	rnn.weight_ih_l1	1	0.015030266717076302
64	rnn.weight_ih_l1	2	0.0740928053855896
64	rnn.weight_ih_l1	3	-0.024303842335939407
64	rnn.weight_ih_l1	4	-0.024234145879745483
64	rnn.weight_ih_l1	5	-0.012346054427325726
64	rnn.weight_ih_l1	6	0.07124250382184982
64	rnn.weight_ih_l1	7	-0.006275638937950134
64	rnn.weight_ih_l1	8	-0.05311112850904465
64	rnn.weight_ih_l1	9	0.060584183782339096
64	rnn.weight_hh_l1	0	-0.07307172566652298
64	rnn.weight_hh_l1	1	-0.036965448409318924
64	rnn.weight_hh_l1	2	-0.008212895132601261
64	rnn.weight_hh_l1	3	-0.05851966142654419
64	rnn.weight_hh_l1	4	0.08570526540279388
64	rnn.weight_hh_l1	5	-0.0840824693441391
64	rnn.weight_hh_l1	6	-0.04857669770717621
64	rnn.weight_hh_l1	7	0.06517656147480011
64	rnn.weight_hh_l1	8	-0.013536157086491585
64	rnn.weight_hh_l1	9	-0.040615733712911606
64	rnn.bias_ih_l1	0	-0.061672501266002655
64	rnn.bias_ih_l1	1	0.05774230137467384
64	rnn.bias_ih_l1	2	-0.05149144306778908
64	rnn.bias_ih_l1	3	-0.06698715686798096
64	rnn.bias_ih_l1	4	-0.030323633924126625
64	rnn.bias_ih_l1	5	-0.04422556608915329
64	rnn.bias_ih_l1	6	-0.049055516719818115
64	rnn.bias_ih_l1	7	0.06239128112792969
64	rnn.bias_ih_l1	8	0.08580105751752853
64	rnn.bias_ih_l1	9	0.030858376994729042
64	rnn.bias_hh_l1	0	0.06971365958452225
64	rnn.bias_hh_l1	1	-0.05869040638208389
64	rnn.bias_hh_l1	2	0.02326164022088051
64	rnn.bias_hh_l1	3	0.06364364176988602
64	rnn.bias_hh_l1	4	0.05766986310482025
64	rnn.bias_hh_l1	5	-0.07880087196826935
64	rnn.bias_hh_l1	6	0.015508507378399372
64	rnn.bias_hh_l1	7	0.038670554757118225
64	rnn.bias_hh_l1	8	0.01111468207091093
64	rnn.bias_hh_l1	9	-0.0043340083211660385
64	rnn.weight_ih_l1_reverse	0	0.08599487692117691
64	rnn.weight_ih_l1_reverse	1	-0.04164184257388115
64	rnn.weight_ih_l1_reverse	2	-0.06212885305285454
64	rnn.weight_ih_l1_reverse	3	0.025521229952573776
64	rnn.weight_ih_l1_reverse	4	-0.04592679813504219
64	rnn.weight_ih_l1_reverse	5	0.024128850549459457
64	rnn.weight_ih_l1_reverse	6	0.04034215956926346
64	rnn.weight_ih_l1_reverse	7	0.020501738414168358
64	rnn.weight_ih_l1_reverse	8	-0.007774279918521643
64	rnn.weight_ih_l1_reverse	9	-0.06688056141138077
64	rnn.weight_hh_l1_reverse	0	0.005373192019760609
64	rnn.weight_hh_l1_reverse	1	0.018825840204954147
64	rnn.weight_hh_l1_reverse	2	-0.05816647782921791
64	rnn.weight_hh_l1_reverse	3	-0.01302042230963707
64	rnn.weight_hh_l1_reverse	4	0.008625145070254803
64	rnn.weight_hh_l1_reverse	5	-0.0628749430179596
64	rnn.weight_hh_l1_reverse	6	-0.06726378202438354
64	rnn.weight_hh_l1_reverse	7	-0.011542250402271748
64	rnn.weight_hh_l1_reverse	8	-0.05676201730966568
64	rnn.weight_hh_l1_reverse	9	-0.04333353415131569
64	rnn.bias_ih_l1_reverse	0	-0.0029839742928743362
64	rnn.bias_ih_l1_reverse	1	-0.04031864553689957
64	rnn.bias_ih_l1_reverse	2	0.023044798523187637
64	rnn.bias_ih_l1_reverse	3	-0.07756630331277847
64	rnn.bias_ih_l1_reverse	4	-0.086129330098629
64	rnn.bias_ih_l1_reverse	5	-0.08830419927835464
64	rnn.bias_ih_l1_reverse	6	0.05890481919050217
64	rnn.bias_ih_l1_reverse	7	0.08565721660852432
64	rnn.bias_ih_l1_reverse	8	0.0018385723233222961
64	rnn.bias_ih_l1_reverse	9	-0.014294381253421307
64	rnn.bias_hh_l1_reverse	0	0.05850367620587349
64	rnn.bias_hh_l1_reverse	1	-0.07010138034820557
64	rnn.bias_hh_l1_reverse	2	-0.04907527193427086
64	rnn.bias_hh_l1_reverse	3	0.0742349848151207
64	rnn.bias_hh_l1_reverse	4	-0.024252785369753838
64	rnn.bias_hh_l1_reverse	5	-0.00814499519765377
64	rnn.bias_hh_l1_reverse	6	-0.05962631478905678
64	rnn.bias_hh_l1_reverse	7	-0.061642125248909
64	rnn.bias_hh_l1_reverse	8	0.06478625535964966
64	rnn.bias_hh_l1_reverse	9	0.03694823384284973
64	rnn.weight_ih_l2	0	0.07340332120656967
64	rnn.weight_ih_l2	1	-0.05396953225135803
64	rnn.weight_ih_l2	2	0.06330748647451401
64	rnn.weight_ih_l2	3	0.06580586731433868
64	rnn.weight_ih_l2	4	0.05838542804121971
64	rnn.weight_ih_l2	5	-0.038577694445848465
64	rnn.weight_ih_l2	6	-0.07535864412784576
64	rnn.weight_ih_l2	7	0.014283924363553524
64	rnn.weight_ih_l2	8	-0.017122894525527954
64	rnn.weight_ih_l2	9	-0.06927019357681274
64	rnn.weight_hh_l2	0	0.04839836433529854
64	rnn.weight_hh_l2	1	0.03176204487681389
64	rnn.weight_hh_l2	2	-0.05492730438709259
64	rnn.weight_hh_l2	3	-0.02503441646695137
64	rnn.weight_hh_l2	4	0.05413000285625458
64	rnn.weight_hh_l2	5	-0.024984246119856834
64	rnn.weight_hh_l2	6	0.007744329981505871
64	rnn.weight_hh_l2	7	-0.05282803997397423
64	rnn.weight_hh_l2	8	-0.005510334856808186
64	rnn.weight_hh_l2	9	-0.019995827227830887
64	rnn.bias_ih_l2	0	0.10699175298213959
64	rnn.bias_ih_l2	1	0.014771758578717709
64	rnn.bias_ih_l2	2	0.06551070511341095
64	rnn.bias_ih_l2	3	0.017302753403782845
64	rnn.bias_ih_l2	4	-0.004591493867337704
64	rnn.bias_ih_l2	5	0.04032724350690842
64	rnn.bias_ih_l2	6	0.012870312668383121
64	rnn.bias_ih_l2	7	0.011794490739703178
64	rnn.bias_ih_l2	8	0.023125089704990387
64	rnn.bias_ih_l2	9	-0.014200011268258095
64	rnn.bias_hh_l2	0	0.06218535080552101
64	rnn.bias_hh_l2	1	0.0004649996117223054
64	rnn.bias_hh_l2	2	0.06911173462867737
64	rnn.bias_hh_l2	3	0.031050054356455803
64	rnn.bias_hh_l2	4	0.0735546126961708
64	rnn.bias_hh_l2	5	-0.054645270109176636
64	rnn.bias_hh_l2	6	0.014136036857962608
64	rnn.bias_hh_l2	7	-0.025908848270773888
64	rnn.bias_hh_l2	8	0.0426277220249176
64	rnn.bias_hh_l2	9	0.0619741827249527
64	rnn.weight_ih_l2_reverse	0	0.08236605674028397
64	rnn.weight_ih_l2_reverse	1	-0.0561053529381752
64	rnn.weight_ih_l2_reverse	2	0.00086706702131778
64	rnn.weight_ih_l2_reverse	3	0.035276059061288834
64	rnn.weight_ih_l2_reverse	4	0.05395007133483887
64	rnn.weight_ih_l2_reverse	5	-0.04063447564840317
64	rnn.weight_ih_l2_reverse	6	-0.00010025776282418519
64	rnn.weight_ih_l2_reverse	7	-0.006398744415491819
64	rnn.weight_ih_l2_reverse	8	0.00834818184375763
64	rnn.weight_ih_l2_reverse	9	-0.08166643232107162
64	rnn.weight_hh_l2_reverse	0	-0.08275669068098068
64	rnn.weight_hh_l2_reverse	1	0.012739459052681923
64	rnn.weight_hh_l2_reverse	2	0.01054973155260086
64	rnn.weight_hh_l2_reverse	3	0.02432120591402054
64	rnn.weight_hh_l2_reverse	4	-0.03686203062534332
64	rnn.weight_hh_l2_reverse	5	-0.014871528372168541
64	rnn.weight_hh_l2_reverse	6	-0.04032294452190399
64	rnn.weight_hh_l2_reverse	7	-0.05982071906328201
64	rnn.weight_hh_l2_reverse	8	-0.006722215563058853
64	rnn.weight_hh_l2_reverse	9	-0.05903005599975586
64	rnn.bias_ih_l2_reverse	0	-0.022563977167010307
64	rnn.bias_ih_l2_reverse	1	-0.028144115582108498
64	rnn.bias_ih_l2_reverse	2	0.03566883131861687
64	rnn.bias_ih_l2_reverse	3	0.022568751126527786
64	rnn.bias_ih_l2_reverse	4	0.07833978533744812
64	rnn.bias_ih_l2_reverse	5	-0.0894458070397377
64	rnn.bias_ih_l2_reverse	6	-0.042946308851242065
64	rnn.bias_ih_l2_reverse	7	-0.05760795623064041
64	rnn.bias_ih_l2_reverse	8	0.04860924929380417
64	rnn.bias_ih_l2_reverse	9	0.018990319222211838
64	rnn.bias_hh_l2_reverse	0	0.04169556125998497
64	rnn.bias_hh_l2_reverse	1	-0.0667552798986435
64	rnn.bias_hh_l2_reverse	2	-0.06724414974451065
64	rnn.bias_hh_l2_reverse	3	0.035944726318120956
64	rnn.bias_hh_l2_reverse	4	0.026083555072546005
64	rnn.bias_hh_l2_reverse	5	0.03734222427010536
64	rnn.bias_hh_l2_reverse	6	-0.08206790685653687
64	rnn.bias_hh_l2_reverse	7	-0.01085706241428852
64	rnn.bias_hh_l2_reverse	8	-0.08469881117343903
64	rnn.bias_hh_l2_reverse	9	-0.05448838695883751
64	linear.weight	0	0.025028489530086517
64	linear.weight	1	0.10015768557786942
64	linear.weight	2	-0.020892763510346413
64	linear.weight	3	-0.02422223798930645
64	linear.weight	4	-0.022248394787311554
64	linear.weight	5	0.046752575784921646
64	linear.weight	6	0.0025812655221670866
64	linear.weight	7	-0.06658495217561722
64	linear.weight	8	0.009193901903927326
64	linear.weight	9	0.06522783637046814
64	linear.bias	0	0.47874438762664795
64	linear.bias	1	0.4850682318210602
64	linear.bias	2	-1.498016357421875
64	linear.bias	3	-0.05754556506872177
64	linear.bias	4	-0.050822705030441284
64	linear.bias	5	0.4328995943069458
65	transitions	0	0.07222665846347809
65	transitions	1	-10000.0
65	transitions	2	2.1148312091827393
65	transitions	3	-0.9019526839256287
65	transitions	4	-10000.0
65	transitions	5	-10000.0
65	transitions	6	-10000.0
65	transitions	7	0.883432149887085
65	transitions	8	0.8765717148780823
65	transitions	9	-1.2210333347320557
65	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
65	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
65	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
65	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
65	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
65	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
65	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
65	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
65	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
65	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
65	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
65	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
65	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
65	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
65	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
65	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
65	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
65	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
65	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
65	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
65	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
65	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
65	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
65	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
65	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
65	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
65	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
65	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
65	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
65	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
65	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
65	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
65	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
65	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
65	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
65	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
65	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
65	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
65	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
65	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
65	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
65	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
65	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
65	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
65	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
65	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
65	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
65	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
65	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
65	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
65	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
65	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
65	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
65	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
65	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
65	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
65	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
65	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
65	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
65	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
65	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
65	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
65	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
65	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
65	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
65	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
65	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
65	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
65	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
65	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
65	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
65	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
65	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
65	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
65	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
65	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
65	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
65	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
65	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
65	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
65	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
65	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
65	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
65	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
65	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
65	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
65	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
65	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
65	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
65	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
65	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
65	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
65	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
65	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
65	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
65	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
65	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
65	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
65	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
65	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
65	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
65	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
65	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
65	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
65	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
65	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
65	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
65	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
65	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
65	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
65	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
65	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
65	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
65	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
65	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
65	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
65	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
65	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
65	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
65	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
65	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
65	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
65	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
65	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
65	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
65	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
65	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
65	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
65	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
65	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
65	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
65	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
65	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
65	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
65	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
65	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
65	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
65	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
65	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
65	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
65	embedding2nn.weight	0	0.014737643301486969
65	embedding2nn.weight	1	0.0004780445888172835
65	embedding2nn.weight	2	0.005604948848485947
65	embedding2nn.weight	3	0.0008306346135213971
65	embedding2nn.weight	4	-0.009007323533296585
65	embedding2nn.weight	5	-0.005420655477792025
65	embedding2nn.weight	6	-0.0014964755391702056
65	embedding2nn.weight	7	-0.0031856477726250887
65	embedding2nn.weight	8	0.014681692235171795
65	embedding2nn.weight	9	0.004396767355501652
65	embedding2nn.bias	0	0.006326901260763407
65	embedding2nn.bias	1	-0.013947284780442715
65	embedding2nn.bias	2	0.011590750887989998
65	embedding2nn.bias	3	-0.009422270581126213
65	embedding2nn.bias	4	-0.017936205491423607
65	embedding2nn.bias	5	-0.005120756570249796
65	embedding2nn.bias	6	0.008183744736015797
65	embedding2nn.bias	7	0.009998435154557228
65	embedding2nn.bias	8	-0.006706802174448967
65	embedding2nn.bias	9	0.0011382243828848004
65	rnn.weight_ih_l0	0	-0.05101761594414711
65	rnn.weight_ih_l0	1	0.05072760209441185
65	rnn.weight_ih_l0	2	0.031838033348321915
65	rnn.weight_ih_l0	3	0.014678314328193665
65	rnn.weight_ih_l0	4	0.01287547592073679
65	rnn.weight_ih_l0	5	0.08419609814882278
65	rnn.weight_ih_l0	6	0.07571928948163986
65	rnn.weight_ih_l0	7	0.03778436407446861
65	rnn.weight_ih_l0	8	-0.04560910165309906
65	rnn.weight_ih_l0	9	0.007849534973502159
65	rnn.weight_hh_l0	0	0.008455067873001099
65	rnn.weight_hh_l0	1	-0.0633956789970398
65	rnn.weight_hh_l0	2	-0.06542607396841049
65	rnn.weight_hh_l0	3	0.07223938405513763
65	rnn.weight_hh_l0	4	0.07117576152086258
65	rnn.weight_hh_l0	5	0.004350878298282623
65	rnn.weight_hh_l0	6	0.004055189434438944
65	rnn.weight_hh_l0	7	-0.02519815042614937
65	rnn.weight_hh_l0	8	-0.028948208317160606
65	rnn.weight_hh_l0	9	0.05797482654452324
65	rnn.bias_ih_l0	0	-0.06914348155260086
65	rnn.bias_ih_l0	1	0.08627945929765701
65	rnn.bias_ih_l0	2	0.020987534895539284
65	rnn.bias_ih_l0	3	0.08025193214416504
65	rnn.bias_ih_l0	4	-0.06953435391187668
65	rnn.bias_ih_l0	5	0.08605482429265976
65	rnn.bias_ih_l0	6	-0.0721779316663742
65	rnn.bias_ih_l0	7	-0.033804766833782196
65	rnn.bias_ih_l0	8	-0.08423177152872086
65	rnn.bias_ih_l0	9	-0.0501636266708374
65	rnn.bias_hh_l0	0	0.03701126575469971
65	rnn.bias_hh_l0	1	0.07201679050922394
65	rnn.bias_hh_l0	2	0.06705845147371292
65	rnn.bias_hh_l0	3	0.08204816281795502
65	rnn.bias_hh_l0	4	-0.08892873674631119
65	rnn.bias_hh_l0	5	-0.07209231704473495
65	rnn.bias_hh_l0	6	0.07607845962047577
65	rnn.bias_hh_l0	7	-0.08608327805995941
65	rnn.bias_hh_l0	8	-0.026221059262752533
65	rnn.bias_hh_l0	9	0.0031388429924845695
65	rnn.weight_ih_l0_reverse	0	0.07920581847429276
65	rnn.weight_ih_l0_reverse	1	0.0734754204750061
65	rnn.weight_ih_l0_reverse	2	0.038854073733091354
65	rnn.weight_ih_l0_reverse	3	0.033798716962337494
65	rnn.weight_ih_l0_reverse	4	-0.037118349224328995
65	rnn.weight_ih_l0_reverse	5	0.05109625682234764
65	rnn.weight_ih_l0_reverse	6	0.06644255667924881
65	rnn.weight_ih_l0_reverse	7	0.02262299880385399
65	rnn.weight_ih_l0_reverse	8	-0.0583512969315052
65	rnn.weight_ih_l0_reverse	9	-0.05281499773263931
65	rnn.weight_hh_l0_reverse	0	0.025099802762269974
65	rnn.weight_hh_l0_reverse	1	-0.08732130378484726
65	rnn.weight_hh_l0_reverse	2	0.06279070675373077
65	rnn.weight_hh_l0_reverse	3	-0.021428309381008148
65	rnn.weight_hh_l0_reverse	4	0.08374614268541336
65	rnn.weight_hh_l0_reverse	5	-0.001129503478296101
65	rnn.weight_hh_l0_reverse	6	0.02771786041557789
65	rnn.weight_hh_l0_reverse	7	0.07824543118476868
65	rnn.weight_hh_l0_reverse	8	-0.022224601358175278
65	rnn.weight_hh_l0_reverse	9	-0.046704862266778946
65	rnn.bias_ih_l0_reverse	0	0.0014738112222403288
65	rnn.bias_ih_l0_reverse	1	-0.022407006472349167
65	rnn.bias_ih_l0_reverse	2	-0.01779738999903202
65	rnn.bias_ih_l0_reverse	3	0.04571036249399185
65	rnn.bias_ih_l0_reverse	4	0.06808021664619446
65	rnn.bias_ih_l0_reverse	5	-0.023555967956781387
65	rnn.bias_ih_l0_reverse	6	-0.027403073385357857
65	rnn.bias_ih_l0_reverse	7	-0.05003761500120163
65	rnn.bias_ih_l0_reverse	8	0.006293743383139372
65	rnn.bias_ih_l0_reverse	9	-0.06876527518033981
65	rnn.bias_hh_l0_reverse	0	0.036641720682382584
65	rnn.bias_hh_l0_reverse	1	-0.07012787461280823
65	rnn.bias_hh_l0_reverse	2	0.08200030028820038
65	rnn.bias_hh_l0_reverse	3	0.05543336272239685
65	rnn.bias_hh_l0_reverse	4	0.02738999016582966
65	rnn.bias_hh_l0_reverse	5	0.040946900844573975
65	rnn.bias_hh_l0_reverse	6	0.06368401646614075
65	rnn.bias_hh_l0_reverse	7	0.08603836596012115
65	rnn.bias_hh_l0_reverse	8	-0.010418090969324112
65	rnn.bias_hh_l0_reverse	9	0.05089753866195679
65	rnn.weight_ih_l1	0	0.02184426225721836
65	rnn.weight_ih_l1	1	0.015063676983118057
65	rnn.weight_ih_l1	2	0.07397575676441193
65	rnn.weight_ih_l1	3	-0.024297067895531654
65	rnn.weight_ih_l1	4	-0.024202385917305946
65	rnn.weight_ih_l1	5	-0.012396125122904778
65	rnn.weight_ih_l1	6	0.07123132050037384
65	rnn.weight_ih_l1	7	-0.005786723457276821
65	rnn.weight_ih_l1	8	-0.05302457511425018
65	rnn.weight_ih_l1	9	0.060617465525865555
65	rnn.weight_hh_l1	0	-0.07349438965320587
65	rnn.weight_hh_l1	1	-0.03695475682616234
65	rnn.weight_hh_l1	2	-0.008204937912523746
65	rnn.weight_hh_l1	3	-0.05851079896092415
65	rnn.weight_hh_l1	4	0.08559927344322205
65	rnn.weight_hh_l1	5	-0.08406960964202881
65	rnn.weight_hh_l1	6	-0.04857982322573662
65	rnn.weight_hh_l1	7	0.06532680243253708
65	rnn.weight_hh_l1	8	-0.013514596968889236
65	rnn.weight_hh_l1	9	-0.04043922945857048
65	rnn.bias_ih_l1	0	-0.06020506098866463
65	rnn.bias_ih_l1	1	0.05764703452587128
65	rnn.bias_ih_l1	2	-0.05131792649626732
65	rnn.bias_ih_l1	3	-0.06756475567817688
65	rnn.bias_ih_l1	4	-0.03025701642036438
65	rnn.bias_ih_l1	5	-0.026693863794207573
65	rnn.bias_ih_l1	6	-0.05235407501459122
65	rnn.bias_ih_l1	7	0.062417954206466675
65	rnn.bias_ih_l1	8	0.08490222692489624
65	rnn.bias_ih_l1	9	0.02949465997517109
65	rnn.bias_hh_l1	0	0.06967546790838242
65	rnn.bias_hh_l1	1	-0.058686234056949615
65	rnn.bias_hh_l1	2	0.023223990574479103
65	rnn.bias_hh_l1	3	0.06423545628786087
65	rnn.bias_hh_l1	4	0.05740025267004967
65	rnn.bias_hh_l1	5	-0.07862494140863419
65	rnn.bias_hh_l1	6	0.015514373779296875
65	rnn.bias_hh_l1	7	0.038694027811288834
65	rnn.bias_hh_l1	8	0.011458856984972954
65	rnn.bias_hh_l1	9	-0.004261916037648916
65	rnn.weight_ih_l1_reverse	0	0.08597660064697266
65	rnn.weight_ih_l1_reverse	1	-0.041600022464990616
65	rnn.weight_ih_l1_reverse	2	-0.0621359720826149
65	rnn.weight_ih_l1_reverse	3	0.025510868057608604
65	rnn.weight_ih_l1_reverse	4	-0.045926786959171295
65	rnn.weight_ih_l1_reverse	5	0.024152470752596855
65	rnn.weight_ih_l1_reverse	6	0.04034101590514183
65	rnn.weight_ih_l1_reverse	7	0.020537791773676872
65	rnn.weight_ih_l1_reverse	8	-0.007740824483335018
65	rnn.weight_ih_l1_reverse	9	-0.06690637767314911
65	rnn.weight_hh_l1_reverse	0	0.005369660910218954
65	rnn.weight_hh_l1_reverse	1	0.018826281651854515
65	rnn.weight_hh_l1_reverse	2	-0.058172717690467834
65	rnn.weight_hh_l1_reverse	3	-0.013003656640648842
65	rnn.weight_hh_l1_reverse	4	0.008638627827167511
65	rnn.weight_hh_l1_reverse	5	-0.06340868026018143
65	rnn.weight_hh_l1_reverse	6	-0.06726758927106857
65	rnn.weight_hh_l1_reverse	7	-0.011536176316440105
65	rnn.weight_hh_l1_reverse	8	-0.05664392188191414
65	rnn.weight_hh_l1_reverse	9	-0.043333787471055984
65	rnn.bias_ih_l1_reverse	0	-0.0028911419212818146
65	rnn.bias_ih_l1_reverse	1	-0.0403253473341465
65	rnn.bias_ih_l1_reverse	2	0.022946320474147797
65	rnn.bias_ih_l1_reverse	3	-0.07733692228794098
65	rnn.bias_ih_l1_reverse	4	-0.08603764325380325
65	rnn.bias_ih_l1_reverse	5	-0.0883016511797905
65	rnn.bias_ih_l1_reverse	6	0.05878971889615059
65	rnn.bias_ih_l1_reverse	7	0.08561825007200241
65	rnn.bias_ih_l1_reverse	8	0.003611458232626319
65	rnn.bias_ih_l1_reverse	9	-0.014097913168370724
65	rnn.bias_hh_l1_reverse	0	0.05857434123754501
65	rnn.bias_hh_l1_reverse	1	-0.07019028067588806
65	rnn.bias_hh_l1_reverse	2	-0.049091268330812454
65	rnn.bias_hh_l1_reverse	3	0.07495608180761337
65	rnn.bias_hh_l1_reverse	4	-0.024197153747081757
65	rnn.bias_hh_l1_reverse	5	-0.008188418112695217
65	rnn.bias_hh_l1_reverse	6	-0.05961588770151138
65	rnn.bias_hh_l1_reverse	7	-0.06161683425307274
65	rnn.bias_hh_l1_reverse	8	0.06468184292316437
65	rnn.bias_hh_l1_reverse	9	0.037837643176317215
65	rnn.weight_ih_l2	0	0.07353555411100388
65	rnn.weight_ih_l2	1	-0.054003093391656876
65	rnn.weight_ih_l2	2	0.06330958008766174
65	rnn.weight_ih_l2	3	0.06577803939580917
65	rnn.weight_ih_l2	4	0.057659488171339035
65	rnn.weight_ih_l2	5	-0.03853828087449074
65	rnn.weight_ih_l2	6	-0.07560374587774277
65	rnn.weight_ih_l2	7	0.01434026937931776
65	rnn.weight_ih_l2	8	-0.01712486334145069
65	rnn.weight_ih_l2	9	-0.069267138838768
65	rnn.weight_hh_l2	0	0.04838385432958603
65	rnn.weight_hh_l2	1	0.03173716738820076
65	rnn.weight_hh_l2	2	-0.05492238700389862
65	rnn.weight_hh_l2	3	-0.02502262406051159
65	rnn.weight_hh_l2	4	0.054164886474609375
65	rnn.weight_hh_l2	5	-0.02500731870532036
65	rnn.weight_hh_l2	6	0.0077231344766914845
65	rnn.weight_hh_l2	7	-0.052841950207948685
65	rnn.weight_hh_l2	8	-0.005415621679276228
65	rnn.weight_hh_l2	9	-0.019922828301787376
65	rnn.bias_ih_l2	0	0.11522305011749268
65	rnn.bias_ih_l2	1	0.014894790947437286
65	rnn.bias_ih_l2	2	0.06653644889593124
65	rnn.bias_ih_l2	3	0.018457701429724693
65	rnn.bias_ih_l2	4	-0.00579678313806653
65	rnn.bias_ih_l2	5	0.04039309173822403
65	rnn.bias_ih_l2	6	0.013138692826032639
65	rnn.bias_ih_l2	7	0.012449769303202629
65	rnn.bias_ih_l2	8	0.023555681109428406
65	rnn.bias_ih_l2	9	-0.01388978585600853
65	rnn.bias_hh_l2	0	0.06278046220541
65	rnn.bias_hh_l2	1	-0.0007577883079648018
65	rnn.bias_hh_l2	2	0.06991145759820938
65	rnn.bias_hh_l2	3	0.03126347437500954
65	rnn.bias_hh_l2	4	0.07388386130332947
65	rnn.bias_hh_l2	5	-0.04922313243150711
65	rnn.bias_hh_l2	6	0.029127230867743492
65	rnn.bias_hh_l2	7	-0.025861680507659912
65	rnn.bias_hh_l2	8	0.042726337909698486
65	rnn.bias_hh_l2	9	0.06502316147089005
65	rnn.weight_ih_l2_reverse	0	0.08236655592918396
65	rnn.weight_ih_l2_reverse	1	-0.056053392589092255
65	rnn.weight_ih_l2_reverse	2	0.000861955399159342
65	rnn.weight_ih_l2_reverse	3	0.03528105095028877
65	rnn.weight_ih_l2_reverse	4	0.05394812300801277
65	rnn.weight_ih_l2_reverse	5	-0.04063097760081291
65	rnn.weight_ih_l2_reverse	6	5.072844214737415e-05
65	rnn.weight_ih_l2_reverse	7	-0.00629102997481823
65	rnn.weight_ih_l2_reverse	8	0.009064007550477982
65	rnn.weight_ih_l2_reverse	9	-0.08169104158878326
65	rnn.weight_hh_l2_reverse	0	-0.08275939524173737
65	rnn.weight_hh_l2_reverse	1	0.012574614025652409
65	rnn.weight_hh_l2_reverse	2	0.010549543425440788
65	rnn.weight_hh_l2_reverse	3	0.02432020753622055
65	rnn.weight_hh_l2_reverse	4	-0.03686874732375145
65	rnn.weight_hh_l2_reverse	5	-0.01487455703318119
65	rnn.weight_hh_l2_reverse	6	-0.04031408950686455
65	rnn.weight_hh_l2_reverse	7	-0.05981177091598511
65	rnn.weight_hh_l2_reverse	8	-0.006723038386553526
65	rnn.weight_hh_l2_reverse	9	-0.05902978405356407
65	rnn.bias_ih_l2_reverse	0	-0.027748648077249527
65	rnn.bias_ih_l2_reverse	1	-0.02815721556544304
65	rnn.bias_ih_l2_reverse	2	0.03597268462181091
65	rnn.bias_ih_l2_reverse	3	0.019837504252791405
65	rnn.bias_ih_l2_reverse	4	0.07845312356948853
65	rnn.bias_ih_l2_reverse	5	-0.08944598585367203
65	rnn.bias_ih_l2_reverse	6	-0.04291233792901039
65	rnn.bias_ih_l2_reverse	7	-0.056985192000865936
65	rnn.bias_ih_l2_reverse	8	0.05528268218040466
65	rnn.bias_ih_l2_reverse	9	0.02092130109667778
65	rnn.bias_hh_l2_reverse	0	0.03034980408847332
65	rnn.bias_hh_l2_reverse	1	-0.06472316384315491
65	rnn.bias_hh_l2_reverse	2	-0.06725794821977615
65	rnn.bias_hh_l2_reverse	3	0.03604477271437645
65	rnn.bias_hh_l2_reverse	4	0.026126278564333916
65	rnn.bias_hh_l2_reverse	5	0.03762940317392349
65	rnn.bias_hh_l2_reverse	6	-0.08216140419244766
65	rnn.bias_hh_l2_reverse	7	-0.010411722585558891
65	rnn.bias_hh_l2_reverse	8	-0.08388224244117737
65	rnn.bias_hh_l2_reverse	9	-0.054735951125621796
65	linear.weight	0	0.025028489530086517
65	linear.weight	1	0.08378200978040695
65	linear.weight	2	-0.02090088278055191
65	linear.weight	3	-0.024051310494542122
65	linear.weight	4	-0.022248394787311554
65	linear.weight	5	0.04493638500571251
65	linear.weight	6	0.0030869469046592712
65	linear.weight	7	-0.06567725539207458
65	linear.weight	8	0.009632937610149384
65	linear.weight	9	0.06338953226804733
65	linear.bias	0	0.507194459438324
65	linear.bias	1	0.6077352166175842
65	linear.bias	2	-1.5002083778381348
65	linear.bias	3	-0.05754556506872177
65	linear.bias	4	-0.050822705030441284
65	linear.bias	5	0.2839745283126831
66	transitions	0	0.071504145860672
66	transitions	1	-10000.0
66	transitions	2	2.0422401428222656
66	transitions	3	-0.9436720609664917
66	transitions	4	-10000.0
66	transitions	5	-10000.0
66	transitions	6	-10000.0
66	transitions	7	0.8833489418029785
66	transitions	8	0.8755061626434326
66	transitions	9	-1.228584885597229
66	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
66	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
66	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
66	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
66	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
66	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
66	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
66	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
66	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
66	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
66	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
66	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
66	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
66	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
66	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
66	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
66	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
66	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
66	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
66	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
66	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
66	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
66	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
66	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
66	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
66	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
66	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
66	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
66	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
66	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
66	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
66	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
66	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
66	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
66	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
66	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
66	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
66	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
66	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
66	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
66	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
66	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
66	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
66	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
66	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
66	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
66	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
66	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
66	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
66	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
66	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
66	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
66	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
66	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
66	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
66	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
66	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
66	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
66	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
66	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
66	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
66	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
66	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
66	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
66	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
66	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
66	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
66	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
66	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
66	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
66	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
66	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
66	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
66	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
66	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
66	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
66	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
66	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
66	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
66	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
66	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
66	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
66	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
66	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
66	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
66	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
66	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
66	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
66	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
66	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
66	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
66	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
66	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
66	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
66	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
66	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
66	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
66	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
66	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
66	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
66	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
66	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
66	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
66	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
66	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
66	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
66	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
66	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
66	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
66	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
66	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
66	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
66	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
66	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
66	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
66	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
66	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
66	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
66	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
66	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
66	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
66	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
66	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
66	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
66	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
66	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
66	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
66	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
66	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
66	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
66	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
66	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
66	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
66	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
66	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
66	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
66	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
66	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
66	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
66	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
66	embedding2nn.weight	0	0.014733384363353252
66	embedding2nn.weight	1	0.0004707463667728007
66	embedding2nn.weight	2	0.005614751484245062
66	embedding2nn.weight	3	0.0008357863407582045
66	embedding2nn.weight	4	-0.008351145312190056
66	embedding2nn.weight	5	-0.005399888381361961
66	embedding2nn.weight	6	-0.0013779245782643557
66	embedding2nn.weight	7	-0.0031009402591735125
66	embedding2nn.weight	8	0.014675226993858814
66	embedding2nn.weight	9	0.004419062286615372
66	embedding2nn.bias	0	0.0025330570060759783
66	embedding2nn.bias	1	-0.00956703070551157
66	embedding2nn.bias	2	0.019118884578347206
66	embedding2nn.bias	3	-0.011623436585068703
66	embedding2nn.bias	4	-0.023124869912862778
66	embedding2nn.bias	5	-0.0040383534505963326
66	embedding2nn.bias	6	0.012911009602248669
66	embedding2nn.bias	7	0.015372528694570065
66	embedding2nn.bias	8	-0.01315566897392273
66	embedding2nn.bias	9	0.0018449753988534212
66	rnn.weight_ih_l0	0	-0.050961948931217194
66	rnn.weight_ih_l0	1	0.05073169618844986
66	rnn.weight_ih_l0	2	0.03183398395776749
66	rnn.weight_ih_l0	3	0.014689132571220398
66	rnn.weight_ih_l0	4	0.012873208150267601
66	rnn.weight_ih_l0	5	0.08419526368379593
66	rnn.weight_ih_l0	6	0.07571649551391602
66	rnn.weight_ih_l0	7	0.03779061511158943
66	rnn.weight_ih_l0	8	-0.04558422416448593
66	rnn.weight_ih_l0	9	0.008156766183674335
66	rnn.weight_hh_l0	0	0.00844325590878725
66	rnn.weight_hh_l0	1	-0.06338125467300415
66	rnn.weight_hh_l0	2	-0.06543701887130737
66	rnn.weight_hh_l0	3	0.07206857949495316
66	rnn.weight_hh_l0	4	0.07114703953266144
66	rnn.weight_hh_l0	5	0.004463536199182272
66	rnn.weight_hh_l0	6	0.003991914913058281
66	rnn.weight_hh_l0	7	-0.024981705471873283
66	rnn.weight_hh_l0	8	-0.028980063274502754
66	rnn.weight_hh_l0	9	0.0579540878534317
66	rnn.bias_ih_l0	0	-0.06884755194187164
66	rnn.bias_ih_l0	1	0.0863175243139267
66	rnn.bias_ih_l0	2	0.02060009352862835
66	rnn.bias_ih_l0	3	0.07872015237808228
66	rnn.bias_ih_l0	4	-0.07111790776252747
66	rnn.bias_ih_l0	5	0.08633913099765778
66	rnn.bias_ih_l0	6	-0.06500424444675446
66	rnn.bias_ih_l0	7	-0.03382190689444542
66	rnn.bias_ih_l0	8	-0.07972074300050735
66	rnn.bias_ih_l0	9	-0.04985271394252777
66	rnn.bias_hh_l0	0	0.03509310632944107
66	rnn.bias_hh_l0	1	0.07207974046468735
66	rnn.bias_hh_l0	2	0.0672164112329483
66	rnn.bias_hh_l0	3	0.08207341283559799
66	rnn.bias_hh_l0	4	-0.09681228548288345
66	rnn.bias_hh_l0	5	-0.07211287319660187
66	rnn.bias_hh_l0	6	0.07637418806552887
66	rnn.bias_hh_l0	7	-0.09126963466405869
66	rnn.bias_hh_l0	8	-0.026242638006806374
66	rnn.bias_hh_l0	9	-0.009558004327118397
66	rnn.weight_ih_l0_reverse	0	0.07920369505882263
66	rnn.weight_ih_l0_reverse	1	0.07351457327604294
66	rnn.weight_ih_l0_reverse	2	0.038860030472278595
66	rnn.weight_ih_l0_reverse	3	0.033811405301094055
66	rnn.weight_ih_l0_reverse	4	-0.03704948350787163
66	rnn.weight_ih_l0_reverse	5	0.05109019950032234
66	rnn.weight_ih_l0_reverse	6	0.0664418414235115
66	rnn.weight_ih_l0_reverse	7	0.022568639367818832
66	rnn.weight_ih_l0_reverse	8	-0.05831712484359741
66	rnn.weight_ih_l0_reverse	9	-0.052814655005931854
66	rnn.weight_hh_l0_reverse	0	0.025192126631736755
66	rnn.weight_hh_l0_reverse	1	-0.08732126653194427
66	rnn.weight_hh_l0_reverse	2	0.06275412440299988
66	rnn.weight_hh_l0_reverse	3	-0.021442096680402756
66	rnn.weight_hh_l0_reverse	4	0.08390631526708603
66	rnn.weight_hh_l0_reverse	5	-0.0011437697103247046
66	rnn.weight_hh_l0_reverse	6	0.028364650905132294
66	rnn.weight_hh_l0_reverse	7	0.07824964821338654
66	rnn.weight_hh_l0_reverse	8	-0.022221297025680542
66	rnn.weight_hh_l0_reverse	9	-0.04670250415802002
66	rnn.bias_ih_l0_reverse	0	0.0009579095058143139
66	rnn.bias_ih_l0_reverse	1	-0.020202822983264923
66	rnn.bias_ih_l0_reverse	2	-0.017351726070046425
66	rnn.bias_ih_l0_reverse	3	0.04484483599662781
66	rnn.bias_ih_l0_reverse	4	0.06825756281614304
66	rnn.bias_ih_l0_reverse	5	-0.022794734686613083
66	rnn.bias_ih_l0_reverse	6	-0.027361495420336723
66	rnn.bias_ih_l0_reverse	7	-0.0491185262799263
66	rnn.bias_ih_l0_reverse	8	0.005971204489469528
66	rnn.bias_ih_l0_reverse	9	-0.06916547566652298
66	rnn.bias_hh_l0_reverse	0	0.036451417952775955
66	rnn.bias_hh_l0_reverse	1	-0.0705280750989914
66	rnn.bias_hh_l0_reverse	2	0.0824863463640213
66	rnn.bias_hh_l0_reverse	3	0.05491989478468895
66	rnn.bias_hh_l0_reverse	4	0.02595599740743637
66	rnn.bias_hh_l0_reverse	5	0.0410364530980587
66	rnn.bias_hh_l0_reverse	6	0.06270653754472733
66	rnn.bias_hh_l0_reverse	7	0.08251917362213135
66	rnn.bias_hh_l0_reverse	8	-0.010537329129874706
66	rnn.bias_hh_l0_reverse	9	0.05530395731329918
66	rnn.weight_ih_l1	0	0.0217045359313488
66	rnn.weight_ih_l1	1	0.015054328367114067
66	rnn.weight_ih_l1	2	0.07444731146097183
66	rnn.weight_ih_l1	3	-0.024285277351737022
66	rnn.weight_ih_l1	4	-0.02414637617766857
66	rnn.weight_ih_l1	5	-0.01234584953635931
66	rnn.weight_ih_l1	6	0.07132404297590256
66	rnn.weight_ih_l1	7	-0.005173485726118088
66	rnn.weight_ih_l1	8	-0.05303770303726196
66	rnn.weight_ih_l1	9	0.06044016405940056
66	rnn.weight_hh_l1	0	-0.07405408471822739
66	rnn.weight_hh_l1	1	-0.03694716840982437
66	rnn.weight_hh_l1	2	-0.008214211091399193
66	rnn.weight_hh_l1	3	-0.058517854660749435
66	rnn.weight_hh_l1	4	0.08568063378334045
66	rnn.weight_hh_l1	5	-0.08401765674352646
66	rnn.weight_hh_l1	6	-0.04858623445034027
66	rnn.weight_hh_l1	7	0.06517190486192703
66	rnn.weight_hh_l1	8	-0.013514278456568718
66	rnn.weight_hh_l1	9	-0.04052314534783363
66	rnn.bias_ih_l1	0	-0.06143692135810852
66	rnn.bias_ih_l1	1	0.05772911757230759
66	rnn.bias_ih_l1	2	-0.05119992420077324
66	rnn.bias_ih_l1	3	-0.06763551384210587
66	rnn.bias_ih_l1	4	-0.030198046937584877
66	rnn.bias_ih_l1	5	-0.04186629131436348
66	rnn.bias_ih_l1	6	-0.04927370324730873
66	rnn.bias_ih_l1	7	0.06244540959596634
66	rnn.bias_ih_l1	8	0.08554946631193161
66	rnn.bias_ih_l1	9	0.03427043929696083
66	rnn.bias_hh_l1	0	0.06967546045780182
66	rnn.bias_hh_l1	1	-0.058845359832048416
66	rnn.bias_hh_l1	2	0.02302536368370056
66	rnn.bias_hh_l1	3	0.06320066750049591
66	rnn.bias_hh_l1	4	0.05731953680515289
66	rnn.bias_hh_l1	5	-0.07849506288766861
66	rnn.bias_hh_l1	6	0.015492428094148636
66	rnn.bias_hh_l1	7	0.03868594393134117
66	rnn.bias_hh_l1	8	0.01147442776709795
66	rnn.bias_hh_l1	9	-0.004274839069694281
66	rnn.weight_ih_l1_reverse	0	0.0860617533326149
66	rnn.weight_ih_l1_reverse	1	-0.04159080609679222
66	rnn.weight_ih_l1_reverse	2	-0.062128473073244095
66	rnn.weight_ih_l1_reverse	3	0.025505056604743004
66	rnn.weight_ih_l1_reverse	4	-0.045913033187389374
66	rnn.weight_ih_l1_reverse	5	0.024154748767614365
66	rnn.weight_ih_l1_reverse	6	0.04043147340416908
66	rnn.weight_ih_l1_reverse	7	0.020489465445280075
66	rnn.weight_ih_l1_reverse	8	-0.00777048384770751
66	rnn.weight_ih_l1_reverse	9	-0.0669751837849617
66	rnn.weight_hh_l1_reverse	0	0.005357269197702408
66	rnn.weight_hh_l1_reverse	1	0.01882811263203621
66	rnn.weight_hh_l1_reverse	2	-0.05817538499832153
66	rnn.weight_hh_l1_reverse	3	-0.012982355430722237
66	rnn.weight_hh_l1_reverse	4	0.00863281637430191
66	rnn.weight_hh_l1_reverse	5	-0.06327289342880249
66	rnn.weight_hh_l1_reverse	6	-0.06725803017616272
66	rnn.weight_hh_l1_reverse	7	-0.011539637111127377
66	rnn.weight_hh_l1_reverse	8	-0.056649621576070786
66	rnn.weight_hh_l1_reverse	9	-0.043344199657440186
66	rnn.bias_ih_l1_reverse	0	-0.0029270623344928026
66	rnn.bias_ih_l1_reverse	1	-0.040423013269901276
66	rnn.bias_ih_l1_reverse	2	0.022602979093790054
66	rnn.bias_ih_l1_reverse	3	-0.0785464346408844
66	rnn.bias_ih_l1_reverse	4	-0.08616198599338531
66	rnn.bias_ih_l1_reverse	5	-0.08828523010015488
66	rnn.bias_ih_l1_reverse	6	0.058874428272247314
66	rnn.bias_ih_l1_reverse	7	0.08550678193569183
66	rnn.bias_ih_l1_reverse	8	0.007793748751282692
66	rnn.bias_ih_l1_reverse	9	-0.01418128702789545
66	rnn.bias_hh_l1_reverse	0	0.05855786055326462
66	rnn.bias_hh_l1_reverse	1	-0.0698547214269638
66	rnn.bias_hh_l1_reverse	2	-0.04888375103473663
66	rnn.bias_hh_l1_reverse	3	0.07359994202852249
66	rnn.bias_hh_l1_reverse	4	-0.024189157411456108
66	rnn.bias_hh_l1_reverse	5	-0.008221937343478203
66	rnn.bias_hh_l1_reverse	6	-0.059526070952415466
66	rnn.bias_hh_l1_reverse	7	-0.06183907017111778
66	rnn.bias_hh_l1_reverse	8	0.06472187489271164
66	rnn.bias_hh_l1_reverse	9	0.033681463450193405
66	rnn.weight_ih_l2	0	0.07334645837545395
66	rnn.weight_ih_l2	1	-0.05401022359728813
66	rnn.weight_ih_l2	2	0.06333057582378387
66	rnn.weight_ih_l2	3	0.0654602125287056
66	rnn.weight_ih_l2	4	0.05790664255619049
66	rnn.weight_ih_l2	5	-0.038588281720876694
66	rnn.weight_ih_l2	6	-0.07555115967988968
66	rnn.weight_ih_l2	7	0.013914642855525017
66	rnn.weight_ih_l2	8	-0.017126813530921936
66	rnn.weight_ih_l2	9	-0.06926743686199188
66	rnn.weight_hh_l2	0	0.04837963357567787
66	rnn.weight_hh_l2	1	0.03172636032104492
66	rnn.weight_hh_l2	2	-0.05493152514100075
66	rnn.weight_hh_l2	3	-0.024993618950247765
66	rnn.weight_hh_l2	4	0.054153792560100555
66	rnn.weight_hh_l2	5	-0.025042572990059853
66	rnn.weight_hh_l2	6	0.007694082334637642
66	rnn.weight_hh_l2	7	-0.05281408503651619
66	rnn.weight_hh_l2	8	-0.005437849555164576
66	rnn.weight_hh_l2	9	-0.019816244021058083
66	rnn.bias_ih_l2	0	0.1063789427280426
66	rnn.bias_ih_l2	1	0.014170917682349682
66	rnn.bias_ih_l2	2	0.06920137256383896
66	rnn.bias_ih_l2	3	0.01491045206785202
66	rnn.bias_ih_l2	4	-0.0058831870555877686
66	rnn.bias_ih_l2	5	0.04056395962834358
66	rnn.bias_ih_l2	6	0.013078502379357815
66	rnn.bias_ih_l2	7	0.012001242488622665
66	rnn.bias_ih_l2	8	0.02327527478337288
66	rnn.bias_ih_l2	9	-0.015007251873612404
66	rnn.bias_hh_l2	0	0.05885499715805054
66	rnn.bias_hh_l2	1	-0.001063691801391542
66	rnn.bias_hh_l2	2	0.06788522750139236
66	rnn.bias_hh_l2	3	0.03140232712030411
66	rnn.bias_hh_l2	4	0.07386940717697144
66	rnn.bias_hh_l2	5	-0.05838422477245331
66	rnn.bias_hh_l2	6	0.021325094625353813
66	rnn.bias_hh_l2	7	-0.025874711573123932
66	rnn.bias_hh_l2	8	0.04272974282503128
66	rnn.bias_hh_l2	9	0.0701749324798584
66	rnn.weight_ih_l2_reverse	0	0.08236772567033768
66	rnn.weight_ih_l2_reverse	1	-0.05542532354593277
66	rnn.weight_ih_l2_reverse	2	0.0008706830558367074
66	rnn.weight_ih_l2_reverse	3	0.03528006374835968
66	rnn.weight_ih_l2_reverse	4	0.053951460868120193
66	rnn.weight_ih_l2_reverse	5	-0.04063362628221512
66	rnn.weight_ih_l2_reverse	6	-0.00022572351736016572
66	rnn.weight_ih_l2_reverse	7	-0.006464323494583368
66	rnn.weight_ih_l2_reverse	8	0.009156154468655586
66	rnn.weight_ih_l2_reverse	9	-0.08163204789161682
66	rnn.weight_hh_l2_reverse	0	-0.08275903016328812
66	rnn.weight_hh_l2_reverse	1	0.01249168161302805
66	rnn.weight_hh_l2_reverse	2	0.010549761354923248
66	rnn.weight_hh_l2_reverse	3	0.024325037375092506
66	rnn.weight_hh_l2_reverse	4	-0.036869343370199203
66	rnn.weight_hh_l2_reverse	5	-0.014885365962982178
66	rnn.weight_hh_l2_reverse	6	-0.04059299826622009
66	rnn.weight_hh_l2_reverse	7	-0.05981222167611122
66	rnn.weight_hh_l2_reverse	8	-0.006717881187796593
66	rnn.weight_hh_l2_reverse	9	-0.05903147533535957
66	rnn.bias_ih_l2_reverse	0	-0.02898970991373062
66	rnn.bias_ih_l2_reverse	1	-0.02807524800300598
66	rnn.bias_ih_l2_reverse	2	0.035935528576374054
66	rnn.bias_ih_l2_reverse	3	0.022973770275712013
66	rnn.bias_ih_l2_reverse	4	0.07821627706289291
66	rnn.bias_ih_l2_reverse	5	-0.08942011743783951
66	rnn.bias_ih_l2_reverse	6	-0.04281677305698395
66	rnn.bias_ih_l2_reverse	7	-0.05704589933156967
66	rnn.bias_ih_l2_reverse	8	0.04866736754775047
66	rnn.bias_ih_l2_reverse	9	0.02187276817858219
66	rnn.bias_hh_l2_reverse	0	0.04153648391366005
66	rnn.bias_hh_l2_reverse	1	-0.06423607468605042
66	rnn.bias_hh_l2_reverse	2	-0.06718064844608307
66	rnn.bias_hh_l2_reverse	3	0.03594726324081421
66	rnn.bias_hh_l2_reverse	4	0.025663506239652634
66	rnn.bias_hh_l2_reverse	5	0.03710322454571724
66	rnn.bias_hh_l2_reverse	6	-0.0821327343583107
66	rnn.bias_hh_l2_reverse	7	-0.010699134320020676
66	rnn.bias_hh_l2_reverse	8	-0.08485791832208633
66	rnn.bias_hh_l2_reverse	9	-0.05432054400444031
66	linear.weight	0	0.025028489530086517
66	linear.weight	1	0.10638666898012161
66	linear.weight	2	-0.020928865298628807
66	linear.weight	3	-0.018436484038829803
66	linear.weight	4	-0.022248394787311554
66	linear.weight	5	0.04258858039975166
66	linear.weight	6	0.0016920357011258602
66	linear.weight	7	-0.06401434540748596
66	linear.weight	8	0.008327677845954895
66	linear.weight	9	0.06340664625167847
66	linear.bias	0	0.4279686510562897
66	linear.bias	1	0.4771883487701416
66	linear.bias	2	-1.5036011934280396
66	linear.bias	3	-0.05754556506872177
66	linear.bias	4	-0.050822705030441284
66	linear.bias	5	0.4971400201320648
67	transitions	0	0.07137034088373184
67	transitions	1	-10000.0
67	transitions	2	2.162592649459839
67	transitions	3	-0.9467309713363647
67	transitions	4	-10000.0
67	transitions	5	-10000.0
67	transitions	6	-10000.0
67	transitions	7	0.8833342790603638
67	transitions	8	0.8753038048744202
67	transitions	9	-1.2300989627838135
67	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
67	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
67	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
67	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
67	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
67	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
67	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
67	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
67	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
67	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
67	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
67	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
67	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
67	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
67	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
67	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
67	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
67	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
67	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
67	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
67	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
67	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
67	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
67	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
67	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
67	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
67	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
67	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
67	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
67	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
67	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
67	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
67	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
67	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
67	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
67	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
67	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
67	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
67	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
67	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
67	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
67	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
67	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
67	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
67	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
67	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
67	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
67	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
67	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
67	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
67	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
67	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
67	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
67	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
67	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
67	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
67	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
67	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
67	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
67	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
67	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
67	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
67	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
67	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
67	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
67	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
67	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
67	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
67	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
67	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
67	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
67	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
67	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
67	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
67	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
67	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
67	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
67	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
67	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
67	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
67	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
67	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
67	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
67	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
67	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
67	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
67	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
67	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
67	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
67	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
67	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
67	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
67	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
67	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
67	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
67	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
67	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
67	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
67	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
67	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
67	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
67	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
67	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
67	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
67	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
67	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
67	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
67	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
67	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
67	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
67	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
67	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
67	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
67	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
67	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
67	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
67	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
67	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
67	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
67	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
67	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
67	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
67	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
67	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
67	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
67	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
67	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
67	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
67	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
67	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
67	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
67	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
67	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
67	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
67	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
67	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
67	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
67	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
67	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
67	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
67	embedding2nn.weight	0	0.014734219759702682
67	embedding2nn.weight	1	0.0004682269354816526
67	embedding2nn.weight	2	0.005605737678706646
67	embedding2nn.weight	3	0.0008341629873029888
67	embedding2nn.weight	4	-0.008317642845213413
67	embedding2nn.weight	5	-0.005409348756074905
67	embedding2nn.weight	6	-0.0013811634853482246
67	embedding2nn.weight	7	-0.0031117780599743128
67	embedding2nn.weight	8	0.014626682735979557
67	embedding2nn.weight	9	0.004383667837828398
67	embedding2nn.bias	0	0.004213312175124884
67	embedding2nn.bias	1	-0.011868384666740894
67	embedding2nn.bias	2	0.013101126067340374
67	embedding2nn.bias	3	-0.008237311616539955
67	embedding2nn.bias	4	-0.02053399756550789
67	embedding2nn.bias	5	-0.004331009462475777
67	embedding2nn.bias	6	0.009396697394549847
67	embedding2nn.bias	7	0.01261531375348568
67	embedding2nn.bias	8	-0.008465941064059734
67	embedding2nn.bias	9	0.0015485077165067196
67	rnn.weight_ih_l0	0	-0.05104738473892212
67	rnn.weight_ih_l0	1	0.050729818642139435
67	rnn.weight_ih_l0	2	0.03183557465672493
67	rnn.weight_ih_l0	3	0.014663638547062874
67	rnn.weight_ih_l0	4	0.012952129356563091
67	rnn.weight_ih_l0	5	0.08420038223266602
67	rnn.weight_ih_l0	6	0.07574635744094849
67	rnn.weight_ih_l0	7	0.03778645023703575
67	rnn.weight_ih_l0	8	-0.04563489183783531
67	rnn.weight_ih_l0	9	0.00794612430036068
67	rnn.weight_hh_l0	0	0.0084457416087389
67	rnn.weight_hh_l0	1	-0.06339072436094284
67	rnn.weight_hh_l0	2	-0.06544185429811478
67	rnn.weight_hh_l0	3	0.07211461663246155
67	rnn.weight_hh_l0	4	0.07115611433982849
67	rnn.weight_hh_l0	5	0.004493835382163525
67	rnn.weight_hh_l0	6	0.004063410218805075
67	rnn.weight_hh_l0	7	-0.024804502725601196
67	rnn.weight_hh_l0	8	-0.02915353886783123
67	rnn.weight_hh_l0	9	0.05796217545866966
67	rnn.bias_ih_l0	0	-0.06887439638376236
67	rnn.bias_ih_l0	1	0.0863671749830246
67	rnn.bias_ih_l0	2	0.02076074853539467
67	rnn.bias_ih_l0	3	0.08094020187854767
67	rnn.bias_ih_l0	4	-0.0691533088684082
67	rnn.bias_ih_l0	5	0.08544880896806717
67	rnn.bias_ih_l0	6	-0.07039742171764374
67	rnn.bias_ih_l0	7	-0.03397396579384804
67	rnn.bias_ih_l0	8	-0.08356653153896332
67	rnn.bias_ih_l0	9	-0.05014257878065109
67	rnn.bias_hh_l0	0	0.0338498018682003
67	rnn.bias_hh_l0	1	0.07221557945013046
67	rnn.bias_hh_l0	2	0.0670657753944397
67	rnn.bias_hh_l0	3	0.08214729279279709
67	rnn.bias_hh_l0	4	-0.09178939461708069
67	rnn.bias_hh_l0	5	-0.07202617824077606
67	rnn.bias_hh_l0	6	0.07584115862846375
67	rnn.bias_hh_l0	7	-0.08609572052955627
67	rnn.bias_hh_l0	8	-0.026276802644133568
67	rnn.bias_hh_l0	9	-0.0033598088193684816
67	rnn.weight_ih_l0_reverse	0	0.0792052149772644
67	rnn.weight_ih_l0_reverse	1	0.0735008642077446
67	rnn.weight_ih_l0_reverse	2	0.038856107741594315
67	rnn.weight_ih_l0_reverse	3	0.033774521201848984
67	rnn.weight_ih_l0_reverse	4	-0.03707551583647728
67	rnn.weight_ih_l0_reverse	5	0.05108078941702843
67	rnn.weight_ih_l0_reverse	6	0.0664299950003624
67	rnn.weight_ih_l0_reverse	7	0.022587565705180168
67	rnn.weight_ih_l0_reverse	8	-0.05825668200850487
67	rnn.weight_ih_l0_reverse	9	-0.05281418561935425
67	rnn.weight_hh_l0_reverse	0	0.025201614946126938
67	rnn.weight_hh_l0_reverse	1	-0.08731430023908615
67	rnn.weight_hh_l0_reverse	2	0.06278088688850403
67	rnn.weight_hh_l0_reverse	3	-0.021455690264701843
67	rnn.weight_hh_l0_reverse	4	0.08348923921585083
67	rnn.weight_hh_l0_reverse	5	-0.0011184937320649624
67	rnn.weight_hh_l0_reverse	6	0.027899302542209625
67	rnn.weight_hh_l0_reverse	7	0.078245148062706
67	rnn.weight_hh_l0_reverse	8	-0.022222544997930527
67	rnn.weight_hh_l0_reverse	9	-0.046688299626111984
67	rnn.bias_ih_l0_reverse	0	0.0010108117712661624
67	rnn.bias_ih_l0_reverse	1	-0.019805535674095154
67	rnn.bias_ih_l0_reverse	2	-0.01640196517109871
67	rnn.bias_ih_l0_reverse	3	0.044933658093214035
67	rnn.bias_ih_l0_reverse	4	0.06779841333627701
67	rnn.bias_ih_l0_reverse	5	-0.023730270564556122
67	rnn.bias_ih_l0_reverse	6	-0.02744176611304283
67	rnn.bias_ih_l0_reverse	7	-0.05043521150946617
67	rnn.bias_ih_l0_reverse	8	0.0029371161945164204
67	rnn.bias_ih_l0_reverse	9	-0.0685790404677391
67	rnn.bias_hh_l0_reverse	0	0.03682776167988777
67	rnn.bias_hh_l0_reverse	1	-0.06994163990020752
67	rnn.bias_hh_l0_reverse	2	0.0819380059838295
67	rnn.bias_hh_l0_reverse	3	0.05513788014650345
67	rnn.bias_hh_l0_reverse	4	0.0270865336060524
67	rnn.bias_hh_l0_reverse	5	0.040796373039484024
67	rnn.bias_hh_l0_reverse	6	0.06333836168050766
67	rnn.bias_hh_l0_reverse	7	0.08514276891946793
67	rnn.bias_hh_l0_reverse	8	-0.010510566644370556
67	rnn.bias_hh_l0_reverse	9	0.05272431671619415
67	rnn.weight_ih_l1	0	0.02197706513106823
67	rnn.weight_ih_l1	1	0.015013596042990685
67	rnn.weight_ih_l1	2	0.07352706789970398
67	rnn.weight_ih_l1	3	-0.02428254671394825
67	rnn.weight_ih_l1	4	-0.024138594046235085
67	rnn.weight_ih_l1	5	-0.012485574930906296
67	rnn.weight_ih_l1	6	0.07146178185939789
67	rnn.weight_ih_l1	7	-0.004913427401334047
67	rnn.weight_ih_l1	8	-0.053037527948617935
67	rnn.weight_ih_l1	9	0.05990930274128914
67	rnn.weight_hh_l1	0	-0.07441575825214386
67	rnn.weight_hh_l1	1	-0.03700641542673111
67	rnn.weight_hh_l1	2	-0.00821148045361042
67	rnn.weight_hh_l1	3	-0.05850847810506821
67	rnn.weight_hh_l1	4	0.08561974763870239
67	rnn.weight_hh_l1	5	-0.08402086049318314
67	rnn.weight_hh_l1	6	-0.048541322350502014
67	rnn.weight_hh_l1	7	0.06573247909545898
67	rnn.weight_hh_l1	8	-0.013512250036001205
67	rnn.weight_hh_l1	9	-0.04044688865542412
67	rnn.bias_ih_l1	0	-0.061346057802438736
67	rnn.bias_ih_l1	1	0.057639386504888535
67	rnn.bias_ih_l1	2	-0.051213253289461136
67	rnn.bias_ih_l1	3	-0.06819538027048111
67	rnn.bias_ih_l1	4	-0.030042573809623718
67	rnn.bias_ih_l1	5	-0.02756434492766857
67	rnn.bias_ih_l1	6	-0.04702990502119064
67	rnn.bias_ih_l1	7	0.06219503656029701
67	rnn.bias_ih_l1	8	0.08475782722234726
67	rnn.bias_ih_l1	9	0.03197300806641579
67	rnn.bias_hh_l1	0	0.06963933259248734
67	rnn.bias_hh_l1	1	-0.05884025618433952
67	rnn.bias_hh_l1	2	0.023111984133720398
67	rnn.bias_hh_l1	3	0.06306029856204987
67	rnn.bias_hh_l1	4	0.05683019757270813
67	rnn.bias_hh_l1	5	-0.07882682234048843
67	rnn.bias_hh_l1	6	0.015462890267372131
67	rnn.bias_hh_l1	7	0.03818802163004875
67	rnn.bias_hh_l1	8	0.011087566614151001
67	rnn.bias_hh_l1	9	-0.004231493454426527
67	rnn.weight_ih_l1_reverse	0	0.08628632873296738
67	rnn.weight_ih_l1_reverse	1	-0.04161962866783142
67	rnn.weight_ih_l1_reverse	2	-0.0621328130364418
67	rnn.weight_ih_l1_reverse	3	0.025489261373877525
67	rnn.weight_ih_l1_reverse	4	-0.0459076464176178
67	rnn.weight_ih_l1_reverse	5	0.024146301671862602
67	rnn.weight_ih_l1_reverse	6	0.0404173880815506
67	rnn.weight_ih_l1_reverse	7	0.020462002605199814
67	rnn.weight_ih_l1_reverse	8	-0.007751845754683018
67	rnn.weight_ih_l1_reverse	9	-0.06686679273843765
67	rnn.weight_hh_l1_reverse	0	0.005346210673451424
67	rnn.weight_hh_l1_reverse	1	0.01882617175579071
67	rnn.weight_hh_l1_reverse	2	-0.058177389204502106
67	rnn.weight_hh_l1_reverse	3	-0.012977203354239464
67	rnn.weight_hh_l1_reverse	4	0.008650222793221474
67	rnn.weight_hh_l1_reverse	5	-0.06328200548887253
67	rnn.weight_hh_l1_reverse	6	-0.06725337356328964
67	rnn.weight_hh_l1_reverse	7	-0.011525850743055344
67	rnn.weight_hh_l1_reverse	8	-0.05680437013506889
67	rnn.weight_hh_l1_reverse	9	-0.04334988817572594
67	rnn.bias_ih_l1_reverse	0	-0.0029140557162463665
67	rnn.bias_ih_l1_reverse	1	-0.040877945721149445
67	rnn.bias_ih_l1_reverse	2	0.022503303363919258
67	rnn.bias_ih_l1_reverse	3	-0.07875823974609375
67	rnn.bias_ih_l1_reverse	4	-0.08623378723859787
67	rnn.bias_ih_l1_reverse	5	-0.08843602240085602
67	rnn.bias_ih_l1_reverse	6	0.058750540018081665
67	rnn.bias_ih_l1_reverse	7	0.08538573235273361
67	rnn.bias_ih_l1_reverse	8	0.004798721056431532
67	rnn.bias_ih_l1_reverse	9	-0.014197076670825481
67	rnn.bias_hh_l1_reverse	0	0.05842795968055725
67	rnn.bias_hh_l1_reverse	1	-0.07026726752519608
67	rnn.bias_hh_l1_reverse	2	-0.04925788938999176
67	rnn.bias_hh_l1_reverse	3	0.0741400197148323
67	rnn.bias_hh_l1_reverse	4	-0.024542389437556267
67	rnn.bias_hh_l1_reverse	5	-0.008324316702783108
67	rnn.bias_hh_l1_reverse	6	-0.0597342811524868
67	rnn.bias_hh_l1_reverse	7	-0.06182241067290306
67	rnn.bias_hh_l1_reverse	8	0.06472952663898468
67	rnn.bias_hh_l1_reverse	9	0.03501340374350548
67	rnn.weight_ih_l2	0	0.07330624759197235
67	rnn.weight_ih_l2	1	-0.05403028056025505
67	rnn.weight_ih_l2	2	0.06333041191101074
67	rnn.weight_ih_l2	3	0.06555645912885666
67	rnn.weight_ih_l2	4	0.0576896145939827
67	rnn.weight_ih_l2	5	-0.03842231258749962
67	rnn.weight_ih_l2	6	-0.07552582025527954
67	rnn.weight_ih_l2	7	0.013991158455610275
67	rnn.weight_ih_l2	8	-0.0171268992125988
67	rnn.weight_ih_l2	9	-0.06926440447568893
67	rnn.weight_hh_l2	0	0.04839242622256279
67	rnn.weight_hh_l2	1	0.03178734704852104
67	rnn.weight_hh_l2	2	-0.054934579879045486
67	rnn.weight_hh_l2	3	-0.025265078991651535
67	rnn.weight_hh_l2	4	0.05412962660193443
67	rnn.weight_hh_l2	5	-0.025080211460590363
67	rnn.weight_hh_l2	6	0.00786525011062622
67	rnn.weight_hh_l2	7	-0.0528145506978035
67	rnn.weight_hh_l2	8	-0.005615612491965294
67	rnn.weight_hh_l2	9	-0.019244296476244926
67	rnn.bias_ih_l2	0	0.10792722553014755
67	rnn.bias_ih_l2	1	0.014158228412270546
67	rnn.bias_ih_l2	2	0.06479211151599884
67	rnn.bias_ih_l2	3	0.01598518341779709
67	rnn.bias_ih_l2	4	-0.006040011532604694
67	rnn.bias_ih_l2	5	0.03891804814338684
67	rnn.bias_ih_l2	6	0.01303621381521225
67	rnn.bias_ih_l2	7	0.012517547234892845
67	rnn.bias_ih_l2	8	0.023327024653553963
67	rnn.bias_ih_l2	9	-0.015055197291076183
67	rnn.bias_hh_l2	0	0.05666397884488106
67	rnn.bias_hh_l2	1	-0.0008385911933146417
67	rnn.bias_hh_l2	2	0.0659123882651329
67	rnn.bias_hh_l2	3	0.03148127719759941
67	rnn.bias_hh_l2	4	0.07393208891153336
67	rnn.bias_hh_l2	5	-0.05433186516165733
67	rnn.bias_hh_l2	6	0.015618166886270046
67	rnn.bias_hh_l2	7	-0.02578052505850792
67	rnn.bias_hh_l2	8	0.04273930937051773
67	rnn.bias_hh_l2	9	0.06485578417778015
67	rnn.weight_ih_l2_reverse	0	0.08236774057149887
67	rnn.weight_ih_l2_reverse	1	-0.05618390813469887
67	rnn.weight_ih_l2_reverse	2	0.0008880295790731907
67	rnn.weight_ih_l2_reverse	3	0.03528296574950218
67	rnn.weight_ih_l2_reverse	4	0.05394713208079338
67	rnn.weight_ih_l2_reverse	5	-0.040634993463754654
67	rnn.weight_ih_l2_reverse	6	0.00018895405810326338
67	rnn.weight_ih_l2_reverse	7	-0.0065465280786156654
67	rnn.weight_ih_l2_reverse	8	0.009208532981574535
67	rnn.weight_ih_l2_reverse	9	-0.08162242919206619
67	rnn.weight_hh_l2_reverse	0	-0.08275970071554184
67	rnn.weight_hh_l2_reverse	1	0.012597886845469475
67	rnn.weight_hh_l2_reverse	2	0.010549360886216164
67	rnn.weight_hh_l2_reverse	3	0.024316487833857536
67	rnn.weight_hh_l2_reverse	4	-0.0368787944316864
67	rnn.weight_hh_l2_reverse	5	-0.014890837483108044
67	rnn.weight_hh_l2_reverse	6	-0.04067905992269516
67	rnn.weight_hh_l2_reverse	7	-0.0598127581179142
67	rnn.weight_hh_l2_reverse	8	-0.006717515178024769
67	rnn.weight_hh_l2_reverse	9	-0.059031568467617035
67	rnn.bias_ih_l2_reverse	0	-0.035132549703121185
67	rnn.bias_ih_l2_reverse	1	-0.0283343642950058
67	rnn.bias_ih_l2_reverse	2	0.03600148856639862
67	rnn.bias_ih_l2_reverse	3	0.0226516742259264
67	rnn.bias_ih_l2_reverse	4	0.07816600054502487
67	rnn.bias_ih_l2_reverse	5	-0.08940582722425461
67	rnn.bias_ih_l2_reverse	6	-0.042832594364881516
67	rnn.bias_ih_l2_reverse	7	-0.05296073108911514
67	rnn.bias_ih_l2_reverse	8	0.05584615468978882
67	rnn.bias_ih_l2_reverse	9	0.02028726041316986
67	rnn.bias_hh_l2_reverse	0	0.04217531904578209
67	rnn.bias_hh_l2_reverse	1	-0.06609588861465454
67	rnn.bias_hh_l2_reverse	2	-0.06723174452781677
67	rnn.bias_hh_l2_reverse	3	0.03589208424091339
67	rnn.bias_hh_l2_reverse	4	0.024800337851047516
67	rnn.bias_hh_l2_reverse	5	0.03761638328433037
67	rnn.bias_hh_l2_reverse	6	-0.08230940997600555
67	rnn.bias_hh_l2_reverse	7	-0.010341300629079342
67	rnn.bias_hh_l2_reverse	8	-0.08435692638158798
67	rnn.bias_hh_l2_reverse	9	-0.05444938316941261
67	linear.weight	0	0.025028489530086517
67	linear.weight	1	0.09231323003768921
67	linear.weight	2	-0.02095768228173256
67	linear.weight	3	-0.017497101798653603
67	linear.weight	4	-0.022248394787311554
67	linear.weight	5	0.04786422476172447
67	linear.weight	6	0.002493148436769843
67	linear.weight	7	-0.06924566626548767
67	linear.weight	8	0.00927091483026743
67	linear.weight	9	0.06325050443410873
67	linear.bias	0	0.5473399758338928
67	linear.bias	1	0.5949263572692871
67	linear.bias	2	-1.5045042037963867
67	linear.bias	3	-0.05754556506872177
67	linear.bias	4	-0.050822705030441284
67	linear.bias	5	0.26093363761901855
68	transitions	0	0.07026712596416473
68	transitions	1	-10000.0
68	transitions	2	2.1152844429016113
68	transitions	3	-0.9746878147125244
68	transitions	4	-10000.0
68	transitions	5	-10000.0
68	transitions	6	-10000.0
68	transitions	7	0.8832559585571289
68	transitions	8	0.8741300702095032
68	transitions	9	-1.2387174367904663
68	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
68	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
68	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
68	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
68	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
68	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
68	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
68	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
68	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
68	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
68	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
68	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
68	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
68	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
68	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
68	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
68	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
68	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
68	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
68	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
68	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
68	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
68	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
68	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
68	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
68	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
68	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
68	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
68	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
68	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
68	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
68	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
68	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
68	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
68	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
68	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
68	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
68	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
68	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
68	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
68	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
68	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
68	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
68	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
68	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
68	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
68	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
68	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
68	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
68	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
68	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
68	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
68	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
68	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
68	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
68	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
68	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
68	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
68	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
68	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
68	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
68	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
68	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
68	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
68	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
68	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
68	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
68	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
68	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
68	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
68	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
68	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
68	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
68	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
68	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
68	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
68	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
68	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
68	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
68	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
68	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
68	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
68	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
68	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
68	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
68	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
68	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
68	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
68	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
68	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
68	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
68	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
68	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
68	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
68	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
68	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
68	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
68	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
68	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
68	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
68	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
68	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
68	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
68	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
68	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
68	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
68	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
68	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
68	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
68	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
68	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
68	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
68	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
68	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
68	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
68	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
68	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
68	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
68	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
68	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
68	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
68	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
68	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
68	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
68	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
68	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
68	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
68	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
68	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
68	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
68	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
68	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
68	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
68	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
68	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
68	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
68	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
68	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
68	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
68	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
68	embedding2nn.weight	0	0.014734771102666855
68	embedding2nn.weight	1	0.0004710978828370571
68	embedding2nn.weight	2	0.0056115854531526566
68	embedding2nn.weight	3	0.000814225000794977
68	embedding2nn.weight	4	-0.008357953280210495
68	embedding2nn.weight	5	-0.005401663947850466
68	embedding2nn.weight	6	-0.0013761268928647041
68	embedding2nn.weight	7	-0.0031126278918236494
68	embedding2nn.weight	8	0.014731289818882942
68	embedding2nn.weight	9	0.004380526952445507
68	embedding2nn.bias	0	0.004278465639799833
68	embedding2nn.bias	1	-0.011668655090034008
68	embedding2nn.bias	2	0.015060385689139366
68	embedding2nn.bias	3	-0.009545580483973026
68	embedding2nn.bias	4	-0.021020155400037766
68	embedding2nn.bias	5	-0.004205755423754454
68	embedding2nn.bias	6	0.010159621015191078
68	embedding2nn.bias	7	0.013320681639015675
68	embedding2nn.bias	8	-0.007946494966745377
68	embedding2nn.bias	9	0.0026628095656633377
68	rnn.weight_ih_l0	0	-0.05102875828742981
68	rnn.weight_ih_l0	1	0.05072866380214691
68	rnn.weight_ih_l0	2	0.03183610364794731
68	rnn.weight_ih_l0	3	0.014664911665022373
68	rnn.weight_ih_l0	4	0.012912954203784466
68	rnn.weight_ih_l0	5	0.08418916910886765
68	rnn.weight_ih_l0	6	0.07574512809515
68	rnn.weight_ih_l0	7	0.03779806196689606
68	rnn.weight_ih_l0	8	-0.04556499049067497
68	rnn.weight_ih_l0	9	0.008063594810664654
68	rnn.weight_hh_l0	0	0.008439266122877598
68	rnn.weight_hh_l0	1	-0.06338097155094147
68	rnn.weight_hh_l0	2	-0.0654410868883133
68	rnn.weight_hh_l0	3	0.07206299155950546
68	rnn.weight_hh_l0	4	0.07112329453229904
68	rnn.weight_hh_l0	5	0.004301995970308781
68	rnn.weight_hh_l0	6	0.004027465358376503
68	rnn.weight_hh_l0	7	-0.024731386452913284
68	rnn.weight_hh_l0	8	-0.029278885573148727
68	rnn.weight_hh_l0	9	0.057952843606472015
68	rnn.bias_ih_l0	0	-0.06812610477209091
68	rnn.bias_ih_l0	1	0.0864151120185852
68	rnn.bias_ih_l0	2	0.020606614649295807
68	rnn.bias_ih_l0	3	0.08044341206550598
68	rnn.bias_ih_l0	4	-0.07136215269565582
68	rnn.bias_ih_l0	5	0.08563580363988876
68	rnn.bias_ih_l0	6	-0.0676346868276596
68	rnn.bias_ih_l0	7	-0.03397207707166672
68	rnn.bias_ih_l0	8	-0.08201821893453598
68	rnn.bias_ih_l0	9	-0.04981127753853798
68	rnn.bias_hh_l0	0	0.034689705818891525
68	rnn.bias_hh_l0	1	0.07230161130428314
68	rnn.bias_hh_l0	2	0.06720146536827087
68	rnn.bias_hh_l0	3	0.08212060481309891
68	rnn.bias_hh_l0	4	-0.0936058759689331
68	rnn.bias_hh_l0	5	-0.07198727130889893
68	rnn.bias_hh_l0	6	0.07620305567979813
68	rnn.bias_hh_l0	7	-0.0900815799832344
68	rnn.bias_hh_l0	8	-0.026278577744960785
68	rnn.bias_hh_l0	9	-0.005046171601861715
68	rnn.weight_ih_l0_reverse	0	0.07920795679092407
68	rnn.weight_ih_l0_reverse	1	0.07349055260419846
68	rnn.weight_ih_l0_reverse	2	0.03886746987700462
68	rnn.weight_ih_l0_reverse	3	0.03377239778637886
68	rnn.weight_ih_l0_reverse	4	-0.037068337202072144
68	rnn.weight_ih_l0_reverse	5	0.05108015239238739
68	rnn.weight_ih_l0_reverse	6	0.0664384588599205
68	rnn.weight_ih_l0_reverse	7	0.022611521184444427
68	rnn.weight_ih_l0_reverse	8	-0.05826450139284134
68	rnn.weight_ih_l0_reverse	9	-0.05281694978475571
68	rnn.weight_hh_l0_reverse	0	0.025178218260407448
68	rnn.weight_hh_l0_reverse	1	-0.0873078852891922
68	rnn.weight_hh_l0_reverse	2	0.06276974827051163
68	rnn.weight_hh_l0_reverse	3	-0.021414900198578835
68	rnn.weight_hh_l0_reverse	4	0.08352265506982803
68	rnn.weight_hh_l0_reverse	5	-0.0011210982920601964
68	rnn.weight_hh_l0_reverse	6	0.028305426239967346
68	rnn.weight_hh_l0_reverse	7	0.07825611531734467
68	rnn.weight_hh_l0_reverse	8	-0.022220278158783913
68	rnn.weight_hh_l0_reverse	9	-0.04667527228593826
68	rnn.bias_ih_l0_reverse	0	0.0012669310672208667
68	rnn.bias_ih_l0_reverse	1	-0.02061927691102028
68	rnn.bias_ih_l0_reverse	2	-0.01792982593178749
68	rnn.bias_ih_l0_reverse	3	0.04465301334857941
68	rnn.bias_ih_l0_reverse	4	0.0678982362151146
68	rnn.bias_ih_l0_reverse	5	-0.02313956990838051
68	rnn.bias_ih_l0_reverse	6	-0.027424117550253868
68	rnn.bias_ih_l0_reverse	7	-0.04965641349554062
68	rnn.bias_ih_l0_reverse	8	0.005090652033686638
68	rnn.bias_ih_l0_reverse	9	-0.06973359733819962
68	rnn.bias_hh_l0_reverse	0	0.03655589744448662
68	rnn.bias_hh_l0_reverse	1	-0.07109619677066803
68	rnn.bias_hh_l0_reverse	2	0.08095661550760269
68	rnn.bias_hh_l0_reverse	3	0.05495404824614525
68	rnn.bias_hh_l0_reverse	4	0.02513713389635086
68	rnn.bias_hh_l0_reverse	5	0.041165728121995926
68	rnn.bias_hh_l0_reverse	6	0.06322313100099564
68	rnn.bias_hh_l0_reverse	7	0.0835045725107193
68	rnn.bias_hh_l0_reverse	8	-0.010588612407445908
68	rnn.bias_hh_l0_reverse	9	0.05325938016176224
68	rnn.weight_ih_l1	0	0.02196865901350975
68	rnn.weight_ih_l1	1	0.015003068372607231
68	rnn.weight_ih_l1	2	0.0741918757557869
68	rnn.weight_ih_l1	3	-0.02429940551519394
68	rnn.weight_ih_l1	4	-0.024140411987900734
68	rnn.weight_ih_l1	5	-0.012323709204792976
68	rnn.weight_ih_l1	6	0.07144864648580551
68	rnn.weight_ih_l1	7	-0.005101603455841541
68	rnn.weight_ih_l1	8	-0.05307777225971222
68	rnn.weight_ih_l1	9	0.060162417590618134
68	rnn.weight_hh_l1	0	-0.07437923550605774
68	rnn.weight_hh_l1	1	-0.03693411499261856
68	rnn.weight_hh_l1	2	-0.008211017586290836
68	rnn.weight_hh_l1	3	-0.058513469994068146
68	rnn.weight_hh_l1	4	0.08561858534812927
68	rnn.weight_hh_l1	5	-0.08401816338300705
68	rnn.weight_hh_l1	6	-0.04859891161322594
68	rnn.weight_hh_l1	7	0.06566208600997925
68	rnn.weight_hh_l1	8	-0.013517921790480614
68	rnn.weight_hh_l1	9	-0.040359701961278915
68	rnn.bias_ih_l1	0	-0.06033966317772865
68	rnn.bias_ih_l1	1	0.057962533086538315
68	rnn.bias_ih_l1	2	-0.051299087703228
68	rnn.bias_ih_l1	3	-0.06769487261772156
68	rnn.bias_ih_l1	4	-0.029903393238782883
68	rnn.bias_ih_l1	5	-0.037149444222450256
68	rnn.bias_ih_l1	6	-0.04806358367204666
68	rnn.bias_ih_l1	7	0.06246582418680191
68	rnn.bias_ih_l1	8	0.08480978012084961
68	rnn.bias_ih_l1	9	0.03244679048657417
68	rnn.bias_hh_l1	0	0.06964252889156342
68	rnn.bias_hh_l1	1	-0.05880359560251236
68	rnn.bias_hh_l1	2	0.02322908118367195
68	rnn.bias_hh_l1	3	0.06410493701696396
68	rnn.bias_hh_l1	4	0.05699218809604645
68	rnn.bias_hh_l1	5	-0.07890970259904861
68	rnn.bias_hh_l1	6	0.015493431128561497
68	rnn.bias_hh_l1	7	0.03841870650649071
68	rnn.bias_hh_l1	8	0.01116909272968769
68	rnn.bias_hh_l1	9	-0.004360804334282875
68	rnn.weight_ih_l1_reverse	0	0.08624917268753052
68	rnn.weight_ih_l1_reverse	1	-0.0417112372815609
68	rnn.weight_ih_l1_reverse	2	-0.06215813383460045
68	rnn.weight_ih_l1_reverse	3	0.025506915524601936
68	rnn.weight_ih_l1_reverse	4	-0.045937731862068176
68	rnn.weight_ih_l1_reverse	5	0.024167895317077637
68	rnn.weight_ih_l1_reverse	6	0.04047924652695656
68	rnn.weight_ih_l1_reverse	7	0.02046051062643528
68	rnn.weight_ih_l1_reverse	8	-0.00773151870816946
68	rnn.weight_ih_l1_reverse	9	-0.06664865463972092
68	rnn.weight_hh_l1_reverse	0	0.005296772345900536
68	rnn.weight_hh_l1_reverse	1	0.018824614584445953
68	rnn.weight_hh_l1_reverse	2	-0.05818506330251694
68	rnn.weight_hh_l1_reverse	3	-0.012969862669706345
68	rnn.weight_hh_l1_reverse	4	0.008643840439617634
68	rnn.weight_hh_l1_reverse	5	-0.0631842091679573
68	rnn.weight_hh_l1_reverse	6	-0.06725554913282394
68	rnn.weight_hh_l1_reverse	7	-0.011532519944012165
68	rnn.weight_hh_l1_reverse	8	-0.056786660104990005
68	rnn.weight_hh_l1_reverse	9	-0.04334887117147446
68	rnn.bias_ih_l1_reverse	0	-0.00282368715852499
68	rnn.bias_ih_l1_reverse	1	-0.0409819632768631
68	rnn.bias_ih_l1_reverse	2	0.02270181104540825
68	rnn.bias_ih_l1_reverse	3	-0.0796080157160759
68	rnn.bias_ih_l1_reverse	4	-0.08622431755065918
68	rnn.bias_ih_l1_reverse	5	-0.08846624940633774
68	rnn.bias_ih_l1_reverse	6	0.05847640708088875
68	rnn.bias_ih_l1_reverse	7	0.08532501012086868
68	rnn.bias_ih_l1_reverse	8	0.005355045199394226
68	rnn.bias_ih_l1_reverse	9	-0.013948224484920502
68	rnn.bias_hh_l1_reverse	0	0.05836592614650726
68	rnn.bias_hh_l1_reverse	1	-0.07007236033678055
68	rnn.bias_hh_l1_reverse	2	-0.04902052506804466
68	rnn.bias_hh_l1_reverse	3	0.07380664348602295
68	rnn.bias_hh_l1_reverse	4	-0.024501202628016472
68	rnn.bias_hh_l1_reverse	5	-0.008283260278403759
68	rnn.bias_hh_l1_reverse	6	-0.05963839218020439
68	rnn.bias_hh_l1_reverse	7	-0.06189483404159546
68	rnn.bias_hh_l1_reverse	8	0.06467054784297943
68	rnn.bias_hh_l1_reverse	9	0.03390150144696236
68	rnn.weight_ih_l2	0	0.0734671950340271
68	rnn.weight_ih_l2	1	-0.054037708789110184
68	rnn.weight_ih_l2	2	0.06333837658166885
68	rnn.weight_ih_l2	3	0.06529509276151657
68	rnn.weight_ih_l2	4	0.05781906843185425
68	rnn.weight_ih_l2	5	-0.03839021921157837
68	rnn.weight_ih_l2	6	-0.0755685344338417
68	rnn.weight_ih_l2	7	0.013895818963646889
68	rnn.weight_ih_l2	8	-0.01711900532245636
68	rnn.weight_ih_l2	9	-0.069264717400074
68	rnn.weight_hh_l2	0	0.04838418960571289
68	rnn.weight_hh_l2	1	0.03179411590099335
68	rnn.weight_hh_l2	2	-0.05494185537099838
68	rnn.weight_hh_l2	3	-0.02523350901901722
68	rnn.weight_hh_l2	4	0.05411151796579361
68	rnn.weight_hh_l2	5	-0.025116203352808952
68	rnn.weight_hh_l2	6	0.007860304787755013
68	rnn.weight_hh_l2	7	-0.05281776562333107
68	rnn.weight_hh_l2	8	-0.005500229075551033
68	rnn.weight_hh_l2	9	-0.019270427525043488
68	rnn.bias_ih_l2	0	0.10666356980800629
68	rnn.bias_ih_l2	1	0.014117029495537281
68	rnn.bias_ih_l2	2	0.06747110188007355
68	rnn.bias_ih_l2	3	0.014577320776879787
68	rnn.bias_ih_l2	4	-0.005886543076485395
68	rnn.bias_ih_l2	5	0.03896062448620796
68	rnn.bias_ih_l2	6	0.012699361890554428
68	rnn.bias_ih_l2	7	0.01249685138463974
68	rnn.bias_ih_l2	8	0.023139113560318947
68	rnn.bias_ih_l2	9	-0.014978701248764992
68	rnn.bias_hh_l2	0	0.06055806577205658
68	rnn.bias_hh_l2	1	-0.0007061135256662965
68	rnn.bias_hh_l2	2	0.06629528850317001
68	rnn.bias_hh_l2	3	0.03175472468137741
68	rnn.bias_hh_l2	4	0.07410944998264313
68	rnn.bias_hh_l2	5	-0.06635133177042007
68	rnn.bias_hh_l2	6	0.011959539726376534
68	rnn.bias_hh_l2	7	-0.02607167698442936
68	rnn.bias_hh_l2	8	0.0427088588476181
68	rnn.bias_hh_l2	9	0.06530926376581192
68	rnn.weight_ih_l2_reverse	0	0.08236038684844971
68	rnn.weight_ih_l2_reverse	1	-0.05536659434437752
68	rnn.weight_ih_l2_reverse	2	0.000885676359757781
68	rnn.weight_ih_l2_reverse	3	0.03527703881263733
68	rnn.weight_ih_l2_reverse	4	0.053947631269693375
68	rnn.weight_ih_l2_reverse	5	-0.040630098432302475
68	rnn.weight_ih_l2_reverse	6	-5.821080776513554e-05
68	rnn.weight_ih_l2_reverse	7	-0.007143854629248381
68	rnn.weight_ih_l2_reverse	8	0.010058342479169369
68	rnn.weight_ih_l2_reverse	9	-0.08154843002557755
68	rnn.weight_hh_l2_reverse	0	-0.08276049047708511
68	rnn.weight_hh_l2_reverse	1	0.012572298757731915
68	rnn.weight_hh_l2_reverse	2	0.010551562532782555
68	rnn.weight_hh_l2_reverse	3	0.024318551644682884
68	rnn.weight_hh_l2_reverse	4	-0.03688102588057518
68	rnn.weight_hh_l2_reverse	5	-0.014889144338667393
68	rnn.weight_hh_l2_reverse	6	-0.040737856179475784
68	rnn.weight_hh_l2_reverse	7	-0.05980730429291725
68	rnn.weight_hh_l2_reverse	8	-0.006706101354211569
68	rnn.weight_hh_l2_reverse	9	-0.05903349071741104
68	rnn.bias_ih_l2_reverse	0	-0.031140673905611038
68	rnn.bias_ih_l2_reverse	1	-0.028105398640036583
68	rnn.bias_ih_l2_reverse	2	0.03612690046429634
68	rnn.bias_ih_l2_reverse	3	0.02202155999839306
68	rnn.bias_ih_l2_reverse	4	0.0780462846159935
68	rnn.bias_ih_l2_reverse	5	-0.08939729630947113
68	rnn.bias_ih_l2_reverse	6	-0.04265761002898216
68	rnn.bias_ih_l2_reverse	7	-0.051923029124736786
68	rnn.bias_ih_l2_reverse	8	0.0541032999753952
68	rnn.bias_ih_l2_reverse	9	0.024105021730065346
68	rnn.bias_hh_l2_reverse	0	0.040644094347953796
68	rnn.bias_hh_l2_reverse	1	-0.0653098076581955
68	rnn.bias_hh_l2_reverse	2	-0.06720999628305435
68	rnn.bias_hh_l2_reverse	3	0.03526568412780762
68	rnn.bias_hh_l2_reverse	4	0.025987720116972923
68	rnn.bias_hh_l2_reverse	5	0.03704971820116043
68	rnn.bias_hh_l2_reverse	6	-0.08216295391321182
68	rnn.bias_hh_l2_reverse	7	-0.010658111423254013
68	rnn.bias_hh_l2_reverse	8	-0.08615909516811371
68	rnn.bias_hh_l2_reverse	9	-0.05434815213084221
68	linear.weight	0	0.025028489530086517
68	linear.weight	1	0.115471750497818
68	linear.weight	2	-0.02107418328523636
68	linear.weight	3	-0.019054364413022995
68	linear.weight	4	-0.022248394787311554
68	linear.weight	5	0.0477953664958477
68	linear.weight	6	0.0008778234478086233
68	linear.weight	7	-0.06722351163625717
68	linear.weight	8	0.008903469890356064
68	linear.weight	9	0.0625484511256218
68	linear.bias	0	0.4904332458972931
68	linear.bias	1	0.5098786950111389
68	linear.bias	2	-1.5083156824111938
68	linear.bias	3	-0.05754556506872177
68	linear.bias	4	-0.050822705030441284
68	linear.bias	5	0.40669941902160645
69	transitions	0	0.06975530833005905
69	transitions	1	-10000.0
69	transitions	2	2.1027767658233643
69	transitions	3	-0.9611364006996155
69	transitions	4	-10000.0
69	transitions	5	-10000.0
69	transitions	6	-10000.0
69	transitions	7	0.8832075595855713
69	transitions	8	0.8735472559928894
69	transitions	9	-1.2428395748138428
69	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
69	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
69	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
69	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
69	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
69	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
69	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
69	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
69	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
69	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
69	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
69	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
69	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
69	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
69	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
69	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
69	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
69	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
69	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
69	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
69	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
69	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
69	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
69	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
69	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
69	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
69	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
69	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
69	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
69	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
69	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
69	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
69	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
69	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
69	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
69	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
69	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
69	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
69	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
69	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
69	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
69	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
69	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
69	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
69	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
69	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
69	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
69	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
69	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
69	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
69	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
69	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
69	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
69	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
69	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
69	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
69	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
69	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
69	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
69	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
69	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
69	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
69	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
69	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
69	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
69	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
69	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
69	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
69	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
69	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
69	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
69	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
69	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
69	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
69	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
69	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
69	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
69	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
69	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
69	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
69	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
69	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
69	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
69	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
69	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
69	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
69	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
69	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
69	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
69	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
69	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
69	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
69	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
69	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
69	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
69	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
69	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
69	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
69	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
69	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
69	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
69	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
69	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
69	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
69	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
69	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
69	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
69	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
69	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
69	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
69	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
69	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
69	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
69	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
69	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
69	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
69	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
69	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
69	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
69	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
69	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
69	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
69	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
69	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
69	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
69	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
69	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
69	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
69	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
69	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
69	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
69	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
69	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
69	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
69	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
69	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
69	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
69	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
69	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
69	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
69	embedding2nn.weight	0	0.014733665622770786
69	embedding2nn.weight	1	0.00047135731438174844
69	embedding2nn.weight	2	0.005611404776573181
69	embedding2nn.weight	3	0.0008122799335978925
69	embedding2nn.weight	4	-0.008356903679668903
69	embedding2nn.weight	5	-0.005359452683478594
69	embedding2nn.weight	6	-0.0012676349142566323
69	embedding2nn.weight	7	-0.0031039505265653133
69	embedding2nn.weight	8	0.014757737517356873
69	embedding2nn.weight	9	0.004391586408019066
69	embedding2nn.bias	0	0.004048012662678957
69	embedding2nn.bias	1	-0.012341022491455078
69	embedding2nn.bias	2	0.016037819907069206
69	embedding2nn.bias	3	-0.009828830137848854
69	embedding2nn.bias	4	-0.02239350974559784
69	embedding2nn.bias	5	-0.004778889007866383
69	embedding2nn.bias	6	0.010233825072646141
69	embedding2nn.bias	7	0.013754984363913536
69	embedding2nn.bias	8	-0.009104269556701183
69	embedding2nn.bias	9	0.002747931983321905
69	rnn.weight_ih_l0	0	-0.05102066695690155
69	rnn.weight_ih_l0	1	0.05072599649429321
69	rnn.weight_ih_l0	2	0.031834229826927185
69	rnn.weight_ih_l0	3	0.014659968204796314
69	rnn.weight_ih_l0	4	0.012851654551923275
69	rnn.weight_ih_l0	5	0.08418674767017365
69	rnn.weight_ih_l0	6	0.07574466615915298
69	rnn.weight_ih_l0	7	0.037809666246175766
69	rnn.weight_ih_l0	8	-0.04542763531208038
69	rnn.weight_ih_l0	9	0.008056632243096828
69	rnn.weight_hh_l0	0	0.008429952897131443
69	rnn.weight_hh_l0	1	-0.0633852630853653
69	rnn.weight_hh_l0	2	-0.0654330626130104
69	rnn.weight_hh_l0	3	0.0720476284623146
69	rnn.weight_hh_l0	4	0.07112468034029007
69	rnn.weight_hh_l0	5	0.00437885569408536
69	rnn.weight_hh_l0	6	0.003960590809583664
69	rnn.weight_hh_l0	7	-0.0248311385512352
69	rnn.weight_hh_l0	8	-0.02928168512880802
69	rnn.weight_hh_l0	9	0.05797522887587547
69	rnn.bias_ih_l0	0	-0.06758816540241241
69	rnn.bias_ih_l0	1	0.08644691109657288
69	rnn.bias_ih_l0	2	0.020730696618556976
69	rnn.bias_ih_l0	3	0.08069095015525818
69	rnn.bias_ih_l0	4	-0.07252908498048782
69	rnn.bias_ih_l0	5	0.0856793075799942
69	rnn.bias_ih_l0	6	-0.06692718714475632
69	rnn.bias_ih_l0	7	-0.03394132852554321
69	rnn.bias_ih_l0	8	-0.08206677436828613
69	rnn.bias_ih_l0	9	-0.04962506145238876
69	rnn.bias_hh_l0	0	0.034320369362831116
69	rnn.bias_hh_l0	1	0.07240836322307587
69	rnn.bias_hh_l0	2	0.06715788692235947
69	rnn.bias_hh_l0	3	0.0820716992020607
69	rnn.bias_hh_l0	4	-0.09453428536653519
69	rnn.bias_hh_l0	5	-0.07201571762561798
69	rnn.bias_hh_l0	6	0.07618425786495209
69	rnn.bias_hh_l0	7	-0.0906113013625145
69	rnn.bias_hh_l0	8	-0.02614385448396206
69	rnn.bias_hh_l0	9	-0.005358663387596607
69	rnn.weight_ih_l0_reverse	0	0.07920500636100769
69	rnn.weight_ih_l0_reverse	1	0.0735132247209549
69	rnn.weight_ih_l0_reverse	2	0.03885754942893982
69	rnn.weight_ih_l0_reverse	3	0.03376005217432976
69	rnn.weight_ih_l0_reverse	4	-0.037099603563547134
69	rnn.weight_ih_l0_reverse	5	0.05107343569397926
69	rnn.weight_ih_l0_reverse	6	0.06644319742918015
69	rnn.weight_ih_l0_reverse	7	0.02260614186525345
69	rnn.weight_ih_l0_reverse	8	-0.05821668356657028
69	rnn.weight_ih_l0_reverse	9	-0.05281969532370567
69	rnn.weight_hh_l0_reverse	0	0.025171952322125435
69	rnn.weight_hh_l0_reverse	1	-0.08730123192071915
69	rnn.weight_hh_l0_reverse	2	0.06278105825185776
69	rnn.weight_hh_l0_reverse	3	-0.021395979449152946
69	rnn.weight_hh_l0_reverse	4	0.08353997021913528
69	rnn.weight_hh_l0_reverse	5	-0.0011023482074961066
69	rnn.weight_hh_l0_reverse	6	0.028342118486762047
69	rnn.weight_hh_l0_reverse	7	0.07825632393360138
69	rnn.weight_hh_l0_reverse	8	-0.022220535203814507
69	rnn.weight_hh_l0_reverse	9	-0.0466746911406517
69	rnn.bias_ih_l0_reverse	0	0.0014633729588240385
69	rnn.bias_ih_l0_reverse	1	-0.02033187635242939
69	rnn.bias_ih_l0_reverse	2	-0.017713671550154686
69	rnn.bias_ih_l0_reverse	3	0.04438694193959236
69	rnn.bias_ih_l0_reverse	4	0.06797709316015244
69	rnn.bias_ih_l0_reverse	5	-0.022843262180685997
69	rnn.bias_ih_l0_reverse	6	-0.02743961289525032
69	rnn.bias_ih_l0_reverse	7	-0.049365390092134476
69	rnn.bias_ih_l0_reverse	8	0.005792262498289347
69	rnn.bias_ih_l0_reverse	9	-0.07010863721370697
69	rnn.bias_hh_l0_reverse	0	0.03657332435250282
69	rnn.bias_hh_l0_reverse	1	-0.07147123664617538
69	rnn.bias_hh_l0_reverse	2	0.08044364303350449
69	rnn.bias_hh_l0_reverse	3	0.05503260716795921
69	rnn.bias_hh_l0_reverse	4	0.0242159441113472
69	rnn.bias_hh_l0_reverse	5	0.041309110820293427
69	rnn.bias_hh_l0_reverse	6	0.06324019283056259
69	rnn.bias_hh_l0_reverse	7	0.0835418775677681
69	rnn.bias_hh_l0_reverse	8	-0.010580574162304401
69	rnn.bias_hh_l0_reverse	9	0.05363072454929352
69	rnn.weight_ih_l1	0	0.021967636421322823
69	rnn.weight_ih_l1	1	0.015023640356957912
69	rnn.weight_ih_l1	2	0.07415264844894409
69	rnn.weight_ih_l1	3	-0.024299485608935356
69	rnn.weight_ih_l1	4	-0.024130050092935562
69	rnn.weight_ih_l1	5	-0.012261933647096157
69	rnn.weight_ih_l1	6	0.07137074321508408
69	rnn.weight_ih_l1	7	-0.005233223084360361
69	rnn.weight_ih_l1	8	-0.05306343361735344
69	rnn.weight_ih_l1	9	0.060800839215517044
69	rnn.weight_hh_l1	0	-0.07436467707157135
69	rnn.weight_hh_l1	1	-0.036892108619213104
69	rnn.weight_hh_l1	2	-0.008220935240387917
69	rnn.weight_hh_l1	3	-0.058513343334198
69	rnn.weight_hh_l1	4	0.08559250831604004
69	rnn.weight_hh_l1	5	-0.0840168297290802
69	rnn.weight_hh_l1	6	-0.04862765967845917
69	rnn.weight_hh_l1	7	0.06564809381961823
69	rnn.weight_hh_l1	8	-0.01351258996874094
69	rnn.weight_hh_l1	9	-0.04017733410000801
69	rnn.bias_ih_l1	0	-0.05951111391186714
69	rnn.bias_ih_l1	1	0.057982806116342545
69	rnn.bias_ih_l1	2	-0.051288846880197525
69	rnn.bias_ih_l1	3	-0.06761788576841354
69	rnn.bias_ih_l1	4	-0.030013397336006165
69	rnn.bias_ih_l1	5	-0.035599082708358765
69	rnn.bias_ih_l1	6	-0.04655376449227333
69	rnn.bias_ih_l1	7	0.06252260506153107
69	rnn.bias_ih_l1	8	0.0850583165884018
69	rnn.bias_ih_l1	9	0.0304572731256485
69	rnn.bias_hh_l1	0	0.06966070085763931
69	rnn.bias_hh_l1	1	-0.05885441228747368
69	rnn.bias_hh_l1	2	0.02332744188606739
69	rnn.bias_hh_l1	3	0.06443054229021072
69	rnn.bias_hh_l1	4	0.05697239190340042
69	rnn.bias_hh_l1	5	-0.07885271310806274
69	rnn.bias_hh_l1	6	0.015488853678107262
69	rnn.bias_hh_l1	7	0.03841821849346161
69	rnn.bias_hh_l1	8	0.0113099105656147
69	rnn.bias_hh_l1	9	-0.004590223543345928
69	rnn.weight_ih_l1_reverse	0	0.08624459058046341
69	rnn.weight_ih_l1_reverse	1	-0.04172757267951965
69	rnn.weight_ih_l1_reverse	2	-0.06213739141821861
69	rnn.weight_ih_l1_reverse	3	0.025512076914310455
69	rnn.weight_ih_l1_reverse	4	-0.04593760892748833
69	rnn.weight_ih_l1_reverse	5	0.0241730734705925
69	rnn.weight_ih_l1_reverse	6	0.04048371687531471
69	rnn.weight_ih_l1_reverse	7	0.020460262894630432
69	rnn.weight_ih_l1_reverse	8	-0.007719440385699272
69	rnn.weight_ih_l1_reverse	9	-0.06674551963806152
69	rnn.weight_hh_l1_reverse	0	0.005290581379085779
69	rnn.weight_hh_l1_reverse	1	0.018827786669135094
69	rnn.weight_hh_l1_reverse	2	-0.058183453977108
69	rnn.weight_hh_l1_reverse	3	-0.012974648736417294
69	rnn.weight_hh_l1_reverse	4	0.008653510361909866
69	rnn.weight_hh_l1_reverse	5	-0.0631924495100975
69	rnn.weight_hh_l1_reverse	6	-0.06725560128688812
69	rnn.weight_hh_l1_reverse	7	-0.011530516669154167
69	rnn.weight_hh_l1_reverse	8	-0.05683452636003494
69	rnn.weight_hh_l1_reverse	9	-0.04335273429751396
69	rnn.bias_ih_l1_reverse	0	-0.002739449730142951
69	rnn.bias_ih_l1_reverse	1	-0.04095102846622467
69	rnn.bias_ih_l1_reverse	2	0.023163503035902977
69	rnn.bias_ih_l1_reverse	3	-0.07961822301149368
69	rnn.bias_ih_l1_reverse	4	-0.08598418533802032
69	rnn.bias_ih_l1_reverse	5	-0.08842416852712631
69	rnn.bias_ih_l1_reverse	6	0.058625102043151855
69	rnn.bias_ih_l1_reverse	7	0.0852816253900528
69	rnn.bias_ih_l1_reverse	8	0.004895009566098452
69	rnn.bias_ih_l1_reverse	9	-0.013668732717633247
69	rnn.bias_hh_l1_reverse	0	0.05832501873373985
69	rnn.bias_hh_l1_reverse	1	-0.06987827271223068
69	rnn.bias_hh_l1_reverse	2	-0.04903323948383331
69	rnn.bias_hh_l1_reverse	3	0.07394671440124512
69	rnn.bias_hh_l1_reverse	4	-0.024479132145643234
69	rnn.bias_hh_l1_reverse	5	-0.00819482933729887
69	rnn.bias_hh_l1_reverse	6	-0.05962778255343437
69	rnn.bias_hh_l1_reverse	7	-0.0619380883872509
69	rnn.bias_hh_l1_reverse	8	0.06473970413208008
69	rnn.bias_hh_l1_reverse	9	0.035078421235084534
69	rnn.weight_ih_l2	0	0.07416008412837982
69	rnn.weight_ih_l2	1	-0.0540376752614975
69	rnn.weight_ih_l2	2	0.06334266811609268
69	rnn.weight_ih_l2	3	0.06515854597091675
69	rnn.weight_ih_l2	4	0.05794024467468262
69	rnn.weight_ih_l2	5	-0.03845112398266792
69	rnn.weight_ih_l2	6	-0.07559505850076675
69	rnn.weight_ih_l2	7	0.013867726549506187
69	rnn.weight_ih_l2	8	-0.017120499163866043
69	rnn.weight_ih_l2	9	-0.0692613273859024
69	rnn.weight_hh_l2	0	0.04837281256914139
69	rnn.weight_hh_l2	1	0.03176194429397583
69	rnn.weight_hh_l2	2	-0.05493801459670067
69	rnn.weight_hh_l2	3	-0.025225937366485596
69	rnn.weight_hh_l2	4	0.05416867136955261
69	rnn.weight_hh_l2	5	-0.025034025311470032
69	rnn.weight_hh_l2	6	0.007857181131839752
69	rnn.weight_hh_l2	7	-0.05281206965446472
69	rnn.weight_hh_l2	8	-0.005545917898416519
69	rnn.weight_hh_l2	9	-0.019260922446846962
69	rnn.bias_ih_l2	0	0.10675457864999771
69	rnn.bias_ih_l2	1	0.014188281260430813
69	rnn.bias_ih_l2	2	0.06682311743497849
69	rnn.bias_ih_l2	3	0.014450968243181705
69	rnn.bias_ih_l2	4	-0.005755102261900902
69	rnn.bias_ih_l2	5	0.03964737430214882
69	rnn.bias_ih_l2	6	0.012735048308968544
69	rnn.bias_ih_l2	7	0.01269345823675394
69	rnn.bias_ih_l2	8	0.023172229528427124
69	rnn.bias_ih_l2	9	-0.014833379536867142
69	rnn.bias_hh_l2	0	0.06146848574280739
69	rnn.bias_hh_l2	1	-0.0004385103238746524
69	rnn.bias_hh_l2	2	0.06661048531532288
69	rnn.bias_hh_l2	3	0.03173593059182167
69	rnn.bias_hh_l2	4	0.07418600469827652
69	rnn.bias_hh_l2	5	-0.06430249661207199
69	rnn.bias_hh_l2	6	0.012585283257067204
69	rnn.bias_hh_l2	7	-0.026073161512613297
69	rnn.bias_hh_l2	8	0.04270953685045242
69	rnn.bias_hh_l2	9	0.06367725878953934
69	rnn.weight_ih_l2_reverse	0	0.08236091583967209
69	rnn.weight_ih_l2_reverse	1	-0.05598502978682518
69	rnn.weight_ih_l2_reverse	2	0.0008754171431064606
69	rnn.weight_ih_l2_reverse	3	0.03527430072426796
69	rnn.weight_ih_l2_reverse	4	0.053949348628520966
69	rnn.weight_ih_l2_reverse	5	-0.0406276173889637
69	rnn.weight_ih_l2_reverse	6	-0.00013159717491362244
69	rnn.weight_ih_l2_reverse	7	-0.007464420050382614
69	rnn.weight_ih_l2_reverse	8	0.010119764134287834
69	rnn.weight_ih_l2_reverse	9	-0.08154502511024475
69	rnn.weight_hh_l2_reverse	0	-0.082760289311409
69	rnn.weight_hh_l2_reverse	1	0.012544470839202404
69	rnn.weight_hh_l2_reverse	2	0.010552078485488892
69	rnn.weight_hh_l2_reverse	3	0.024320298805832863
69	rnn.weight_hh_l2_reverse	4	-0.03688051551580429
69	rnn.weight_hh_l2_reverse	5	-0.014897828921675682
69	rnn.weight_hh_l2_reverse	6	-0.04082629084587097
69	rnn.weight_hh_l2_reverse	7	-0.059810224920511246
69	rnn.weight_hh_l2_reverse	8	-0.006705038249492645
69	rnn.weight_hh_l2_reverse	9	-0.059035152196884155
69	rnn.bias_ih_l2_reverse	0	-0.034121446311473846
69	rnn.bias_ih_l2_reverse	1	-0.02797999046742916
69	rnn.bias_ih_l2_reverse	2	0.03612815961241722
69	rnn.bias_ih_l2_reverse	3	0.020414605736732483
69	rnn.bias_ih_l2_reverse	4	0.07800192385911942
69	rnn.bias_ih_l2_reverse	5	-0.08943071216344833
69	rnn.bias_ih_l2_reverse	6	-0.04278157278895378
69	rnn.bias_ih_l2_reverse	7	-0.05229958891868591
69	rnn.bias_ih_l2_reverse	8	0.052563805133104324
69	rnn.bias_ih_l2_reverse	9	0.024195745587348938
69	rnn.bias_hh_l2_reverse	0	0.04348691180348396
69	rnn.bias_hh_l2_reverse	1	-0.06517670303583145
69	rnn.bias_hh_l2_reverse	2	-0.06719421595335007
69	rnn.bias_hh_l2_reverse	3	0.035296861082315445
69	rnn.bias_hh_l2_reverse	4	0.026150688529014587
69	rnn.bias_hh_l2_reverse	5	0.03688861057162285
69	rnn.bias_hh_l2_reverse	6	-0.08211305737495422
69	rnn.bias_hh_l2_reverse	7	-0.010637105442583561
69	rnn.bias_hh_l2_reverse	8	-0.08738601207733154
69	rnn.bias_hh_l2_reverse	9	-0.054197799414396286
69	linear.weight	0	0.025028489530086517
69	linear.weight	1	0.12502418458461761
69	linear.weight	2	-0.02111174166202545
69	linear.weight	3	-0.02023514173924923
69	linear.weight	4	-0.022248394787311554
69	linear.weight	5	0.04891693964600563
69	linear.weight	6	-0.0010432974668219686
69	linear.weight	7	-0.07397165894508362
69	linear.weight	8	0.007705098483711481
69	linear.weight	9	0.0624491386115551
69	linear.bias	0	0.4725709855556488
69	linear.bias	1	0.5107099413871765
69	linear.bias	2	-1.5106583833694458
69	linear.bias	3	-0.05754556506872177
69	linear.bias	4	-0.050822705030441284
69	linear.bias	5	0.4260731637477875
70	transitions	0	0.06930037587881088
70	transitions	1	-10000.0
70	transitions	2	2.136362314224243
70	transitions	3	-0.946082592010498
70	transitions	4	-10000.0
70	transitions	5	-10000.0
70	transitions	6	-10000.0
70	transitions	7	0.8831740617752075
70	transitions	8	0.8730471134185791
70	transitions	9	-1.2326127290725708
70	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
70	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
70	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
70	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
70	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
70	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
70	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
70	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
70	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
70	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
70	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
70	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
70	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
70	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
70	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
70	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
70	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
70	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
70	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
70	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
70	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
70	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
70	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
70	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
70	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
70	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
70	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
70	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
70	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
70	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
70	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
70	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
70	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
70	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
70	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
70	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
70	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
70	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
70	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
70	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
70	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
70	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
70	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
70	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
70	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
70	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
70	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
70	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
70	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
70	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
70	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
70	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
70	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
70	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
70	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
70	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
70	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
70	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
70	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
70	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
70	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
70	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
70	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
70	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
70	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
70	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
70	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
70	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
70	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
70	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
70	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
70	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
70	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
70	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
70	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
70	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
70	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
70	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
70	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
70	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
70	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
70	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
70	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
70	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
70	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
70	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
70	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
70	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
70	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
70	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
70	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
70	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
70	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
70	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
70	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
70	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
70	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
70	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
70	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
70	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
70	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
70	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
70	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
70	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
70	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
70	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
70	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
70	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
70	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
70	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
70	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
70	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
70	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
70	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
70	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
70	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
70	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
70	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
70	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
70	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
70	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
70	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
70	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
70	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
70	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
70	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
70	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
70	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
70	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
70	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
70	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
70	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
70	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
70	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
70	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
70	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
70	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
70	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
70	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
70	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
70	embedding2nn.weight	0	0.014729629270732403
70	embedding2nn.weight	1	0.0004416682058945298
70	embedding2nn.weight	2	0.005617634858936071
70	embedding2nn.weight	3	0.0008108750334940851
70	embedding2nn.weight	4	-0.008368723094463348
70	embedding2nn.weight	5	-0.005357854999601841
70	embedding2nn.weight	6	-0.0013546519912779331
70	embedding2nn.weight	7	-0.003106423420831561
70	embedding2nn.weight	8	0.014752100221812725
70	embedding2nn.weight	9	0.004391818773001432
70	embedding2nn.bias	0	0.005722425412386656
70	embedding2nn.bias	1	-0.01293144840747118
70	embedding2nn.bias	2	0.015465203672647476
70	embedding2nn.bias	3	-0.00897833053022623
70	embedding2nn.bias	4	-0.01997285522520542
70	embedding2nn.bias	5	-0.005428869742900133
70	embedding2nn.bias	6	0.009149609133601189
70	embedding2nn.bias	7	0.011262530460953712
70	embedding2nn.bias	8	-0.008437576703727245
70	embedding2nn.bias	9	0.002400370081886649
70	rnn.weight_ih_l0	0	-0.05104462802410126
70	rnn.weight_ih_l0	1	0.05072622001171112
70	rnn.weight_ih_l0	2	0.03183780983090401
70	rnn.weight_ih_l0	3	0.014649350196123123
70	rnn.weight_ih_l0	4	0.01287301629781723
70	rnn.weight_ih_l0	5	0.08417242020368576
70	rnn.weight_ih_l0	6	0.07574982196092606
70	rnn.weight_ih_l0	7	0.03781084716320038
70	rnn.weight_ih_l0	8	-0.045368656516075134
70	rnn.weight_ih_l0	9	0.007979568094015121
70	rnn.weight_hh_l0	0	0.008433114737272263
70	rnn.weight_hh_l0	1	-0.06337741762399673
70	rnn.weight_hh_l0	2	-0.06543199717998505
70	rnn.weight_hh_l0	3	0.07205045223236084
70	rnn.weight_hh_l0	4	0.07110033184289932
70	rnn.weight_hh_l0	5	0.004268550779670477
70	rnn.weight_hh_l0	6	0.004185620229691267
70	rnn.weight_hh_l0	7	-0.024875519797205925
70	rnn.weight_hh_l0	8	-0.029346635565161705
70	rnn.weight_hh_l0	9	0.05798777937889099
70	rnn.bias_ih_l0	0	-0.06735147535800934
70	rnn.bias_ih_l0	1	0.08649276942014694
70	rnn.bias_ih_l0	2	0.020781919360160828
70	rnn.bias_ih_l0	3	0.08057597279548645
70	rnn.bias_ih_l0	4	-0.07245077192783356
70	rnn.bias_ih_l0	5	0.08513226360082626
70	rnn.bias_ih_l0	6	-0.06742522120475769
70	rnn.bias_ih_l0	7	-0.033942025154829025
70	rnn.bias_ih_l0	8	-0.08362208306789398
70	rnn.bias_ih_l0	9	-0.04958407208323479
70	rnn.bias_hh_l0	0	0.03435591608285904
70	rnn.bias_hh_l0	1	0.07244344055652618
70	rnn.bias_hh_l0	2	0.06691567599773407
70	rnn.bias_hh_l0	3	0.0820397138595581
70	rnn.bias_hh_l0	4	-0.09168022125959396
70	rnn.bias_hh_l0	5	-0.07201196253299713
70	rnn.bias_hh_l0	6	0.07619892060756683
70	rnn.bias_hh_l0	7	-0.08886683732271194
70	rnn.bias_hh_l0	8	-0.0261856559664011
70	rnn.bias_hh_l0	9	-0.0028685813304036856
70	rnn.weight_ih_l0_reverse	0	0.07919982820749283
70	rnn.weight_ih_l0_reverse	1	0.07349497079849243
70	rnn.weight_ih_l0_reverse	2	0.03885183110833168
70	rnn.weight_ih_l0_reverse	3	0.03373301029205322
70	rnn.weight_ih_l0_reverse	4	-0.03718957304954529
70	rnn.weight_ih_l0_reverse	5	0.05107536539435387
70	rnn.weight_ih_l0_reverse	6	0.06644170731306076
70	rnn.weight_ih_l0_reverse	7	0.022623442113399506
70	rnn.weight_ih_l0_reverse	8	-0.05817390978336334
70	rnn.weight_ih_l0_reverse	9	-0.05281605198979378
70	rnn.weight_hh_l0_reverse	0	0.025175780057907104
70	rnn.weight_hh_l0_reverse	1	-0.08731036633253098
70	rnn.weight_hh_l0_reverse	2	0.06279362738132477
70	rnn.weight_hh_l0_reverse	3	-0.021374942734837532
70	rnn.weight_hh_l0_reverse	4	0.08350425213575363
70	rnn.weight_hh_l0_reverse	5	-0.001095550018362701
70	rnn.weight_hh_l0_reverse	6	0.028313379734754562
70	rnn.weight_hh_l0_reverse	7	0.07826162129640579
70	rnn.weight_hh_l0_reverse	8	-0.02222456969320774
70	rnn.weight_hh_l0_reverse	9	-0.046677615493535995
70	rnn.bias_ih_l0_reverse	0	0.0016198843950405717
70	rnn.bias_ih_l0_reverse	1	-0.021560167893767357
70	rnn.bias_ih_l0_reverse	2	-0.019015232101082802
70	rnn.bias_ih_l0_reverse	3	0.044545650482177734
70	rnn.bias_ih_l0_reverse	4	0.06784382462501526
70	rnn.bias_ih_l0_reverse	5	-0.022927530109882355
70	rnn.bias_ih_l0_reverse	6	-0.027485281229019165
70	rnn.bias_ih_l0_reverse	7	-0.04953332990407944
70	rnn.bias_ih_l0_reverse	8	0.0054473583586514
70	rnn.bias_ih_l0_reverse	9	-0.06916849315166473
70	rnn.bias_hh_l0_reverse	0	0.036758046597242355
70	rnn.bias_hh_l0_reverse	1	-0.07053109258413315
70	rnn.bias_hh_l0_reverse	2	0.07988260686397552
70	rnn.bias_hh_l0_reverse	3	0.0551816001534462
70	rnn.bias_hh_l0_reverse	4	0.023894676938652992
70	rnn.bias_hh_l0_reverse	5	0.04128037020564079
70	rnn.bias_hh_l0_reverse	6	0.0636330246925354
70	rnn.bias_hh_l0_reverse	7	0.08465080708265305
70	rnn.bias_hh_l0_reverse	8	-0.010679841041564941
70	rnn.bias_hh_l0_reverse	9	0.051205866038799286
70	rnn.weight_ih_l1	0	0.02198762819170952
70	rnn.weight_ih_l1	1	0.015046087093651295
70	rnn.weight_ih_l1	2	0.07416354864835739
70	rnn.weight_ih_l1	3	-0.024300627410411835
70	rnn.weight_ih_l1	4	-0.024119656533002853
70	rnn.weight_ih_l1	5	-0.01232041884213686
70	rnn.weight_ih_l1	6	0.0713094174861908
70	rnn.weight_ih_l1	7	-0.005181344226002693
70	rnn.weight_ih_l1	8	-0.05310353264212608
70	rnn.weight_ih_l1	9	0.06089009344577789
70	rnn.weight_hh_l1	0	-0.07442410290241241
70	rnn.weight_hh_l1	1	-0.036803655326366425
70	rnn.weight_hh_l1	2	-0.008221379481256008
70	rnn.weight_hh_l1	3	-0.05851045623421669
70	rnn.weight_hh_l1	4	0.08559467643499374
70	rnn.weight_hh_l1	5	-0.08401484042406082
70	rnn.weight_hh_l1	6	-0.04867948219180107
70	rnn.weight_hh_l1	7	0.06565369665622711
70	rnn.weight_hh_l1	8	-0.013509469106793404
70	rnn.weight_hh_l1	9	-0.040194880217313766
70	rnn.bias_ih_l1	0	-0.057934537529945374
70	rnn.bias_ih_l1	1	0.05772697553038597
70	rnn.bias_ih_l1	2	-0.05108482018113136
70	rnn.bias_ih_l1	3	-0.06804851442575455
70	rnn.bias_ih_l1	4	-0.030008338391780853
70	rnn.bias_ih_l1	5	-0.029816655442118645
70	rnn.bias_ih_l1	6	-0.04625536873936653
70	rnn.bias_ih_l1	7	0.062421709299087524
70	rnn.bias_ih_l1	8	0.08526799827814102
70	rnn.bias_ih_l1	9	0.026121217757463455
70	rnn.bias_hh_l1	0	0.06958235800266266
70	rnn.bias_hh_l1	1	-0.05875186622142792
70	rnn.bias_hh_l1	2	0.023344919085502625
70	rnn.bias_hh_l1	3	0.0647764652967453
70	rnn.bias_hh_l1	4	0.056986141949892044
70	rnn.bias_hh_l1	5	-0.07903555035591125
70	rnn.bias_hh_l1	6	0.015432095155119896
70	rnn.bias_hh_l1	7	0.038625288754701614
70	rnn.bias_hh_l1	8	0.011254681274294853
70	rnn.bias_hh_l1	9	-0.004591424949467182
70	rnn.weight_ih_l1_reverse	0	0.08627314865589142
70	rnn.weight_ih_l1_reverse	1	-0.041755568236112595
70	rnn.weight_ih_l1_reverse	2	-0.062122222036123276
70	rnn.weight_ih_l1_reverse	3	0.02550792135298252
70	rnn.weight_ih_l1_reverse	4	-0.04593968763947487
70	rnn.weight_ih_l1_reverse	5	0.024175046011805534
70	rnn.weight_ih_l1_reverse	6	0.04049811139702797
70	rnn.weight_ih_l1_reverse	7	0.020455287769436836
70	rnn.weight_ih_l1_reverse	8	-0.007748353760689497
70	rnn.weight_ih_l1_reverse	9	-0.06661457568407059
70	rnn.weight_hh_l1_reverse	0	0.0052823759615421295
70	rnn.weight_hh_l1_reverse	1	0.01882900670170784
70	rnn.weight_hh_l1_reverse	2	-0.05818507447838783
70	rnn.weight_hh_l1_reverse	3	-0.012978584505617619
70	rnn.weight_hh_l1_reverse	4	0.00865196529775858
70	rnn.weight_hh_l1_reverse	5	-0.06336265802383423
70	rnn.weight_hh_l1_reverse	6	-0.067257821559906
70	rnn.weight_hh_l1_reverse	7	-0.011529590003192425
70	rnn.weight_hh_l1_reverse	8	-0.05679889768362045
70	rnn.weight_hh_l1_reverse	9	-0.04333096742630005
70	rnn.bias_ih_l1_reverse	0	-0.0026962056290358305
70	rnn.bias_ih_l1_reverse	1	-0.040904562920331955
70	rnn.bias_ih_l1_reverse	2	0.023849695920944214
70	rnn.bias_ih_l1_reverse	3	-0.07967039197683334
70	rnn.bias_ih_l1_reverse	4	-0.08595046401023865
70	rnn.bias_ih_l1_reverse	5	-0.08856052160263062
70	rnn.bias_ih_l1_reverse	6	0.058819036930799484
70	rnn.bias_ih_l1_reverse	7	0.0851992592215538
70	rnn.bias_ih_l1_reverse	8	0.0034550989512354136
70	rnn.bias_ih_l1_reverse	9	-0.01316089928150177
70	rnn.bias_hh_l1_reverse	0	0.05840064212679863
70	rnn.bias_hh_l1_reverse	1	-0.06980329751968384
70	rnn.bias_hh_l1_reverse	2	-0.04923142120242119
70	rnn.bias_hh_l1_reverse	3	0.07430652529001236
70	rnn.bias_hh_l1_reverse	4	-0.02459995448589325
70	rnn.bias_hh_l1_reverse	5	-0.008168453350663185
70	rnn.bias_hh_l1_reverse	6	-0.059631362557411194
70	rnn.bias_hh_l1_reverse	7	-0.06188057363033295
70	rnn.bias_hh_l1_reverse	8	0.06482059508562088
70	rnn.bias_hh_l1_reverse	9	0.039191070944070816
70	rnn.weight_ih_l2	0	0.0738893672823906
70	rnn.weight_ih_l2	1	-0.05403958261013031
70	rnn.weight_ih_l2	2	0.06334787607192993
70	rnn.weight_ih_l2	3	0.06509629637002945
70	rnn.weight_ih_l2	4	0.057920388877391815
70	rnn.weight_ih_l2	5	-0.038420360535383224
70	rnn.weight_ih_l2	6	-0.07566779851913452
70	rnn.weight_ih_l2	7	0.013993006199598312
70	rnn.weight_ih_l2	8	-0.017122751101851463
70	rnn.weight_ih_l2	9	-0.06926010549068451
70	rnn.weight_hh_l2	0	0.04836725816130638
70	rnn.weight_hh_l2	1	0.03171141445636749
70	rnn.weight_hh_l2	2	-0.0549374520778656
70	rnn.weight_hh_l2	3	-0.025227777659893036
70	rnn.weight_hh_l2	4	0.05416757985949516
70	rnn.weight_hh_l2	5	-0.024991167709231377
70	rnn.weight_hh_l2	6	0.007865254767239094
70	rnn.weight_hh_l2	7	-0.05281177535653114
70	rnn.weight_hh_l2	8	-0.005518479272723198
70	rnn.weight_hh_l2	9	-0.01931561902165413
70	rnn.bias_ih_l2	0	0.10785171389579773
70	rnn.bias_ih_l2	1	0.014135394245386124
70	rnn.bias_ih_l2	2	0.0657743439078331
70	rnn.bias_ih_l2	3	0.015048854053020477
70	rnn.bias_ih_l2	4	-0.005947928410023451
70	rnn.bias_ih_l2	5	0.03951587900519371
70	rnn.bias_ih_l2	6	0.013075841590762138
70	rnn.bias_ih_l2	7	0.013286665081977844
70	rnn.bias_ih_l2	8	0.02348686009645462
70	rnn.bias_ih_l2	9	-0.014817466959357262
70	rnn.bias_hh_l2	0	0.062145084142684937
70	rnn.bias_hh_l2	1	0.00025589228607714176
70	rnn.bias_hh_l2	2	0.06782205402851105
70	rnn.bias_hh_l2	3	0.03175762668251991
70	rnn.bias_hh_l2	4	0.07446788251399994
70	rnn.bias_hh_l2	5	-0.061467695981264114
70	rnn.bias_hh_l2	6	0.011348237283527851
70	rnn.bias_hh_l2	7	-0.025987941771745682
70	rnn.bias_hh_l2	8	0.04267967864871025
70	rnn.bias_hh_l2	9	0.06449995934963226
70	rnn.weight_ih_l2_reverse	0	0.08236665278673172
70	rnn.weight_ih_l2_reverse	1	-0.05600167438387871
70	rnn.weight_ih_l2_reverse	2	0.0008941973792389035
70	rnn.weight_ih_l2_reverse	3	0.0352790467441082
70	rnn.weight_ih_l2_reverse	4	0.053951334208250046
70	rnn.weight_ih_l2_reverse	5	-0.04062637314200401
70	rnn.weight_ih_l2_reverse	6	-0.0003742903645616025
70	rnn.weight_ih_l2_reverse	7	-0.007693245075643063
70	rnn.weight_ih_l2_reverse	8	0.0114300437271595
70	rnn.weight_ih_l2_reverse	9	-0.081547811627388
70	rnn.weight_hh_l2_reverse	0	-0.0827561616897583
70	rnn.weight_hh_l2_reverse	1	0.01246289350092411
70	rnn.weight_hh_l2_reverse	2	0.010551835410296917
70	rnn.weight_hh_l2_reverse	3	0.024319706484675407
70	rnn.weight_hh_l2_reverse	4	-0.03687585890293121
70	rnn.weight_hh_l2_reverse	5	-0.014909273944795132
70	rnn.weight_hh_l2_reverse	6	-0.04108545929193497
70	rnn.weight_hh_l2_reverse	7	-0.05981180816888809
70	rnn.weight_hh_l2_reverse	8	-0.006702502723783255
70	rnn.weight_hh_l2_reverse	9	-0.059033941477537155
70	rnn.bias_ih_l2_reverse	0	-0.03511134162545204
70	rnn.bias_ih_l2_reverse	1	-0.027941346168518066
70	rnn.bias_ih_l2_reverse	2	0.03630281239748001
70	rnn.bias_ih_l2_reverse	3	0.02144627645611763
70	rnn.bias_ih_l2_reverse	4	0.07799938321113586
70	rnn.bias_ih_l2_reverse	5	-0.08942310512065887
70	rnn.bias_ih_l2_reverse	6	-0.04277784004807472
70	rnn.bias_ih_l2_reverse	7	-0.05249127000570297
70	rnn.bias_ih_l2_reverse	8	0.05289970710873604
70	rnn.bias_ih_l2_reverse	9	0.025873767212033272
70	rnn.bias_hh_l2_reverse	0	0.04552576690912247
70	rnn.bias_hh_l2_reverse	1	-0.0656038373708725
70	rnn.bias_hh_l2_reverse	2	-0.06720726191997528
70	rnn.bias_hh_l2_reverse	3	0.035253047943115234
70	rnn.bias_hh_l2_reverse	4	0.026880890130996704
70	rnn.bias_hh_l2_reverse	5	0.03736376017332077
70	rnn.bias_hh_l2_reverse	6	-0.08214018493890762
70	rnn.bias_hh_l2_reverse	7	-0.01043867226690054
70	rnn.bias_hh_l2_reverse	8	-0.08727511763572693
70	rnn.bias_hh_l2_reverse	9	-0.05423498526215553
70	linear.weight	0	0.025028489530086517
70	linear.weight	1	0.12375461310148239
70	linear.weight	2	-0.021125467494130135
70	linear.weight	3	-0.024176759645342827
70	linear.weight	4	-0.022248394787311554
70	linear.weight	5	0.051378656178712845
70	linear.weight	6	-0.0013124197721481323
70	linear.weight	7	-0.08921875059604645
70	linear.weight	8	0.0061062718741595745
70	linear.weight	9	0.062096741050481796
70	linear.bias	0	0.48504146933555603
70	linear.bias	1	0.5587448477745056
70	linear.bias	2	-1.5127997398376465
70	linear.bias	3	-0.05754556506872177
70	linear.bias	4	-0.050822705030441284
70	linear.bias	5	0.36770910024642944
71	transitions	0	0.06842856854200363
71	transitions	1	-10000.0
71	transitions	2	2.182767629623413
71	transitions	3	-0.9463728070259094
71	transitions	4	-10000.0
71	transitions	5	-10000.0
71	transitions	6	-10000.0
71	transitions	7	0.8831636309623718
71	transitions	8	0.8729910254478455
71	transitions	9	-1.2380608320236206
71	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
71	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
71	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
71	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
71	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
71	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
71	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
71	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
71	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
71	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
71	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
71	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
71	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
71	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
71	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
71	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
71	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
71	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
71	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
71	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
71	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
71	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
71	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
71	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
71	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
71	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
71	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
71	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
71	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
71	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
71	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
71	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
71	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
71	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
71	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
71	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
71	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
71	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
71	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
71	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
71	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
71	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
71	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
71	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
71	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
71	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
71	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
71	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
71	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
71	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
71	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
71	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
71	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
71	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
71	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
71	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
71	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
71	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
71	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
71	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
71	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
71	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
71	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
71	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
71	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
71	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
71	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
71	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
71	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
71	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
71	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
71	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
71	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
71	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
71	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
71	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
71	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
71	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
71	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
71	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
71	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
71	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
71	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
71	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
71	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
71	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
71	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
71	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
71	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
71	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
71	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
71	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
71	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
71	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
71	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
71	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
71	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
71	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
71	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
71	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
71	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
71	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
71	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
71	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
71	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
71	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
71	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
71	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
71	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
71	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
71	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
71	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
71	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
71	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
71	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
71	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
71	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
71	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
71	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
71	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
71	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
71	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
71	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
71	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
71	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
71	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
71	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
71	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
71	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
71	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
71	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
71	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
71	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
71	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
71	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
71	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
71	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
71	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
71	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
71	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
71	embedding2nn.weight	0	0.014741462655365467
71	embedding2nn.weight	1	0.0004310033400543034
71	embedding2nn.weight	2	0.005617634858936071
71	embedding2nn.weight	3	0.0008108171168714762
71	embedding2nn.weight	4	-0.008292436599731445
71	embedding2nn.weight	5	-0.005357940215617418
71	embedding2nn.weight	6	-0.001087013864889741
71	embedding2nn.weight	7	-0.003118127351626754
71	embedding2nn.weight	8	0.01454851869493723
71	embedding2nn.weight	9	0.0043373252265155315
71	embedding2nn.bias	0	0.004219452850520611
71	embedding2nn.bias	1	-0.014429308474063873
71	embedding2nn.bias	2	0.010948914103209972
71	embedding2nn.bias	3	-0.007991082966327667
71	embedding2nn.bias	4	-0.016187548637390137
71	embedding2nn.bias	5	-0.008393132127821445
71	embedding2nn.bias	6	0.007853691466152668
71	embedding2nn.bias	7	0.01279782596975565
71	embedding2nn.bias	8	-0.004683207254856825
71	embedding2nn.bias	9	0.0009054135880433023
71	rnn.weight_ih_l0	0	-0.051129695028066635
71	rnn.weight_ih_l0	1	0.05072261020541191
71	rnn.weight_ih_l0	2	0.03183819353580475
71	rnn.weight_ih_l0	3	0.0146614545956254
71	rnn.weight_ih_l0	4	0.012827903032302856
71	rnn.weight_ih_l0	5	0.08416248857975006
71	rnn.weight_ih_l0	6	0.07575555890798569
71	rnn.weight_ih_l0	7	0.037813544273376465
71	rnn.weight_ih_l0	8	-0.04568083584308624
71	rnn.weight_ih_l0	9	0.008030139841139317
71	rnn.weight_hh_l0	0	0.008407886140048504
71	rnn.weight_hh_l0	1	-0.06335987150669098
71	rnn.weight_hh_l0	2	-0.06543248146772385
71	rnn.weight_hh_l0	3	0.07205064594745636
71	rnn.weight_hh_l0	4	0.07110621780157089
71	rnn.weight_hh_l0	5	0.004347254987806082
71	rnn.weight_hh_l0	6	0.004249086603522301
71	rnn.weight_hh_l0	7	-0.025130504742264748
71	rnn.weight_hh_l0	8	-0.029371481388807297
71	rnn.weight_hh_l0	9	0.05798964947462082
71	rnn.bias_ih_l0	0	-0.06755213439464569
71	rnn.bias_ih_l0	1	0.08665869385004044
71	rnn.bias_ih_l0	2	0.020734520629048347
71	rnn.bias_ih_l0	3	0.08062100410461426
71	rnn.bias_ih_l0	4	-0.07167220860719681
71	rnn.bias_ih_l0	5	0.0850113108754158
71	rnn.bias_ih_l0	6	-0.07082118093967438
71	rnn.bias_ih_l0	7	-0.03389611840248108
71	rnn.bias_ih_l0	8	-0.08428635448217392
71	rnn.bias_ih_l0	9	-0.04918091371655464
71	rnn.bias_hh_l0	0	0.03508254140615463
71	rnn.bias_hh_l0	1	0.07254838198423386
71	rnn.bias_hh_l0	2	0.06702686101198196
71	rnn.bias_hh_l0	3	0.08213118463754654
71	rnn.bias_hh_l0	4	-0.09096068143844604
71	rnn.bias_hh_l0	5	-0.07207191735506058
71	rnn.bias_hh_l0	6	0.07597185671329498
71	rnn.bias_hh_l0	7	-0.08397050946950912
71	rnn.bias_hh_l0	8	-0.026248307898640633
71	rnn.bias_hh_l0	9	-0.002040495630353689
71	rnn.weight_ih_l0_reverse	0	0.07919454574584961
71	rnn.weight_ih_l0_reverse	1	0.07346048951148987
71	rnn.weight_ih_l0_reverse	2	0.038827866315841675
71	rnn.weight_ih_l0_reverse	3	0.03376050665974617
71	rnn.weight_ih_l0_reverse	4	-0.03734371438622475
71	rnn.weight_ih_l0_reverse	5	0.0510810986161232
71	rnn.weight_ih_l0_reverse	6	0.06644073873758316
71	rnn.weight_ih_l0_reverse	7	0.022775812074542046
71	rnn.weight_ih_l0_reverse	8	-0.058134254068136215
71	rnn.weight_ih_l0_reverse	9	-0.052813563495874405
71	rnn.weight_hh_l0_reverse	0	0.025166228413581848
71	rnn.weight_hh_l0_reverse	1	-0.08730529248714447
71	rnn.weight_hh_l0_reverse	2	0.06279293447732925
71	rnn.weight_hh_l0_reverse	3	-0.021359797567129135
71	rnn.weight_hh_l0_reverse	4	0.08324210345745087
71	rnn.weight_hh_l0_reverse	5	-0.0010859458707273006
71	rnn.weight_hh_l0_reverse	6	0.02790869027376175
71	rnn.weight_hh_l0_reverse	7	0.07822200655937195
71	rnn.weight_hh_l0_reverse	8	-0.022231707349419594
71	rnn.weight_hh_l0_reverse	9	-0.046794503927230835
71	rnn.bias_ih_l0_reverse	0	0.0017838996136561036
71	rnn.bias_ih_l0_reverse	1	-0.020275531336665154
71	rnn.bias_ih_l0_reverse	2	-0.020205290988087654
71	rnn.bias_ih_l0_reverse	3	0.044725656509399414
71	rnn.bias_ih_l0_reverse	4	0.06638360768556595
71	rnn.bias_ih_l0_reverse	5	-0.02380138263106346
71	rnn.bias_ih_l0_reverse	6	-0.027537131682038307
71	rnn.bias_ih_l0_reverse	7	-0.050777822732925415
71	rnn.bias_ih_l0_reverse	8	0.004953589290380478
71	rnn.bias_ih_l0_reverse	9	-0.07244381308555603
71	rnn.bias_hh_l0_reverse	0	0.03688562661409378
71	rnn.bias_hh_l0_reverse	1	-0.07380641251802444
71	rnn.bias_hh_l0_reverse	2	0.07914891093969345
71	rnn.bias_hh_l0_reverse	3	0.05531426891684532
71	rnn.bias_hh_l0_reverse	4	0.025062531232833862
71	rnn.bias_hh_l0_reverse	5	0.0409206748008728
71	rnn.bias_hh_l0_reverse	6	0.06419393420219421
71	rnn.bias_hh_l0_reverse	7	0.08913462609052658
71	rnn.bias_hh_l0_reverse	8	-0.01077275164425373
71	rnn.bias_hh_l0_reverse	9	0.050123028457164764
71	rnn.weight_ih_l1	0	0.021954679861664772
71	rnn.weight_ih_l1	1	0.015040709637105465
71	rnn.weight_ih_l1	2	0.07418601959943771
71	rnn.weight_ih_l1	3	-0.02429990842938423
71	rnn.weight_ih_l1	4	-0.024119766429066658
71	rnn.weight_ih_l1	5	-0.012324510142207146
71	rnn.weight_ih_l1	6	0.07120313495397568
71	rnn.weight_ih_l1	7	-0.004681488499045372
71	rnn.weight_ih_l1	8	-0.05309993028640747
71	rnn.weight_ih_l1	9	0.06100422888994217
71	rnn.weight_hh_l1	0	-0.07419638335704803
71	rnn.weight_hh_l1	1	-0.036765798926353455
71	rnn.weight_hh_l1	2	-0.008228200487792492
71	rnn.weight_hh_l1	3	-0.05851117894053459
71	rnn.weight_hh_l1	4	0.08557593077421188
71	rnn.weight_hh_l1	5	-0.0840134471654892
71	rnn.weight_hh_l1	6	-0.048671551048755646
71	rnn.weight_hh_l1	7	0.06566144526004791
71	rnn.weight_hh_l1	8	-0.013509640470147133
71	rnn.weight_hh_l1	9	-0.04019860550761223
71	rnn.bias_ih_l1	0	-0.05675762519240379
71	rnn.bias_ih_l1	1	0.057649482041597366
71	rnn.bias_ih_l1	2	-0.051084280014038086
71	rnn.bias_ih_l1	3	-0.068360835313797
71	rnn.bias_ih_l1	4	-0.029862036928534508
71	rnn.bias_ih_l1	5	-0.01996871642768383
71	rnn.bias_ih_l1	6	-0.049728162586688995
71	rnn.bias_ih_l1	7	0.06244668364524841
71	rnn.bias_ih_l1	8	0.08517114818096161
71	rnn.bias_ih_l1	9	0.0310850627720356
71	rnn.bias_hh_l1	0	0.06951598078012466
71	rnn.bias_hh_l1	1	-0.058803122490644455
71	rnn.bias_hh_l1	2	0.02324840798974037
71	rnn.bias_hh_l1	3	0.06467366218566895
71	rnn.bias_hh_l1	4	0.057000044733285904
71	rnn.bias_hh_l1	5	-0.07901958376169205
71	rnn.bias_hh_l1	6	0.015228120610117912
71	rnn.bias_hh_l1	7	0.03852248191833496
71	rnn.bias_hh_l1	8	0.011191962286829948
71	rnn.bias_hh_l1	9	-0.004682323895394802
71	rnn.weight_ih_l1_reverse	0	0.08664136379957199
71	rnn.weight_ih_l1_reverse	1	-0.041803427040576935
71	rnn.weight_ih_l1_reverse	2	-0.06212209537625313
71	rnn.weight_ih_l1_reverse	3	0.025507323443889618
71	rnn.weight_ih_l1_reverse	4	-0.04594011977314949
71	rnn.weight_ih_l1_reverse	5	0.024214236065745354
71	rnn.weight_ih_l1_reverse	6	0.04049814119935036
71	rnn.weight_ih_l1_reverse	7	0.020471513271331787
71	rnn.weight_ih_l1_reverse	8	-0.007679291069507599
71	rnn.weight_ih_l1_reverse	9	-0.06651609390974045
71	rnn.weight_hh_l1_reverse	0	0.005273717455565929
71	rnn.weight_hh_l1_reverse	1	0.018831491470336914
71	rnn.weight_hh_l1_reverse	2	-0.058186259120702744
71	rnn.weight_hh_l1_reverse	3	-0.012937823310494423
71	rnn.weight_hh_l1_reverse	4	0.008693382143974304
71	rnn.weight_hh_l1_reverse	5	-0.06375168263912201
71	rnn.weight_hh_l1_reverse	6	-0.0672597661614418
71	rnn.weight_hh_l1_reverse	7	-0.01151476614177227
71	rnn.weight_hh_l1_reverse	8	-0.05740012601017952
71	rnn.weight_hh_l1_reverse	9	-0.04328599199652672
71	rnn.bias_ih_l1_reverse	0	-0.0027285213582217693
71	rnn.bias_ih_l1_reverse	1	-0.04093804955482483
71	rnn.bias_ih_l1_reverse	2	0.023511575534939766
71	rnn.bias_ih_l1_reverse	3	-0.07988639175891876
71	rnn.bias_ih_l1_reverse	4	-0.0859370231628418
71	rnn.bias_ih_l1_reverse	5	-0.08854899555444717
71	rnn.bias_ih_l1_reverse	6	0.058939263224601746
71	rnn.bias_ih_l1_reverse	7	0.08536642789840698
71	rnn.bias_ih_l1_reverse	8	0.006987905129790306
71	rnn.bias_ih_l1_reverse	9	-0.013132218271493912
71	rnn.bias_hh_l1_reverse	0	0.058504726737737656
71	rnn.bias_hh_l1_reverse	1	-0.06921544671058655
71	rnn.bias_hh_l1_reverse	2	-0.04943695291876793
71	rnn.bias_hh_l1_reverse	3	0.07470466196537018
71	rnn.bias_hh_l1_reverse	4	-0.02456831745803356
71	rnn.bias_hh_l1_reverse	5	-0.00819429848343134
71	rnn.bias_hh_l1_reverse	6	-0.059672385454177856
71	rnn.bias_hh_l1_reverse	7	-0.061486516147851944
71	rnn.bias_hh_l1_reverse	8	0.06484688073396683
71	rnn.bias_hh_l1_reverse	9	0.04142296686768532
71	rnn.weight_ih_l2	0	0.07361787557601929
71	rnn.weight_ih_l2	1	-0.054035987704992294
71	rnn.weight_ih_l2	2	0.06334898620843887
71	rnn.weight_ih_l2	3	0.06547777354717255
71	rnn.weight_ih_l2	4	0.05759831517934799
71	rnn.weight_ih_l2	5	-0.03791889548301697
71	rnn.weight_ih_l2	6	-0.0756673514842987
71	rnn.weight_ih_l2	7	0.014105320908129215
71	rnn.weight_ih_l2	8	-0.017122546210885048
71	rnn.weight_ih_l2	9	-0.06926006078720093
71	rnn.weight_hh_l2	0	0.048368703573942184
71	rnn.weight_hh_l2	1	0.031712085008621216
71	rnn.weight_hh_l2	2	-0.05493263527750969
71	rnn.weight_hh_l2	3	-0.025222737342119217
71	rnn.weight_hh_l2	4	0.054167620837688446
71	rnn.weight_hh_l2	5	-0.024991989135742188
71	rnn.weight_hh_l2	6	0.007864386774599552
71	rnn.weight_hh_l2	7	-0.05281149223446846
71	rnn.weight_hh_l2	8	-0.0055200583301484585
71	rnn.weight_hh_l2	9	-0.019445236772298813
71	rnn.bias_ih_l2	0	0.10893895477056503
71	rnn.bias_ih_l2	1	0.01413230411708355
71	rnn.bias_ih_l2	2	0.0643775463104248
71	rnn.bias_ih_l2	3	0.015007943846285343
71	rnn.bias_ih_l2	4	-0.005978226661682129
71	rnn.bias_ih_l2	5	0.03905250132083893
71	rnn.bias_ih_l2	6	0.013072940520942211
71	rnn.bias_ih_l2	7	0.01328335888683796
71	rnn.bias_ih_l2	8	0.023382239043712616
71	rnn.bias_ih_l2	9	-0.014858411625027657
71	rnn.bias_hh_l2	0	0.06254663318395615
71	rnn.bias_hh_l2	1	0.0002818260691128671
71	rnn.bias_hh_l2	2	0.06756839156150818
71	rnn.bias_hh_l2	3	0.03175869956612587
71	rnn.bias_hh_l2	4	0.07446255534887314
71	rnn.bias_hh_l2	5	-0.06152835488319397
71	rnn.bias_hh_l2	6	0.016406085342168808
71	rnn.bias_hh_l2	7	-0.02603323757648468
71	rnn.bias_hh_l2	8	0.042663197964429855
71	rnn.bias_hh_l2	9	0.06549222022294998
71	rnn.weight_ih_l2_reverse	0	0.08236680924892426
71	rnn.weight_ih_l2_reverse	1	-0.05537734925746918
71	rnn.weight_ih_l2_reverse	2	0.0008914666250348091
71	rnn.weight_ih_l2_reverse	3	0.035268910229206085
71	rnn.weight_ih_l2_reverse	4	0.05395159870386124
71	rnn.weight_ih_l2_reverse	5	-0.040627628564834595
71	rnn.weight_ih_l2_reverse	6	-0.000391074747312814
71	rnn.weight_ih_l2_reverse	7	-0.007201339118182659
71	rnn.weight_ih_l2_reverse	8	0.011501523666083813
71	rnn.weight_ih_l2_reverse	9	-0.08154615759849548
71	rnn.weight_hh_l2_reverse	0	-0.08275283873081207
71	rnn.weight_hh_l2_reverse	1	0.012472759000957012
71	rnn.weight_hh_l2_reverse	2	0.01055191084742546
71	rnn.weight_hh_l2_reverse	3	0.02431938797235489
71	rnn.weight_hh_l2_reverse	4	-0.03688417747616768
71	rnn.weight_hh_l2_reverse	5	-0.014891467057168484
71	rnn.weight_hh_l2_reverse	6	-0.04163192957639694
71	rnn.weight_hh_l2_reverse	7	-0.05980996415019035
71	rnn.weight_hh_l2_reverse	8	-0.006696549244225025
71	rnn.weight_hh_l2_reverse	9	-0.059035543352365494
71	rnn.bias_ih_l2_reverse	0	-0.04433851316571236
71	rnn.bias_ih_l2_reverse	1	-0.027912961319088936
71	rnn.bias_ih_l2_reverse	2	0.036456380039453506
71	rnn.bias_ih_l2_reverse	3	0.02032690867781639
71	rnn.bias_ih_l2_reverse	4	0.07801945507526398
71	rnn.bias_ih_l2_reverse	5	-0.0894164964556694
71	rnn.bias_ih_l2_reverse	6	-0.04274437204003334
71	rnn.bias_ih_l2_reverse	7	-0.050611913204193115
71	rnn.bias_ih_l2_reverse	8	0.05625627934932709
71	rnn.bias_ih_l2_reverse	9	0.02249642089009285
71	rnn.bias_hh_l2_reverse	0	0.03719770908355713
71	rnn.bias_hh_l2_reverse	1	-0.06571289151906967
71	rnn.bias_hh_l2_reverse	2	-0.06722098588943481
71	rnn.bias_hh_l2_reverse	3	0.035270605236291885
71	rnn.bias_hh_l2_reverse	4	0.027051176875829697
71	rnn.bias_hh_l2_reverse	5	0.03737277910113335
71	rnn.bias_hh_l2_reverse	6	-0.0823061466217041
71	rnn.bias_hh_l2_reverse	7	-0.010412856005132198
71	rnn.bias_hh_l2_reverse	8	-0.08714674413204193
71	rnn.bias_hh_l2_reverse	9	-0.054218728095293045
71	linear.weight	0	0.025028489530086517
71	linear.weight	1	0.11108209192752838
71	linear.weight	2	-0.021121613681316376
71	linear.weight	3	-0.024176759645342827
71	linear.weight	4	-0.022248394787311554
71	linear.weight	5	0.04905252158641815
71	linear.weight	6	-0.001270629116334021
71	linear.weight	7	-0.09643252938985825
71	linear.weight	8	0.0031509685795754194
71	linear.weight	9	0.06247102841734886
71	linear.bias	0	0.5398367047309875
71	linear.bias	1	0.6008489727973938
71	linear.bias	2	-1.5142375230789185
71	linear.bias	3	-0.05754556506872177
71	linear.bias	4	-0.050822705030441284
71	linear.bias	5	0.2722475826740265
72	transitions	0	0.067356176674366
72	transitions	1	-10000.0
72	transitions	2	2.0752291679382324
72	transitions	3	-0.960871160030365
72	transitions	4	-10000.0
72	transitions	5	-10000.0
72	transitions	6	-10000.0
72	transitions	7	0.8831120729446411
72	transitions	8	0.8723157048225403
72	transitions	9	-1.2460404634475708
72	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
72	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
72	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
72	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
72	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
72	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
72	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
72	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
72	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
72	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
72	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
72	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
72	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
72	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
72	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
72	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
72	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
72	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
72	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
72	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
72	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
72	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
72	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
72	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
72	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
72	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
72	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
72	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
72	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
72	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
72	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
72	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
72	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
72	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
72	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
72	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
72	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
72	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
72	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
72	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
72	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
72	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
72	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
72	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
72	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
72	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
72	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
72	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
72	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
72	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
72	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
72	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
72	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
72	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
72	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
72	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
72	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
72	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
72	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
72	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
72	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
72	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
72	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
72	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
72	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
72	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
72	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
72	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
72	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
72	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
72	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
72	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
72	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
72	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
72	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
72	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
72	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
72	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
72	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
72	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
72	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
72	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
72	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
72	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
72	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
72	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
72	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
72	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
72	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
72	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
72	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
72	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
72	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
72	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
72	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
72	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
72	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
72	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
72	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
72	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
72	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
72	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
72	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
72	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
72	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
72	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
72	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
72	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
72	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
72	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
72	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
72	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
72	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
72	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
72	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
72	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
72	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
72	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
72	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
72	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
72	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
72	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
72	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
72	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
72	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
72	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
72	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
72	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
72	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
72	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
72	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
72	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
72	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
72	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
72	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
72	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
72	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
72	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
72	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
72	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
72	embedding2nn.weight	0	0.01472972147166729
72	embedding2nn.weight	1	0.00044082687236368656
72	embedding2nn.weight	2	0.005618223454803228
72	embedding2nn.weight	3	0.0008309541153721511
72	embedding2nn.weight	4	-0.008281320333480835
72	embedding2nn.weight	5	-0.0053397295996546745
72	embedding2nn.weight	6	-0.0010863940697163343
72	embedding2nn.weight	7	-0.0030301944352686405
72	embedding2nn.weight	8	0.014495630748569965
72	embedding2nn.weight	9	0.004341024439781904
72	embedding2nn.bias	0	-0.0005398968933150172
72	embedding2nn.bias	1	-0.013993469998240471
72	embedding2nn.bias	2	0.018554583191871643
72	embedding2nn.bias	3	-0.011323610320687294
72	embedding2nn.bias	4	-0.018591469153761864
72	embedding2nn.bias	5	-0.007572064641863108
72	embedding2nn.bias	6	0.009865710511803627
72	embedding2nn.bias	7	0.017105355858802795
72	embedding2nn.bias	8	-0.008610434830188751
72	embedding2nn.bias	9	0.002190533559769392
72	rnn.weight_ih_l0	0	-0.05115967243909836
72	rnn.weight_ih_l0	1	0.05072355642914772
72	rnn.weight_ih_l0	2	0.03183824196457863
72	rnn.weight_ih_l0	3	0.014657475985586643
72	rnn.weight_ih_l0	4	0.012717228382825851
72	rnn.weight_ih_l0	5	0.08416815102100372
72	rnn.weight_ih_l0	6	0.07575497031211853
72	rnn.weight_ih_l0	7	0.03781001642346382
72	rnn.weight_ih_l0	8	-0.04550010710954666
72	rnn.weight_ih_l0	9	0.008130152709782124
72	rnn.weight_hh_l0	0	0.008380505256354809
72	rnn.weight_hh_l0	1	-0.06337805837392807
72	rnn.weight_hh_l0	2	-0.0654529333114624
72	rnn.weight_hh_l0	3	0.07204115390777588
72	rnn.weight_hh_l0	4	0.07114806026220322
72	rnn.weight_hh_l0	5	0.0043396539986133575
72	rnn.weight_hh_l0	6	0.004147026222199202
72	rnn.weight_hh_l0	7	-0.024675417691469193
72	rnn.weight_hh_l0	8	-0.02935222163796425
72	rnn.weight_hh_l0	9	0.0579841248691082
72	rnn.bias_ih_l0	0	-0.06664853543043137
72	rnn.bias_ih_l0	1	0.08666136115789413
72	rnn.bias_ih_l0	2	0.02069014124572277
72	rnn.bias_ih_l0	3	0.0782821774482727
72	rnn.bias_ih_l0	4	-0.07266975939273834
72	rnn.bias_ih_l0	5	0.08504711836576462
72	rnn.bias_ih_l0	6	-0.06595791131258011
72	rnn.bias_ih_l0	7	-0.03386659547686577
72	rnn.bias_ih_l0	8	-0.08021597564220428
72	rnn.bias_ih_l0	9	-0.04918438941240311
72	rnn.bias_hh_l0	0	0.03604262322187424
72	rnn.bias_hh_l0	1	0.07247345894575119
72	rnn.bias_hh_l0	2	0.06717128306627274
72	rnn.bias_hh_l0	3	0.08217431604862213
72	rnn.bias_hh_l0	4	-0.09721796214580536
72	rnn.bias_hh_l0	5	-0.07205754518508911
72	rnn.bias_hh_l0	6	0.07639270275831223
72	rnn.bias_hh_l0	7	-0.09159313142299652
72	rnn.bias_hh_l0	8	-0.02623758092522621
72	rnn.bias_hh_l0	9	-0.008241658098995686
72	rnn.weight_ih_l0_reverse	0	0.07919188588857651
72	rnn.weight_ih_l0_reverse	1	0.07346382737159729
72	rnn.weight_ih_l0_reverse	2	0.03883429989218712
72	rnn.weight_ih_l0_reverse	3	0.03376731649041176
72	rnn.weight_ih_l0_reverse	4	-0.03722460940480232
72	rnn.weight_ih_l0_reverse	5	0.05107928067445755
72	rnn.weight_ih_l0_reverse	6	0.06644216179847717
72	rnn.weight_ih_l0_reverse	7	0.02267923206090927
72	rnn.weight_ih_l0_reverse	8	-0.05812103673815727
72	rnn.weight_ih_l0_reverse	9	-0.05280832201242447
72	rnn.weight_hh_l0_reverse	0	0.025109009817242622
72	rnn.weight_hh_l0_reverse	1	-0.08731750398874283
72	rnn.weight_hh_l0_reverse	2	0.06277374178171158
72	rnn.weight_hh_l0_reverse	3	-0.021374473348259926
72	rnn.weight_hh_l0_reverse	4	0.08338979631662369
72	rnn.weight_hh_l0_reverse	5	-0.0010916487080976367
72	rnn.weight_hh_l0_reverse	6	0.028488898649811745
72	rnn.weight_hh_l0_reverse	7	0.07825851440429688
72	rnn.weight_hh_l0_reverse	8	-0.022235749289393425
72	rnn.weight_hh_l0_reverse	9	-0.04678568243980408
72	rnn.bias_ih_l0_reverse	0	0.0013830667594447732
72	rnn.bias_ih_l0_reverse	1	-0.01738644205033779
72	rnn.bias_ih_l0_reverse	2	-0.020672215148806572
72	rnn.bias_ih_l0_reverse	3	0.044941600412130356
72	rnn.bias_ih_l0_reverse	4	0.0664399266242981
72	rnn.bias_ih_l0_reverse	5	-0.023088356480002403
72	rnn.bias_ih_l0_reverse	6	-0.027518507093191147
72	rnn.bias_ih_l0_reverse	7	-0.050029829144477844
72	rnn.bias_ih_l0_reverse	8	0.007540023885667324
72	rnn.bias_ih_l0_reverse	9	-0.07306981831789017
72	rnn.bias_hh_l0_reverse	0	0.03687136992812157
72	rnn.bias_hh_l0_reverse	1	-0.07443241775035858
72	rnn.bias_hh_l0_reverse	2	0.07988186180591583
72	rnn.bias_hh_l0_reverse	3	0.05538708716630936
72	rnn.bias_hh_l0_reverse	4	0.02213243953883648
72	rnn.bias_hh_l0_reverse	5	0.04137219116091728
72	rnn.bias_hh_l0_reverse	6	0.06314153224229813
72	rnn.bias_hh_l0_reverse	7	0.08640269190073013
72	rnn.bias_hh_l0_reverse	8	-0.010985169559717178
72	rnn.bias_hh_l0_reverse	9	0.05391809716820717
72	rnn.weight_ih_l1	0	0.021900080144405365
72	rnn.weight_ih_l1	1	0.015010125003755093
72	rnn.weight_ih_l1	2	0.07583160698413849
72	rnn.weight_ih_l1	3	-0.024302469566464424
72	rnn.weight_ih_l1	4	-0.024088915437459946
72	rnn.weight_ih_l1	5	-0.012279224582016468
72	rnn.weight_ih_l1	6	0.07124106585979462
72	rnn.weight_ih_l1	7	-0.004428287968039513
72	rnn.weight_ih_l1	8	-0.05297872796654701
72	rnn.weight_ih_l1	9	0.06083177775144577
72	rnn.weight_hh_l1	0	-0.07442368566989899
72	rnn.weight_hh_l1	1	-0.036735232919454575
72	rnn.weight_hh_l1	2	-0.008234508335590363
72	rnn.weight_hh_l1	3	-0.058520589023828506
72	rnn.weight_hh_l1	4	0.0856914073228836
72	rnn.weight_hh_l1	5	-0.08399025350809097
72	rnn.weight_hh_l1	6	-0.048691295087337494
72	rnn.weight_hh_l1	7	0.0656878873705864
72	rnn.weight_hh_l1	8	-0.013508552685379982
72	rnn.weight_hh_l1	9	-0.040239717811346054
72	rnn.bias_ih_l1	0	-0.05641944333910942
72	rnn.bias_ih_l1	1	0.05776890739798546
72	rnn.bias_ih_l1	2	-0.050868429243564606
72	rnn.bias_ih_l1	3	-0.06795262545347214
72	rnn.bias_ih_l1	4	-0.029704181477427483
72	rnn.bias_ih_l1	5	-0.035590387880802155
72	rnn.bias_ih_l1	6	-0.051274459809064865
72	rnn.bias_ih_l1	7	0.06299114227294922
72	rnn.bias_ih_l1	8	0.085782490670681
72	rnn.bias_ih_l1	9	0.034861110150814056
72	rnn.bias_hh_l1	0	0.06949632614850998
72	rnn.bias_hh_l1	1	-0.05881519243121147
72	rnn.bias_hh_l1	2	0.023166373372077942
72	rnn.bias_hh_l1	3	0.06498057395219803
72	rnn.bias_hh_l1	4	0.05703042820096016
72	rnn.bias_hh_l1	5	-0.07871618121862411
72	rnn.bias_hh_l1	6	0.015228592790663242
72	rnn.bias_hh_l1	7	0.03892717510461807
72	rnn.bias_hh_l1	8	0.011707136407494545
72	rnn.bias_hh_l1	9	-0.004877537954598665
72	rnn.weight_ih_l1_reverse	0	0.08662537485361099
72	rnn.weight_ih_l1_reverse	1	-0.041847437620162964
72	rnn.weight_ih_l1_reverse	2	-0.062124572694301605
72	rnn.weight_ih_l1_reverse	3	0.02550436370074749
72	rnn.weight_ih_l1_reverse	4	-0.04593100771307945
72	rnn.weight_ih_l1_reverse	5	0.024201925843954086
72	rnn.weight_ih_l1_reverse	6	0.04046725109219551
72	rnn.weight_ih_l1_reverse	7	0.020480891689658165
72	rnn.weight_ih_l1_reverse	8	-0.0077285440638661385
72	rnn.weight_ih_l1_reverse	9	-0.06714989244937897
72	rnn.weight_hh_l1_reverse	0	0.005283508915454149
72	rnn.weight_hh_l1_reverse	1	0.01883123442530632
72	rnn.weight_hh_l1_reverse	2	-0.05818468704819679
72	rnn.weight_hh_l1_reverse	3	-0.012924418784677982
72	rnn.weight_hh_l1_reverse	4	0.00868744496256113
72	rnn.weight_hh_l1_reverse	5	-0.06354956328868866
72	rnn.weight_hh_l1_reverse	6	-0.0672665685415268
72	rnn.weight_hh_l1_reverse	7	-0.011520755477249622
72	rnn.weight_hh_l1_reverse	8	-0.05735468119382858
72	rnn.weight_hh_l1_reverse	9	-0.04328431934118271
72	rnn.bias_ih_l1_reverse	0	-0.0026876507326960564
72	rnn.bias_ih_l1_reverse	1	-0.040961261838674545
72	rnn.bias_ih_l1_reverse	2	0.02347266860306263
72	rnn.bias_ih_l1_reverse	3	-0.08038297295570374
72	rnn.bias_ih_l1_reverse	4	-0.08602465689182281
72	rnn.bias_ih_l1_reverse	5	-0.08837741613388062
72	rnn.bias_ih_l1_reverse	6	0.05915515869855881
72	rnn.bias_ih_l1_reverse	7	0.08532281965017319
72	rnn.bias_ih_l1_reverse	8	0.007989242672920227
72	rnn.bias_ih_l1_reverse	9	-0.012728629633784294
72	rnn.bias_hh_l1_reverse	0	0.05855720862746239
72	rnn.bias_hh_l1_reverse	1	-0.06857073307037354
72	rnn.bias_hh_l1_reverse	2	-0.04929600656032562
72	rnn.bias_hh_l1_reverse	3	0.07395284622907639
72	rnn.bias_hh_l1_reverse	4	-0.024519367143511772
72	rnn.bias_hh_l1_reverse	5	-0.008172512985765934
72	rnn.bias_hh_l1_reverse	6	-0.05968449264764786
72	rnn.bias_hh_l1_reverse	7	-0.06161819398403168
72	rnn.bias_hh_l1_reverse	8	0.06484927237033844
72	rnn.bias_hh_l1_reverse	9	0.038416747003793716
72	rnn.weight_ih_l2	0	0.07350541651248932
72	rnn.weight_ih_l2	1	-0.054051775485277176
72	rnn.weight_ih_l2	2	0.06335153430700302
72	rnn.weight_ih_l2	3	0.06519196927547455
72	rnn.weight_ih_l2	4	0.05778348073363304
72	rnn.weight_ih_l2	5	-0.03802822530269623
72	rnn.weight_ih_l2	6	-0.07570594549179077
72	rnn.weight_ih_l2	7	0.014008880592882633
72	rnn.weight_ih_l2	8	-0.017121808603405952
72	rnn.weight_ih_l2	9	-0.06925859302282333
72	rnn.weight_hh_l2	0	0.04835975170135498
72	rnn.weight_hh_l2	1	0.031559620052576065
72	rnn.weight_hh_l2	2	-0.05493101105093956
72	rnn.weight_hh_l2	3	-0.025116458535194397
72	rnn.weight_hh_l2	4	0.05422380939126015
72	rnn.weight_hh_l2	5	-0.024924226105213165
72	rnn.weight_hh_l2	6	0.007845628075301647
72	rnn.weight_hh_l2	7	-0.05281611904501915
72	rnn.weight_hh_l2	8	-0.005317762494087219
72	rnn.weight_hh_l2	9	-0.01951165311038494
72	rnn.bias_ih_l2	0	0.10685664415359497
72	rnn.bias_ih_l2	1	0.014202076010406017
72	rnn.bias_ih_l2	2	0.06790044903755188
72	rnn.bias_ih_l2	3	0.014630011282861233
72	rnn.bias_ih_l2	4	-0.0057729147374629974
72	rnn.bias_ih_l2	5	0.039894044399261475
72	rnn.bias_ih_l2	6	0.013256699778139591
72	rnn.bias_ih_l2	7	0.013107997365295887
72	rnn.bias_ih_l2	8	0.023816369473934174
72	rnn.bias_ih_l2	9	-0.01477584894746542
72	rnn.bias_hh_l2	0	0.06511292606592178
72	rnn.bias_hh_l2	1	0.0005077166715636849
72	rnn.bias_hh_l2	2	0.06773197650909424
72	rnn.bias_hh_l2	3	0.03175539895892143
72	rnn.bias_hh_l2	4	0.07428468763828278
72	rnn.bias_hh_l2	5	-0.06628179550170898
72	rnn.bias_hh_l2	6	0.007739002350717783
72	rnn.bias_hh_l2	7	-0.026010818779468536
72	rnn.bias_hh_l2	8	0.0426182746887207
72	rnn.bias_hh_l2	9	0.09093501418828964
72	rnn.weight_ih_l2_reverse	0	0.08236795663833618
72	rnn.weight_ih_l2_reverse	1	-0.0554012693464756
72	rnn.weight_ih_l2_reverse	2	0.0008980944403447211
72	rnn.weight_ih_l2_reverse	3	0.03527183085680008
72	rnn.weight_ih_l2_reverse	4	0.05395184084773064
72	rnn.weight_ih_l2_reverse	5	-0.04062671214342117
72	rnn.weight_ih_l2_reverse	6	-0.0009364235447719693
72	rnn.weight_ih_l2_reverse	7	-0.008254366926848888
72	rnn.weight_ih_l2_reverse	8	0.011380537413060665
72	rnn.weight_ih_l2_reverse	9	-0.08144376426935196
72	rnn.weight_hh_l2_reverse	0	-0.0827527865767479
72	rnn.weight_hh_l2_reverse	1	0.01233204361051321
72	rnn.weight_hh_l2_reverse	2	0.010552051477134228
72	rnn.weight_hh_l2_reverse	3	0.02432233653962612
72	rnn.weight_hh_l2_reverse	4	-0.03688341751694679
72	rnn.weight_hh_l2_reverse	5	-0.014873595908284187
72	rnn.weight_hh_l2_reverse	6	-0.0413721464574337
72	rnn.weight_hh_l2_reverse	7	-0.059809062629938126
72	rnn.weight_hh_l2_reverse	8	-0.006701319944113493
72	rnn.weight_hh_l2_reverse	9	-0.05903693661093712
72	rnn.bias_ih_l2_reverse	0	-0.04114018753170967
72	rnn.bias_ih_l2_reverse	1	-0.027745205909013748
72	rnn.bias_ih_l2_reverse	2	0.036496181041002274
72	rnn.bias_ih_l2_reverse	3	0.021869417279958725
72	rnn.bias_ih_l2_reverse	4	0.07798822969198227
72	rnn.bias_ih_l2_reverse	5	-0.08943728357553482
72	rnn.bias_ih_l2_reverse	6	-0.042486585676670074
72	rnn.bias_ih_l2_reverse	7	-0.04984071105718613
72	rnn.bias_ih_l2_reverse	8	0.05365798622369766
72	rnn.bias_ih_l2_reverse	9	0.023343481123447418
72	rnn.bias_hh_l2_reverse	0	0.03710465133190155
72	rnn.bias_hh_l2_reverse	1	-0.06550877541303635
72	rnn.bias_hh_l2_reverse	2	-0.06717022508382797
72	rnn.bias_hh_l2_reverse	3	0.035200562328100204
72	rnn.bias_hh_l2_reverse	4	0.02803351730108261
72	rnn.bias_hh_l2_reverse	5	0.03704484552145004
72	rnn.bias_hh_l2_reverse	6	-0.08224233239889145
72	rnn.bias_hh_l2_reverse	7	-0.010755461640655994
72	rnn.bias_hh_l2_reverse	8	-0.087131567299366
72	rnn.bias_hh_l2_reverse	9	-0.05417214334011078
72	linear.weight	0	0.025028489530086517
72	linear.weight	1	0.12866242229938507
72	linear.weight	2	-0.02120424620807171
72	linear.weight	3	-0.023130198940634727
72	linear.weight	4	-0.022248394787311554
72	linear.weight	5	0.04516798257827759
72	linear.weight	6	-0.0025173502508550882
72	linear.weight	7	-0.081672802567482
72	linear.weight	8	0.003361122217029333
72	linear.weight	9	0.062306031584739685
72	linear.bias	0	0.42928948998451233
72	linear.bias	1	0.4933615028858185
72	linear.bias	2	-1.516932725906372
72	linear.bias	3	-0.05754556506872177
72	linear.bias	4	-0.050822705030441284
72	linear.bias	5	0.49297741055488586
73	transitions	0	0.06689285486936569
73	transitions	1	-10000.0
73	transitions	2	2.1998610496520996
73	transitions	3	-0.9817865490913391
73	transitions	4	-10000.0
73	transitions	5	-10000.0
73	transitions	6	-10000.0
73	transitions	7	0.8830623030662537
73	transitions	8	0.8715416789054871
73	transitions	9	-1.2501753568649292
73	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
73	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
73	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
73	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
73	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
73	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
73	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
73	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
73	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
73	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
73	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
73	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
73	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
73	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
73	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
73	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
73	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
73	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
73	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
73	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
73	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
73	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
73	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
73	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
73	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
73	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
73	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
73	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
73	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
73	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
73	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
73	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
73	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
73	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
73	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
73	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
73	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
73	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
73	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
73	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
73	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
73	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
73	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
73	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
73	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
73	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
73	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
73	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
73	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
73	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
73	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
73	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
73	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
73	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
73	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
73	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
73	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
73	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
73	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
73	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
73	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
73	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
73	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
73	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
73	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
73	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
73	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
73	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
73	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
73	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
73	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
73	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
73	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
73	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
73	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
73	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
73	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
73	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
73	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
73	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
73	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
73	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
73	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
73	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
73	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
73	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
73	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
73	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
73	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
73	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
73	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
73	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
73	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
73	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
73	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
73	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
73	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
73	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
73	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
73	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
73	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
73	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
73	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
73	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
73	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
73	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
73	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
73	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
73	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
73	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
73	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
73	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
73	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
73	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
73	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
73	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
73	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
73	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
73	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
73	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
73	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
73	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
73	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
73	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
73	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
73	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
73	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
73	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
73	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
73	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
73	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
73	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
73	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
73	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
73	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
73	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
73	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
73	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
73	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
73	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
73	embedding2nn.weight	0	0.014749441295862198
73	embedding2nn.weight	1	0.0004180764954071492
73	embedding2nn.weight	2	0.005613559857010841
73	embedding2nn.weight	3	0.0008408466819673777
73	embedding2nn.weight	4	-0.008234693668782711
73	embedding2nn.weight	5	-0.005338258575648069
73	embedding2nn.weight	6	-0.0010059260530397296
73	embedding2nn.weight	7	-0.003049795050173998
73	embedding2nn.weight	8	0.014514081180095673
73	embedding2nn.weight	9	0.004347359295934439
73	embedding2nn.bias	0	0.0027202090714126825
73	embedding2nn.bias	1	-0.015131841413676739
73	embedding2nn.bias	2	0.012604487128555775
73	embedding2nn.bias	3	-0.009187404066324234
73	embedding2nn.bias	4	-0.015820279717445374
73	embedding2nn.bias	5	-0.006957147736102343
73	embedding2nn.bias	6	0.007780610118061304
73	embedding2nn.bias	7	0.010648573748767376
73	embedding2nn.bias	8	-0.008782010525465012
73	embedding2nn.bias	9	0.002795697655528784
73	rnn.weight_ih_l0	0	-0.05131976306438446
73	rnn.weight_ih_l0	1	0.05072200670838356
73	rnn.weight_ih_l0	2	0.03182932361960411
73	rnn.weight_ih_l0	3	0.014652997255325317
73	rnn.weight_ih_l0	4	0.012841513380408287
73	rnn.weight_ih_l0	5	0.08416671305894852
73	rnn.weight_ih_l0	6	0.07578185200691223
73	rnn.weight_ih_l0	7	0.037810858339071274
73	rnn.weight_ih_l0	8	-0.045338649302721024
73	rnn.weight_ih_l0	9	0.008095644414424896
73	rnn.weight_hh_l0	0	0.008440044708549976
73	rnn.weight_hh_l0	1	-0.06338901817798615
73	rnn.weight_hh_l0	2	-0.06545642763376236
73	rnn.weight_hh_l0	3	0.07217592746019363
73	rnn.weight_hh_l0	4	0.07118340581655502
73	rnn.weight_hh_l0	5	0.003957413136959076
73	rnn.weight_hh_l0	6	0.004386467393487692
73	rnn.weight_hh_l0	7	-0.024752706289291382
73	rnn.weight_hh_l0	8	-0.02934533916413784
73	rnn.weight_hh_l0	9	0.0580080971121788
73	rnn.bias_ih_l0	0	-0.06685658544301987
73	rnn.bias_ih_l0	1	0.08664645999670029
73	rnn.bias_ih_l0	2	0.020885689184069633
73	rnn.bias_ih_l0	3	0.08142022788524628
73	rnn.bias_ih_l0	4	-0.06954799592494965
73	rnn.bias_ih_l0	5	0.08465556055307388
73	rnn.bias_ih_l0	6	-0.07079613208770752
73	rnn.bias_ih_l0	7	-0.03385249897837639
73	rnn.bias_ih_l0	8	-0.084076888859272
73	rnn.bias_ih_l0	9	-0.048958905041217804
73	rnn.bias_hh_l0	0	0.034239135682582855
73	rnn.bias_hh_l0	1	0.07274091988801956
73	rnn.bias_hh_l0	2	0.06734875589609146
73	rnn.bias_hh_l0	3	0.08231057226657867
73	rnn.bias_hh_l0	4	-0.09046467393636703
73	rnn.bias_hh_l0	5	-0.07221424579620361
73	rnn.bias_hh_l0	6	0.07604124397039413
73	rnn.bias_hh_l0	7	-0.0853886529803276
73	rnn.bias_hh_l0	8	-0.026218481361865997
73	rnn.bias_hh_l0	9	-0.0032647300977259874
73	rnn.weight_ih_l0_reverse	0	0.07918848097324371
73	rnn.weight_ih_l0_reverse	1	0.07338689267635345
73	rnn.weight_ih_l0_reverse	2	0.03883596882224083
73	rnn.weight_ih_l0_reverse	3	0.033720217645168304
73	rnn.weight_ih_l0_reverse	4	-0.03718261420726776
73	rnn.weight_ih_l0_reverse	5	0.05108248069882393
73	rnn.weight_ih_l0_reverse	6	0.066440649330616
73	rnn.weight_ih_l0_reverse	7	0.022794116288423538
73	rnn.weight_ih_l0_reverse	8	-0.058060672134160995
73	rnn.weight_ih_l0_reverse	9	-0.05280756205320358
73	rnn.weight_hh_l0_reverse	0	0.024970563128590584
73	rnn.weight_hh_l0_reverse	1	-0.0873095765709877
73	rnn.weight_hh_l0_reverse	2	0.06283304840326309
73	rnn.weight_hh_l0_reverse	3	-0.021374911069869995
73	rnn.weight_hh_l0_reverse	4	0.08327410370111465
73	rnn.weight_hh_l0_reverse	5	-0.0010640495456755161
73	rnn.weight_hh_l0_reverse	6	0.02807817980647087
73	rnn.weight_hh_l0_reverse	7	0.07825138419866562
73	rnn.weight_hh_l0_reverse	8	-0.02222803793847561
73	rnn.weight_hh_l0_reverse	9	-0.046807777136564255
73	rnn.bias_ih_l0_reverse	0	0.002479730173945427
73	rnn.bias_ih_l0_reverse	1	-0.019079891964793205
73	rnn.bias_ih_l0_reverse	2	-0.015947634354233742
73	rnn.bias_ih_l0_reverse	3	0.04422445967793465
73	rnn.bias_ih_l0_reverse	4	0.0663847029209137
73	rnn.bias_ih_l0_reverse	5	-0.023662462830543518
73	rnn.bias_ih_l0_reverse	6	-0.02754967287182808
73	rnn.bias_ih_l0_reverse	7	-0.05071037635207176
73	rnn.bias_ih_l0_reverse	8	0.00679341284558177
73	rnn.bias_ih_l0_reverse	9	-0.07315457612276077
73	rnn.bias_hh_l0_reverse	0	0.037617865949869156
73	rnn.bias_hh_l0_reverse	1	-0.07451717555522919
73	rnn.bias_hh_l0_reverse	2	0.0787978395819664
73	rnn.bias_hh_l0_reverse	3	0.05560075119137764
73	rnn.bias_hh_l0_reverse	4	0.02613930031657219
73	rnn.bias_hh_l0_reverse	5	0.04104134440422058
73	rnn.bias_hh_l0_reverse	6	0.06433670967817307
73	rnn.bias_hh_l0_reverse	7	0.0855882465839386
73	rnn.bias_hh_l0_reverse	8	-0.010747437365353107
73	rnn.bias_hh_l0_reverse	9	0.05067029222846031
73	rnn.weight_ih_l1	0	0.022413933649659157
73	rnn.weight_ih_l1	1	0.015041888691484928
73	rnn.weight_ih_l1	2	0.07512126863002777
73	rnn.weight_ih_l1	3	-0.024328695610165596
73	rnn.weight_ih_l1	4	-0.02407747134566307
73	rnn.weight_ih_l1	5	-0.012654385529458523
73	rnn.weight_ih_l1	6	0.07135853171348572
73	rnn.weight_ih_l1	7	-0.004939921200275421
73	rnn.weight_ih_l1	8	-0.05291963368654251
73	rnn.weight_ih_l1	9	0.06293192505836487
73	rnn.weight_hh_l1	0	-0.07444007694721222
73	rnn.weight_hh_l1	1	-0.036767423152923584
73	rnn.weight_hh_l1	2	-0.008233774453401566
73	rnn.weight_hh_l1	3	-0.058515582233667374
73	rnn.weight_hh_l1	4	0.085545614361763
73	rnn.weight_hh_l1	5	-0.0840500220656395
73	rnn.weight_hh_l1	6	-0.048708200454711914
73	rnn.weight_hh_l1	7	0.06569482386112213
73	rnn.weight_hh_l1	8	-0.013512805104255676
73	rnn.weight_hh_l1	9	-0.03986138105392456
73	rnn.bias_ih_l1	0	-0.055283624678850174
73	rnn.bias_ih_l1	1	0.0573456734418869
73	rnn.bias_ih_l1	2	-0.05050313472747803
73	rnn.bias_ih_l1	3	-0.06867513805627823
73	rnn.bias_ih_l1	4	-0.029515104368329048
73	rnn.bias_ih_l1	5	-0.019396526739001274
73	rnn.bias_ih_l1	6	-0.05072192847728729
73	rnn.bias_ih_l1	7	0.0628683939576149
73	rnn.bias_ih_l1	8	0.08488845825195312
73	rnn.bias_ih_l1	9	0.03539386764168739
73	rnn.bias_hh_l1	0	0.06958127021789551
73	rnn.bias_hh_l1	1	-0.05870271101593971
73	rnn.bias_hh_l1	2	0.02318079210817814
73	rnn.bias_hh_l1	3	0.06561092287302017
73	rnn.bias_hh_l1	4	0.05731368064880371
73	rnn.bias_hh_l1	5	-0.07850411534309387
73	rnn.bias_hh_l1	6	0.015314632095396519
73	rnn.bias_hh_l1	7	0.03915175050497055
73	rnn.bias_hh_l1	8	0.011575637385249138
73	rnn.bias_hh_l1	9	-0.004847856238484383
73	rnn.weight_ih_l1_reverse	0	0.08659916371107101
73	rnn.weight_ih_l1_reverse	1	-0.04187152534723282
73	rnn.weight_ih_l1_reverse	2	-0.062145501375198364
73	rnn.weight_ih_l1_reverse	3	0.025495942682027817
73	rnn.weight_ih_l1_reverse	4	-0.04591864347457886
73	rnn.weight_ih_l1_reverse	5	0.02422158420085907
73	rnn.weight_ih_l1_reverse	6	0.04047665372490883
73	rnn.weight_ih_l1_reverse	7	0.020460164174437523
73	rnn.weight_ih_l1_reverse	8	-0.007710937410593033
73	rnn.weight_ih_l1_reverse	9	-0.06682678312063217
73	rnn.weight_hh_l1_reverse	0	0.00524347648024559
73	rnn.weight_hh_l1_reverse	1	0.018829774111509323
73	rnn.weight_hh_l1_reverse	2	-0.058182477951049805
73	rnn.weight_hh_l1_reverse	3	-0.012941977009177208
73	rnn.weight_hh_l1_reverse	4	0.00869969092309475
73	rnn.weight_hh_l1_reverse	5	-0.06349840760231018
73	rnn.weight_hh_l1_reverse	6	-0.06727921217679977
73	rnn.weight_hh_l1_reverse	7	-0.011509560979902744
73	rnn.weight_hh_l1_reverse	8	-0.05742541700601578
73	rnn.weight_hh_l1_reverse	9	-0.043307993561029434
73	rnn.bias_ih_l1_reverse	0	-0.0027940592262893915
73	rnn.bias_ih_l1_reverse	1	-0.04113388434052467
73	rnn.bias_ih_l1_reverse	2	0.024978812783956528
73	rnn.bias_ih_l1_reverse	3	-0.0802849754691124
73	rnn.bias_ih_l1_reverse	4	-0.08628028631210327
73	rnn.bias_ih_l1_reverse	5	-0.08848682045936584
73	rnn.bias_ih_l1_reverse	6	0.059978727251291275
73	rnn.bias_ih_l1_reverse	7	0.08527876436710358
73	rnn.bias_ih_l1_reverse	8	0.002419454511255026
73	rnn.bias_ih_l1_reverse	9	-0.012287226505577564
73	rnn.bias_hh_l1_reverse	0	0.05860565975308418
73	rnn.bias_hh_l1_reverse	1	-0.06884139776229858
73	rnn.bias_hh_l1_reverse	2	-0.04950777813792229
73	rnn.bias_hh_l1_reverse	3	0.07465571165084839
73	rnn.bias_hh_l1_reverse	4	-0.0246625654399395
73	rnn.bias_hh_l1_reverse	5	-0.008858691900968552
73	rnn.bias_hh_l1_reverse	6	-0.05974726378917694
73	rnn.bias_hh_l1_reverse	7	-0.06150614470243454
73	rnn.bias_hh_l1_reverse	8	0.0647023469209671
73	rnn.bias_hh_l1_reverse	9	0.041226740926504135
73	rnn.weight_ih_l2	0	0.07323062419891357
73	rnn.weight_ih_l2	1	-0.054075997322797775
73	rnn.weight_ih_l2	2	0.06335627287626266
73	rnn.weight_ih_l2	3	0.06543271243572235
73	rnn.weight_ih_l2	4	0.05726488307118416
73	rnn.weight_ih_l2	5	-0.0377674475312233
73	rnn.weight_ih_l2	6	-0.07587651163339615
73	rnn.weight_ih_l2	7	0.014022466726601124
73	rnn.weight_ih_l2	8	-0.01712670363485813
73	rnn.weight_ih_l2	9	-0.06925607472658157
73	rnn.weight_hh_l2	0	0.0483643002808094
73	rnn.weight_hh_l2	1	0.031583357602357864
73	rnn.weight_hh_l2	2	-0.0549166202545166
73	rnn.weight_hh_l2	3	-0.025216279551386833
73	rnn.weight_hh_l2	4	0.054131023585796356
73	rnn.weight_hh_l2	5	-0.024989767000079155
73	rnn.weight_hh_l2	6	0.007812301628291607
73	rnn.weight_hh_l2	7	-0.052815522998571396
73	rnn.weight_hh_l2	8	-0.005196563433855772
73	rnn.weight_hh_l2	9	-0.019235098734498024
73	rnn.bias_ih_l2	0	0.12126649171113968
73	rnn.bias_ih_l2	1	0.01442588958889246
73	rnn.bias_ih_l2	2	0.06725949048995972
73	rnn.bias_ih_l2	3	0.015190661884844303
73	rnn.bias_ih_l2	4	-0.006370855495333672
73	rnn.bias_ih_l2	5	0.03954391926527023
73	rnn.bias_ih_l2	6	0.013777594082057476
73	rnn.bias_ih_l2	7	0.013568929396569729
73	rnn.bias_ih_l2	8	0.023351430892944336
73	rnn.bias_ih_l2	9	-0.014684123918414116
73	rnn.bias_hh_l2	0	0.05906405299901962
73	rnn.bias_hh_l2	1	0.0006083785556256771
73	rnn.bias_hh_l2	2	0.06867513805627823
73	rnn.bias_hh_l2	3	0.03168360888957977
73	rnn.bias_hh_l2	4	0.07427306473255157
73	rnn.bias_hh_l2	5	-0.06830041110515594
73	rnn.bias_hh_l2	6	-0.0009233586606569588
73	rnn.bias_hh_l2	7	-0.026048801839351654
73	rnn.bias_hh_l2	8	0.04266895726323128
73	rnn.bias_hh_l2	9	0.07739794999361038
73	rnn.weight_ih_l2_reverse	0	0.08237893134355545
73	rnn.weight_ih_l2_reverse	1	-0.05536438524723053
73	rnn.weight_ih_l2_reverse	2	0.0008888317388482392
73	rnn.weight_ih_l2_reverse	3	0.035282980650663376
73	rnn.weight_ih_l2_reverse	4	0.05394794046878815
73	rnn.weight_ih_l2_reverse	5	-0.040625013411045074
73	rnn.weight_ih_l2_reverse	6	-0.0007553575560450554
73	rnn.weight_ih_l2_reverse	7	-0.008139103651046753
73	rnn.weight_ih_l2_reverse	8	0.011227094568312168
73	rnn.weight_ih_l2_reverse	9	-0.08142773807048798
73	rnn.weight_hh_l2_reverse	0	-0.08275141566991806
73	rnn.weight_hh_l2_reverse	1	0.012427527457475662
73	rnn.weight_hh_l2_reverse	2	0.010549595579504967
73	rnn.weight_hh_l2_reverse	3	0.02430921420454979
73	rnn.weight_hh_l2_reverse	4	-0.036882877349853516
73	rnn.weight_hh_l2_reverse	5	-0.014883979223668575
73	rnn.weight_hh_l2_reverse	6	-0.041704852133989334
73	rnn.weight_hh_l2_reverse	7	-0.0598054900765419
73	rnn.weight_hh_l2_reverse	8	-0.006695781368762255
73	rnn.weight_hh_l2_reverse	9	-0.059034109115600586
73	rnn.bias_ih_l2_reverse	0	-0.0466911643743515
73	rnn.bias_ih_l2_reverse	1	-0.02759234979748726
73	rnn.bias_ih_l2_reverse	2	0.03661312907934189
73	rnn.bias_ih_l2_reverse	3	0.01990925706923008
73	rnn.bias_ih_l2_reverse	4	0.07800871878862381
73	rnn.bias_ih_l2_reverse	5	-0.08937869966030121
73	rnn.bias_ih_l2_reverse	6	-0.04259631410241127
73	rnn.bias_ih_l2_reverse	7	-0.05096735060214996
73	rnn.bias_ih_l2_reverse	8	0.052590932697057724
73	rnn.bias_ih_l2_reverse	9	0.02383972890675068
73	rnn.bias_hh_l2_reverse	0	0.032239288091659546
73	rnn.bias_hh_l2_reverse	1	-0.06530831754207611
73	rnn.bias_hh_l2_reverse	2	-0.067233145236969
73	rnn.bias_hh_l2_reverse	3	0.035123325884342194
73	rnn.bias_hh_l2_reverse	4	0.02736949920654297
73	rnn.bias_hh_l2_reverse	5	0.03735494613647461
73	rnn.bias_hh_l2_reverse	6	-0.08229324966669083
73	rnn.bias_hh_l2_reverse	7	-0.010440416634082794
73	rnn.bias_hh_l2_reverse	8	-0.0861789882183075
73	rnn.bias_hh_l2_reverse	9	-0.05453459918498993
73	linear.weight	0	0.025028489530086517
73	linear.weight	1	0.123001329600811
73	linear.weight	2	-0.021273592486977577
73	linear.weight	3	-0.026607051491737366
73	linear.weight	4	-0.022248394787311554
73	linear.weight	5	0.04653800651431084
73	linear.weight	6	0.005266933236271143
73	linear.weight	7	-0.09071888774633408
73	linear.weight	8	0.0028151236474514008
73	linear.weight	9	0.06305517256259918
73	linear.bias	0	0.5492490530014038
73	linear.bias	1	0.5824613571166992
73	linear.bias	2	-1.5195471048355103
73	linear.bias	3	-0.05754556506872177
73	linear.bias	4	-0.050822705030441284
73	linear.bias	5	0.28653237223625183
74	transitions	0	0.06564649939537048
74	transitions	1	-10000.0
74	transitions	2	2.136024236679077
74	transitions	3	-1.0294520854949951
74	transitions	4	-10000.0
74	transitions	5	-10000.0
74	transitions	6	-10000.0
74	transitions	7	0.8830019235610962
74	transitions	8	0.870771050453186
74	transitions	9	-1.2488012313842773
74	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
74	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
74	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
74	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
74	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
74	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
74	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
74	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
74	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
74	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
74	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
74	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
74	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
74	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
74	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
74	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
74	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
74	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
74	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
74	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
74	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
74	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
74	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
74	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
74	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
74	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
74	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
74	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
74	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
74	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
74	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
74	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
74	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
74	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
74	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
74	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
74	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
74	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
74	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
74	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
74	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
74	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
74	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
74	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
74	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
74	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
74	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
74	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
74	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
74	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
74	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
74	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
74	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
74	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
74	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
74	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
74	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
74	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
74	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
74	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
74	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
74	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
74	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
74	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
74	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
74	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
74	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
74	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
74	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
74	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
74	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
74	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
74	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
74	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
74	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
74	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
74	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
74	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
74	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
74	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
74	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
74	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
74	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
74	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
74	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
74	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
74	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
74	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
74	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
74	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
74	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
74	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
74	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
74	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
74	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
74	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
74	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
74	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
74	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
74	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
74	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
74	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
74	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
74	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
74	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
74	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
74	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
74	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
74	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
74	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
74	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
74	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
74	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
74	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
74	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
74	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
74	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
74	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
74	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
74	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
74	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
74	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
74	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
74	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
74	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
74	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
74	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
74	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
74	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
74	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
74	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
74	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
74	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
74	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
74	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
74	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
74	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
74	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
74	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
74	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
74	embedding2nn.weight	0	0.014753175899386406
74	embedding2nn.weight	1	0.0004537880886346102
74	embedding2nn.weight	2	0.0056166015565395355
74	embedding2nn.weight	3	0.0008379706996493042
74	embedding2nn.weight	4	-0.008440124802291393
74	embedding2nn.weight	5	-0.005286320112645626
74	embedding2nn.weight	6	-0.0009968798840418458
74	embedding2nn.weight	7	-0.003052096115425229
74	embedding2nn.weight	8	0.014275089837610722
74	embedding2nn.weight	9	0.004349682480096817
74	embedding2nn.bias	0	-0.0005543714505620301
74	embedding2nn.bias	1	-0.014908315613865852
74	embedding2nn.bias	2	0.017660172656178474
74	embedding2nn.bias	3	-0.01037854328751564
74	embedding2nn.bias	4	-0.018398473039269447
74	embedding2nn.bias	5	-0.009209547191858292
74	embedding2nn.bias	6	0.011325914412736893
74	embedding2nn.bias	7	0.014557532966136932
74	embedding2nn.bias	8	-0.014374099671840668
74	embedding2nn.bias	9	0.0039297789335250854
74	rnn.weight_ih_l0	0	-0.05126877874135971
74	rnn.weight_ih_l0	1	0.05074116215109825
74	rnn.weight_ih_l0	2	0.03182239457964897
74	rnn.weight_ih_l0	3	0.01466083712875843
74	rnn.weight_ih_l0	4	0.012752433307468891
74	rnn.weight_ih_l0	5	0.08414550870656967
74	rnn.weight_ih_l0	6	0.07579656690359116
74	rnn.weight_ih_l0	7	0.03781084343791008
74	rnn.weight_ih_l0	8	-0.04546678811311722
74	rnn.weight_ih_l0	9	0.008208263665437698
74	rnn.weight_hh_l0	0	0.008391994051635265
74	rnn.weight_hh_l0	1	-0.06344519555568695
74	rnn.weight_hh_l0	2	-0.06548116356134415
74	rnn.weight_hh_l0	3	0.07176854461431503
74	rnn.weight_hh_l0	4	0.07113679498434067
74	rnn.weight_hh_l0	5	0.00429200055077672
74	rnn.weight_hh_l0	6	0.004375622607767582
74	rnn.weight_hh_l0	7	-0.024020349606871605
74	rnn.weight_hh_l0	8	-0.029314449056982994
74	rnn.weight_hh_l0	9	0.057863857597112656
74	rnn.bias_ih_l0	0	-0.06714338809251785
74	rnn.bias_ih_l0	1	0.08676700294017792
74	rnn.bias_ih_l0	2	0.020907651633024216
74	rnn.bias_ih_l0	3	0.07900119572877884
74	rnn.bias_ih_l0	4	-0.0720188245177269
74	rnn.bias_ih_l0	5	0.08466008305549622
74	rnn.bias_ih_l0	6	-0.066046342253685
74	rnn.bias_ih_l0	7	-0.03395555168390274
74	rnn.bias_ih_l0	8	-0.07857513427734375
74	rnn.bias_ih_l0	9	-0.049058862030506134
74	rnn.bias_hh_l0	0	0.03502975404262543
74	rnn.bias_hh_l0	1	0.07263700664043427
74	rnn.bias_hh_l0	2	0.06704859435558319
74	rnn.bias_hh_l0	3	0.08237624168395996
74	rnn.bias_hh_l0	4	-0.09720767289400101
74	rnn.bias_hh_l0	5	-0.07221954315900803
74	rnn.bias_hh_l0	6	0.07615906000137329
74	rnn.bias_hh_l0	7	-0.09239556640386581
74	rnn.bias_hh_l0	8	-0.02625180035829544
74	rnn.bias_hh_l0	9	-0.008718268014490604
74	rnn.weight_ih_l0_reverse	0	0.07919136434793472
74	rnn.weight_ih_l0_reverse	1	0.07345733791589737
74	rnn.weight_ih_l0_reverse	2	0.0388367585837841
74	rnn.weight_ih_l0_reverse	3	0.03374142572283745
74	rnn.weight_ih_l0_reverse	4	-0.03721345588564873
74	rnn.weight_ih_l0_reverse	5	0.051078539341688156
74	rnn.weight_ih_l0_reverse	6	0.06643952429294586
74	rnn.weight_ih_l0_reverse	7	0.02274394780397415
74	rnn.weight_ih_l0_reverse	8	-0.05810459330677986
74	rnn.weight_ih_l0_reverse	9	-0.052806299179792404
74	rnn.weight_hh_l0_reverse	0	0.02506905607879162
74	rnn.weight_hh_l0_reverse	1	-0.08730683475732803
74	rnn.weight_hh_l0_reverse	2	0.06281910836696625
74	rnn.weight_hh_l0_reverse	3	-0.021380960941314697
74	rnn.weight_hh_l0_reverse	4	0.08346552401781082
74	rnn.weight_hh_l0_reverse	5	-0.0011315474985167384
74	rnn.weight_hh_l0_reverse	6	0.02854248322546482
74	rnn.weight_hh_l0_reverse	7	0.07822904735803604
74	rnn.weight_hh_l0_reverse	8	-0.022206299006938934
74	rnn.weight_hh_l0_reverse	9	-0.04679473862051964
74	rnn.bias_ih_l0_reverse	0	0.0007952205487526953
74	rnn.bias_ih_l0_reverse	1	-0.01707056164741516
74	rnn.bias_ih_l0_reverse	2	-0.017106283456087112
74	rnn.bias_ih_l0_reverse	3	0.04333397373557091
74	rnn.bias_ih_l0_reverse	4	0.06640119105577469
74	rnn.bias_ih_l0_reverse	5	-0.02300703525543213
74	rnn.bias_ih_l0_reverse	6	-0.027465106919407845
74	rnn.bias_ih_l0_reverse	7	-0.049976080656051636
74	rnn.bias_ih_l0_reverse	8	0.007977946661412716
74	rnn.bias_ih_l0_reverse	9	-0.07352765649557114
74	rnn.bias_hh_l0_reverse	0	0.03606177493929863
74	rnn.bias_hh_l0_reverse	1	-0.07489025592803955
74	rnn.bias_hh_l0_reverse	2	0.07923150062561035
74	rnn.bias_hh_l0_reverse	3	0.05501042306423187
74	rnn.bias_hh_l0_reverse	4	0.025004440918564796
74	rnn.bias_hh_l0_reverse	5	0.04115290939807892
74	rnn.bias_hh_l0_reverse	6	0.06269010901451111
74	rnn.bias_hh_l0_reverse	7	0.08490411192178726
74	rnn.bias_hh_l0_reverse	8	-0.011127299629151821
74	rnn.bias_hh_l0_reverse	9	0.0520053468644619
74	rnn.weight_ih_l1	0	0.022317856550216675
74	rnn.weight_ih_l1	1	0.014934643171727657
74	rnn.weight_ih_l1	2	0.07578283548355103
74	rnn.weight_ih_l1	3	-0.024289781227707863
74	rnn.weight_ih_l1	4	-0.02407792955636978
74	rnn.weight_ih_l1	5	-0.01254113856703043
74	rnn.weight_ih_l1	6	0.07159966230392456
74	rnn.weight_ih_l1	7	-0.004953405819833279
74	rnn.weight_ih_l1	8	-0.05300028994679451
74	rnn.weight_ih_l1	9	0.06143328920006752
74	rnn.weight_hh_l1	0	-0.07517790049314499
74	rnn.weight_hh_l1	1	-0.03675297647714615
74	rnn.weight_hh_l1	2	-0.008244751952588558
74	rnn.weight_hh_l1	3	-0.05854518711566925
74	rnn.weight_hh_l1	4	0.08551397919654846
74	rnn.weight_hh_l1	5	-0.08402302861213684
74	rnn.weight_hh_l1	6	-0.04883396252989769
74	rnn.weight_hh_l1	7	0.065387062728405
74	rnn.weight_hh_l1	8	-0.013492054305970669
74	rnn.weight_hh_l1	9	-0.039860889315605164
74	rnn.bias_ih_l1	0	-0.05612332001328468
74	rnn.bias_ih_l1	1	0.057422149926424026
74	rnn.bias_ih_l1	2	-0.050938982516527176
74	rnn.bias_ih_l1	3	-0.06930124014616013
74	rnn.bias_ih_l1	4	-0.02940695360302925
74	rnn.bias_ih_l1	5	-0.028343884274363518
74	rnn.bias_ih_l1	6	-0.05724574998021126
74	rnn.bias_ih_l1	7	0.06282326579093933
74	rnn.bias_ih_l1	8	0.08437295258045197
74	rnn.bias_ih_l1	9	0.03956403210759163
74	rnn.bias_hh_l1	0	0.06953068822622299
74	rnn.bias_hh_l1	1	-0.0588119812309742
74	rnn.bias_hh_l1	2	0.023012107238173485
74	rnn.bias_hh_l1	3	0.06524558365345001
74	rnn.bias_hh_l1	4	0.05717800557613373
74	rnn.bias_hh_l1	5	-0.07804064452648163
74	rnn.bias_hh_l1	6	0.015230538323521614
74	rnn.bias_hh_l1	7	0.03914264589548111
74	rnn.bias_hh_l1	8	0.011689717881381512
74	rnn.bias_hh_l1	9	-0.005110412370413542
74	rnn.weight_ih_l1_reverse	0	0.08672507107257843
74	rnn.weight_ih_l1_reverse	1	-0.04190738871693611
74	rnn.weight_ih_l1_reverse	2	-0.06213386729359627
74	rnn.weight_ih_l1_reverse	3	0.025479549542069435
74	rnn.weight_ih_l1_reverse	4	-0.045934636145830154
74	rnn.weight_ih_l1_reverse	5	0.024127066135406494
74	rnn.weight_ih_l1_reverse	6	0.04049689695239067
74	rnn.weight_ih_l1_reverse	7	0.0203766617923975
74	rnn.weight_ih_l1_reverse	8	-0.008259203284978867
74	rnn.weight_ih_l1_reverse	9	-0.0671866163611412
74	rnn.weight_hh_l1_reverse	0	0.00534888356924057
74	rnn.weight_hh_l1_reverse	1	0.018837250769138336
74	rnn.weight_hh_l1_reverse	2	-0.05817990377545357
74	rnn.weight_hh_l1_reverse	3	-0.012700457125902176
74	rnn.weight_hh_l1_reverse	4	0.008701544255018234
74	rnn.weight_hh_l1_reverse	5	-0.06413988769054413
74	rnn.weight_hh_l1_reverse	6	-0.06727172434329987
74	rnn.weight_hh_l1_reverse	7	-0.01152939721941948
74	rnn.weight_hh_l1_reverse	8	-0.0583190992474556
74	rnn.weight_hh_l1_reverse	9	-0.04333573207259178
74	rnn.bias_ih_l1_reverse	0	-0.00263342191465199
74	rnn.bias_ih_l1_reverse	1	-0.04128014296293259
74	rnn.bias_ih_l1_reverse	2	0.022046271711587906
74	rnn.bias_ih_l1_reverse	3	-0.08125289529561996
74	rnn.bias_ih_l1_reverse	4	-0.08631748706102371
74	rnn.bias_ih_l1_reverse	5	-0.08855915814638138
74	rnn.bias_ih_l1_reverse	6	0.05996394529938698
74	rnn.bias_ih_l1_reverse	7	0.08522313833236694
74	rnn.bias_ih_l1_reverse	8	0.004399468656629324
74	rnn.bias_ih_l1_reverse	9	-0.01335288304835558
74	rnn.bias_hh_l1_reverse	0	0.05852072685956955
74	rnn.bias_hh_l1_reverse	1	-0.06866438686847687
74	rnn.bias_hh_l1_reverse	2	-0.049465324729681015
74	rnn.bias_hh_l1_reverse	3	0.07293791323900223
74	rnn.bias_hh_l1_reverse	4	-0.024696869775652885
74	rnn.bias_hh_l1_reverse	5	-0.008743387646973133
74	rnn.bias_hh_l1_reverse	6	-0.059355586767196655
74	rnn.bias_hh_l1_reverse	7	-0.06172674521803856
74	rnn.bias_hh_l1_reverse	8	0.0649411752820015
74	rnn.bias_hh_l1_reverse	9	0.035764023661613464
74	rnn.weight_ih_l2	0	0.07312898337841034
74	rnn.weight_ih_l2	1	-0.054135989397764206
74	rnn.weight_ih_l2	2	0.06332583725452423
74	rnn.weight_ih_l2	3	0.06531786918640137
74	rnn.weight_ih_l2	4	0.05717729032039642
74	rnn.weight_ih_l2	5	-0.037974804639816284
74	rnn.weight_ih_l2	6	-0.07596256583929062
74	rnn.weight_ih_l2	7	0.014247843995690346
74	rnn.weight_ih_l2	8	-0.017134422436356544
74	rnn.weight_ih_l2	9	-0.0692429170012474
74	rnn.weight_hh_l2	0	0.04837537929415703
74	rnn.weight_hh_l2	1	0.03156931325793266
74	rnn.weight_hh_l2	2	-0.05492433160543442
74	rnn.weight_hh_l2	3	-0.025167090818285942
74	rnn.weight_hh_l2	4	0.054106809198856354
74	rnn.weight_hh_l2	5	-0.02504820190370083
74	rnn.weight_hh_l2	6	0.007784406188875437
74	rnn.weight_hh_l2	7	-0.05282368138432503
74	rnn.weight_hh_l2	8	-0.005076836794614792
74	rnn.weight_hh_l2	9	-0.019157951697707176
74	rnn.bias_ih_l2	0	0.1193157508969307
74	rnn.bias_ih_l2	1	0.014398432336747646
74	rnn.bias_ih_l2	2	0.06815768778324127
74	rnn.bias_ih_l2	3	0.014511275105178356
74	rnn.bias_ih_l2	4	-0.006318966392427683
74	rnn.bias_ih_l2	5	0.03993767127394676
74	rnn.bias_ih_l2	6	0.013656089082360268
74	rnn.bias_ih_l2	7	0.012330427765846252
74	rnn.bias_ih_l2	8	0.02329278737306595
74	rnn.bias_ih_l2	9	-0.015589028596878052
74	rnn.bias_hh_l2	0	0.05639026314020157
74	rnn.bias_hh_l2	1	0.0002489250910002738
74	rnn.bias_hh_l2	2	0.06742692738771439
74	rnn.bias_hh_l2	3	0.03115355223417282
74	rnn.bias_hh_l2	4	0.07423010468482971
74	rnn.bias_hh_l2	5	-0.07574585825204849
74	rnn.bias_hh_l2	6	0.001077418215572834
74	rnn.bias_hh_l2	7	-0.0261710025370121
74	rnn.bias_hh_l2	8	0.042714204639196396
74	rnn.bias_hh_l2	9	0.08013725280761719
74	rnn.weight_ih_l2_reverse	0	0.08238201588392258
74	rnn.weight_ih_l2_reverse	1	-0.05471504479646683
74	rnn.weight_ih_l2_reverse	2	0.000887140107806772
74	rnn.weight_ih_l2_reverse	3	0.03527028486132622
74	rnn.weight_ih_l2_reverse	4	0.053956761956214905
74	rnn.weight_ih_l2_reverse	5	-0.04062585160136223
74	rnn.weight_ih_l2_reverse	6	-0.00034234882332384586
74	rnn.weight_ih_l2_reverse	7	-0.008138526231050491
74	rnn.weight_ih_l2_reverse	8	0.011531389318406582
74	rnn.weight_ih_l2_reverse	9	-0.08139044791460037
74	rnn.weight_hh_l2_reverse	0	-0.0827476903796196
74	rnn.weight_hh_l2_reverse	1	0.01248499471694231
74	rnn.weight_hh_l2_reverse	2	0.010555273853242397
74	rnn.weight_hh_l2_reverse	3	0.02430698275566101
74	rnn.weight_hh_l2_reverse	4	-0.036874666810035706
74	rnn.weight_hh_l2_reverse	5	-0.014895101077854633
74	rnn.weight_hh_l2_reverse	6	-0.04173068702220917
74	rnn.weight_hh_l2_reverse	7	-0.059817370027303696
74	rnn.weight_hh_l2_reverse	8	-0.006702661048620939
74	rnn.weight_hh_l2_reverse	9	-0.059029389172792435
74	rnn.bias_ih_l2_reverse	0	-0.03934897109866142
74	rnn.bias_ih_l2_reverse	1	-0.02788221463561058
74	rnn.bias_ih_l2_reverse	2	0.036576926708221436
74	rnn.bias_ih_l2_reverse	3	0.01986689679324627
74	rnn.bias_ih_l2_reverse	4	0.0780828446149826
74	rnn.bias_ih_l2_reverse	5	-0.08934254199266434
74	rnn.bias_ih_l2_reverse	6	-0.042286377400159836
74	rnn.bias_ih_l2_reverse	7	-0.05006641149520874
74	rnn.bias_ih_l2_reverse	8	0.05092845484614372
74	rnn.bias_ih_l2_reverse	9	0.02355927601456642
74	rnn.bias_hh_l2_reverse	0	0.03763338178396225
74	rnn.bias_hh_l2_reverse	1	-0.06327995657920837
74	rnn.bias_hh_l2_reverse	2	-0.0670681893825531
74	rnn.bias_hh_l2_reverse	3	0.034928541630506516
74	rnn.bias_hh_l2_reverse	4	0.025588585063815117
74	rnn.bias_hh_l2_reverse	5	0.03653977811336517
74	rnn.bias_hh_l2_reverse	6	-0.08208565413951874
74	rnn.bias_hh_l2_reverse	7	-0.010757275857031345
74	rnn.bias_hh_l2_reverse	8	-0.09239410609006882
74	rnn.bias_hh_l2_reverse	9	-0.05427820235490799
74	linear.weight	0	0.025028489530086517
74	linear.weight	1	0.12774764001369476
74	linear.weight	2	-0.02135351300239563
74	linear.weight	3	-0.022014370188117027
74	linear.weight	4	-0.022248394787311554
74	linear.weight	5	0.044163934886455536
74	linear.weight	6	0.00642937608063221
74	linear.weight	7	-0.06606683135032654
74	linear.weight	8	0.005591285414993763
74	linear.weight	9	0.05969255045056343
74	linear.bias	0	0.4748551547527313
74	linear.bias	1	0.4574097990989685
74	linear.bias	2	-1.5224952697753906
74	linear.bias	3	-0.05754556506872177
74	linear.bias	4	-0.050822705030441284
74	linear.bias	5	0.48892587423324585
75	transitions	0	0.06491836160421371
75	transitions	1	-10000.0
75	transitions	2	2.1705408096313477
75	transitions	3	-1.0396912097930908
75	transitions	4	-10000.0
75	transitions	5	-10000.0
75	transitions	6	-10000.0
75	transitions	7	0.8829352259635925
75	transitions	8	0.870187520980835
75	transitions	9	-1.2521021366119385
75	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
75	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
75	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
75	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
75	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
75	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
75	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
75	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
75	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
75	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
75	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
75	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
75	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
75	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
75	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
75	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
75	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
75	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
75	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
75	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
75	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
75	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
75	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
75	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
75	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
75	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
75	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
75	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
75	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
75	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
75	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
75	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
75	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
75	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
75	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
75	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
75	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
75	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
75	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
75	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
75	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
75	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
75	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
75	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
75	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
75	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
75	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
75	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
75	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
75	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
75	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
75	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
75	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
75	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
75	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
75	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
75	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
75	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
75	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
75	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
75	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
75	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
75	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
75	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
75	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
75	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
75	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
75	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
75	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
75	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
75	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
75	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
75	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
75	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
75	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
75	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
75	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
75	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
75	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
75	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
75	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
75	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
75	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
75	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
75	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
75	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
75	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
75	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
75	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
75	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
75	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
75	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
75	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
75	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
75	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
75	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
75	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
75	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
75	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
75	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
75	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
75	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
75	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
75	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
75	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
75	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
75	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
75	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
75	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
75	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
75	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
75	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
75	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
75	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
75	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
75	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
75	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
75	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
75	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
75	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
75	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
75	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
75	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
75	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
75	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
75	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
75	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
75	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
75	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
75	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
75	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
75	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
75	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
75	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
75	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
75	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
75	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
75	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
75	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
75	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
75	embedding2nn.weight	0	0.014779428020119667
75	embedding2nn.weight	1	0.0004680780693888664
75	embedding2nn.weight	2	0.005611775442957878
75	embedding2nn.weight	3	0.0008352235308848321
75	embedding2nn.weight	4	-0.00825078971683979
75	embedding2nn.weight	5	-0.005301882978528738
75	embedding2nn.weight	6	-0.0009457173873670399
75	embedding2nn.weight	7	-0.0030447784811258316
75	embedding2nn.weight	8	0.014290324412286282
75	embedding2nn.weight	9	0.004349448252469301
75	embedding2nn.bias	0	-0.0008579485584050417
75	embedding2nn.bias	1	-0.015288783237338066
75	embedding2nn.bias	2	0.018103759735822678
75	embedding2nn.bias	3	-0.00964729581028223
75	embedding2nn.bias	4	-0.018305573612451553
75	embedding2nn.bias	5	-0.008885674178600311
75	embedding2nn.bias	6	0.011338612996041775
75	embedding2nn.bias	7	0.014972968958318233
75	embedding2nn.bias	8	-0.014770890586078167
75	embedding2nn.bias	9	0.004138666205108166
75	rnn.weight_ih_l0	0	-0.05131994187831879
75	rnn.weight_ih_l0	1	0.05074383318424225
75	rnn.weight_ih_l0	2	0.03182072937488556
75	rnn.weight_ih_l0	3	0.014659198932349682
75	rnn.weight_ih_l0	4	0.012763732112944126
75	rnn.weight_ih_l0	5	0.08415088802576065
75	rnn.weight_ih_l0	6	0.07579690217971802
75	rnn.weight_ih_l0	7	0.03780697286128998
75	rnn.weight_ih_l0	8	-0.04540778324007988
75	rnn.weight_ih_l0	9	0.008299976587295532
75	rnn.weight_hh_l0	0	0.008397080935537815
75	rnn.weight_hh_l0	1	-0.06343002617359161
75	rnn.weight_hh_l0	2	-0.06546702235937119
75	rnn.weight_hh_l0	3	0.07180170714855194
75	rnn.weight_hh_l0	4	0.0711633563041687
75	rnn.weight_hh_l0	5	0.004373978823423386
75	rnn.weight_hh_l0	6	0.00442610215395689
75	rnn.weight_hh_l0	7	-0.023988885805010796
75	rnn.weight_hh_l0	8	-0.029298236593604088
75	rnn.weight_hh_l0	9	0.057855479419231415
75	rnn.bias_ih_l0	0	-0.06704668700695038
75	rnn.bias_ih_l0	1	0.08678864687681198
75	rnn.bias_ih_l0	2	0.021021664142608643
75	rnn.bias_ih_l0	3	0.07960182428359985
75	rnn.bias_ih_l0	4	-0.07292047142982483
75	rnn.bias_ih_l0	5	0.08481291681528091
75	rnn.bias_ih_l0	6	-0.0671122595667839
75	rnn.bias_ih_l0	7	-0.03408924117684364
75	rnn.bias_ih_l0	8	-0.08059851825237274
75	rnn.bias_ih_l0	9	-0.04877396300435066
75	rnn.bias_hh_l0	0	0.03441425412893295
75	rnn.bias_hh_l0	1	0.07246211916208267
75	rnn.bias_hh_l0	2	0.06712710112333298
75	rnn.bias_hh_l0	3	0.08233975619077682
75	rnn.bias_hh_l0	4	-0.0976206436753273
75	rnn.bias_hh_l0	5	-0.07217588275671005
75	rnn.bias_hh_l0	6	0.07616009563207626
75	rnn.bias_hh_l0	7	-0.09264755249023438
75	rnn.bias_hh_l0	8	-0.026354188099503517
75	rnn.bias_hh_l0	9	-0.007733175065368414
75	rnn.weight_ih_l0_reverse	0	0.07918675988912582
75	rnn.weight_ih_l0_reverse	1	0.07343773543834686
75	rnn.weight_ih_l0_reverse	2	0.03884079307317734
75	rnn.weight_ih_l0_reverse	3	0.033723510801792145
75	rnn.weight_ih_l0_reverse	4	-0.03720221295952797
75	rnn.weight_ih_l0_reverse	5	0.05106717348098755
75	rnn.weight_ih_l0_reverse	6	0.06643985956907272
75	rnn.weight_ih_l0_reverse	7	0.022743862122297287
75	rnn.weight_ih_l0_reverse	8	-0.05806157737970352
75	rnn.weight_ih_l0_reverse	9	-0.0528060644865036
75	rnn.weight_hh_l0_reverse	0	0.025041082873940468
75	rnn.weight_hh_l0_reverse	1	-0.08731251209974289
75	rnn.weight_hh_l0_reverse	2	0.06283153593540192
75	rnn.weight_hh_l0_reverse	3	-0.021369220688939095
75	rnn.weight_hh_l0_reverse	4	0.08350823819637299
75	rnn.weight_hh_l0_reverse	5	-0.0011252901749685407
75	rnn.weight_hh_l0_reverse	6	0.028692392632365227
75	rnn.weight_hh_l0_reverse	7	0.07823178917169571
75	rnn.weight_hh_l0_reverse	8	-0.022224148735404015
75	rnn.weight_hh_l0_reverse	9	-0.04679134488105774
75	rnn.bias_ih_l0_reverse	0	0.0009738581138662994
75	rnn.bias_ih_l0_reverse	1	-0.01717444881796837
75	rnn.bias_ih_l0_reverse	2	-0.016455594450235367
75	rnn.bias_ih_l0_reverse	3	0.043263427913188934
75	rnn.bias_ih_l0_reverse	4	0.06645447015762329
75	rnn.bias_ih_l0_reverse	5	-0.022813625633716583
75	rnn.bias_ih_l0_reverse	6	-0.02757623791694641
75	rnn.bias_ih_l0_reverse	7	-0.04978122189640999
75	rnn.bias_ih_l0_reverse	8	0.008162949234247208
75	rnn.bias_ih_l0_reverse	9	-0.07332715392112732
75	rnn.bias_hh_l0_reverse	0	0.036131057888269424
75	rnn.bias_hh_l0_reverse	1	-0.07468975335359573
75	rnn.bias_hh_l0_reverse	2	0.07787963002920151
75	rnn.bias_hh_l0_reverse	3	0.055092375725507736
75	rnn.bias_hh_l0_reverse	4	0.02554105967283249
75	rnn.bias_hh_l0_reverse	5	0.041191600263118744
75	rnn.bias_hh_l0_reverse	6	0.06253698468208313
75	rnn.bias_hh_l0_reverse	7	0.08453140407800674
75	rnn.bias_hh_l0_reverse	8	-0.011150765232741833
75	rnn.bias_hh_l0_reverse	9	0.051726941019296646
75	rnn.weight_ih_l1	0	0.022211434319615364
75	rnn.weight_ih_l1	1	0.014942701905965805
75	rnn.weight_ih_l1	2	0.07568290829658508
75	rnn.weight_ih_l1	3	-0.024307439103722572
75	rnn.weight_ih_l1	4	-0.02409149333834648
75	rnn.weight_ih_l1	5	-0.012755281291902065
75	rnn.weight_ih_l1	6	0.07156162708997726
75	rnn.weight_ih_l1	7	-0.004926139023154974
75	rnn.weight_ih_l1	8	-0.053000558167696
75	rnn.weight_ih_l1	9	0.06100575998425484
75	rnn.weight_hh_l1	0	-0.0750812292098999
75	rnn.weight_hh_l1	1	-0.036730289459228516
75	rnn.weight_hh_l1	2	-0.008247790858149529
75	rnn.weight_hh_l1	3	-0.058560848236083984
75	rnn.weight_hh_l1	4	0.08544868230819702
75	rnn.weight_hh_l1	5	-0.08401627093553543
75	rnn.weight_hh_l1	6	-0.04878770932555199
75	rnn.weight_hh_l1	7	0.06548824161291122
75	rnn.weight_hh_l1	8	-0.01350012980401516
75	rnn.weight_hh_l1	9	-0.03989625349640846
75	rnn.bias_ih_l1	0	-0.0547955147922039
75	rnn.bias_ih_l1	1	0.057762134820222855
75	rnn.bias_ih_l1	2	-0.05087714642286301
75	rnn.bias_ih_l1	3	-0.06907223910093307
75	rnn.bias_ih_l1	4	-0.029498357325792313
75	rnn.bias_ih_l1	5	-0.028926026076078415
75	rnn.bias_ih_l1	6	-0.05701323598623276
75	rnn.bias_ih_l1	7	0.06306852400302887
75	rnn.bias_ih_l1	8	0.0847647413611412
75	rnn.bias_ih_l1	9	0.03713095188140869
75	rnn.bias_hh_l1	0	0.0695425346493721
75	rnn.bias_hh_l1	1	-0.058908022940158844
75	rnn.bias_hh_l1	2	0.02298039011657238
75	rnn.bias_hh_l1	3	0.06548057496547699
75	rnn.bias_hh_l1	4	0.057140760123729706
75	rnn.bias_hh_l1	5	-0.0781167596578598
75	rnn.bias_hh_l1	6	0.015343023464083672
75	rnn.bias_hh_l1	7	0.0393175445497036
75	rnn.bias_hh_l1	8	0.011810343712568283
75	rnn.bias_hh_l1	9	-0.004912352189421654
75	rnn.weight_ih_l1_reverse	0	0.08671978861093521
75	rnn.weight_ih_l1_reverse	1	-0.04196333512663841
75	rnn.weight_ih_l1_reverse	2	-0.062118686735630035
75	rnn.weight_ih_l1_reverse	3	0.02549336478114128
75	rnn.weight_ih_l1_reverse	4	-0.045940157026052475
75	rnn.weight_ih_l1_reverse	5	0.02411186695098877
75	rnn.weight_ih_l1_reverse	6	0.040487971156835556
75	rnn.weight_ih_l1_reverse	7	0.020351072773337364
75	rnn.weight_ih_l1_reverse	8	-0.008246525190770626
75	rnn.weight_ih_l1_reverse	9	-0.06699389219284058
75	rnn.weight_hh_l1_reverse	0	0.005371574778109789
75	rnn.weight_hh_l1_reverse	1	0.01883755438029766
75	rnn.weight_hh_l1_reverse	2	-0.058177441358566284
75	rnn.weight_hh_l1_reverse	3	-0.01269907783716917
75	rnn.weight_hh_l1_reverse	4	0.008700401522219181
75	rnn.weight_hh_l1_reverse	5	-0.06420818716287613
75	rnn.weight_hh_l1_reverse	6	-0.06726250052452087
75	rnn.weight_hh_l1_reverse	7	-0.011526624672114849
75	rnn.weight_hh_l1_reverse	8	-0.058297205716371536
75	rnn.weight_hh_l1_reverse	9	-0.04335562139749527
75	rnn.bias_ih_l1_reverse	0	-0.0025143136736005545
75	rnn.bias_ih_l1_reverse	1	-0.041113484650850296
75	rnn.bias_ih_l1_reverse	2	0.021993054077029228
75	rnn.bias_ih_l1_reverse	3	-0.0811433419585228
75	rnn.bias_ih_l1_reverse	4	-0.08633831143379211
75	rnn.bias_ih_l1_reverse	5	-0.08855265378952026
75	rnn.bias_ih_l1_reverse	6	0.060164425522089005
75	rnn.bias_ih_l1_reverse	7	0.08526021987199783
75	rnn.bias_ih_l1_reverse	8	0.0035069899167865515
75	rnn.bias_ih_l1_reverse	9	-0.013100521638989449
75	rnn.bias_hh_l1_reverse	0	0.05863096937537193
75	rnn.bias_hh_l1_reverse	1	-0.06832289695739746
75	rnn.bias_hh_l1_reverse	2	-0.04951198399066925
75	rnn.bias_hh_l1_reverse	3	0.07321088016033173
75	rnn.bias_hh_l1_reverse	4	-0.02485073171555996
75	rnn.bias_hh_l1_reverse	5	-0.008746815845370293
75	rnn.bias_hh_l1_reverse	6	-0.05929221212863922
75	rnn.bias_hh_l1_reverse	7	-0.06184963509440422
75	rnn.bias_hh_l1_reverse	8	0.06486281752586365
75	rnn.bias_hh_l1_reverse	9	0.03863052651286125
75	rnn.weight_ih_l2	0	0.07335788011550903
75	rnn.weight_ih_l2	1	-0.05413471534848213
75	rnn.weight_ih_l2	2	0.06332755833864212
75	rnn.weight_ih_l2	3	0.0651426836848259
75	rnn.weight_ih_l2	4	0.05718975141644478
75	rnn.weight_ih_l2	5	-0.03793080896139145
75	rnn.weight_ih_l2	6	-0.07602586597204208
75	rnn.weight_ih_l2	7	0.01426113210618496
75	rnn.weight_ih_l2	8	-0.017132550477981567
75	rnn.weight_ih_l2	9	-0.0692441537976265
75	rnn.weight_hh_l2	0	0.04836855083703995
75	rnn.weight_hh_l2	1	0.03157046064734459
75	rnn.weight_hh_l2	2	-0.05492434278130531
75	rnn.weight_hh_l2	3	-0.02510470151901245
75	rnn.weight_hh_l2	4	0.05411913990974426
75	rnn.weight_hh_l2	5	-0.025242909789085388
75	rnn.weight_hh_l2	6	0.007759911939501762
75	rnn.weight_hh_l2	7	-0.05281475558876991
75	rnn.weight_hh_l2	8	-0.005010349676012993
75	rnn.weight_hh_l2	9	-0.01918354444205761
75	rnn.bias_ih_l2	0	0.12134143710136414
75	rnn.bias_ih_l2	1	0.014584706164896488
75	rnn.bias_ih_l2	2	0.06964421272277832
75	rnn.bias_ih_l2	3	0.014669343829154968
75	rnn.bias_ih_l2	4	-0.006174291018396616
75	rnn.bias_ih_l2	5	0.03996055945754051
75	rnn.bias_ih_l2	6	0.013648942112922668
75	rnn.bias_ih_l2	7	0.012385942973196507
75	rnn.bias_ih_l2	8	0.023038305342197418
75	rnn.bias_ih_l2	9	-0.015624585561454296
75	rnn.bias_hh_l2	0	0.055874478071928024
75	rnn.bias_hh_l2	1	0.000705690763425082
75	rnn.bias_hh_l2	2	0.068628691136837
75	rnn.bias_hh_l2	3	0.03133225068449974
75	rnn.bias_hh_l2	4	0.07422853261232376
75	rnn.bias_hh_l2	5	-0.07857968658208847
75	rnn.bias_hh_l2	6	0.0058762929402291775
75	rnn.bias_hh_l2	7	-0.026159066706895828
75	rnn.bias_hh_l2	8	0.04270092770457268
75	rnn.bias_hh_l2	9	0.07012831419706345
75	rnn.weight_ih_l2_reverse	0	0.08238144963979721
75	rnn.weight_ih_l2_reverse	1	-0.05494294315576553
75	rnn.weight_ih_l2_reverse	2	0.0008930706535466015
75	rnn.weight_ih_l2_reverse	3	0.03526955097913742
75	rnn.weight_ih_l2_reverse	4	0.053959187120199203
75	rnn.weight_ih_l2_reverse	5	-0.04063102602958679
75	rnn.weight_ih_l2_reverse	6	-0.0005368470447137952
75	rnn.weight_ih_l2_reverse	7	-0.008443609811365604
75	rnn.weight_ih_l2_reverse	8	0.01146402582526207
75	rnn.weight_ih_l2_reverse	9	-0.08138356357812881
75	rnn.weight_hh_l2_reverse	0	-0.08274827152490616
75	rnn.weight_hh_l2_reverse	1	0.012561138719320297
75	rnn.weight_hh_l2_reverse	2	0.010554702952504158
75	rnn.weight_hh_l2_reverse	3	0.024302775040268898
75	rnn.weight_hh_l2_reverse	4	-0.03686961531639099
75	rnn.weight_hh_l2_reverse	5	-0.014882334508001804
75	rnn.weight_hh_l2_reverse	6	-0.04159615561366081
75	rnn.weight_hh_l2_reverse	7	-0.05981478840112686
75	rnn.weight_hh_l2_reverse	8	-0.0067024314776062965
75	rnn.weight_hh_l2_reverse	9	-0.059029120951890945
75	rnn.bias_ih_l2_reverse	0	-0.0413440503180027
75	rnn.bias_ih_l2_reverse	1	-0.027873799204826355
75	rnn.bias_ih_l2_reverse	2	0.03649402782320976
75	rnn.bias_ih_l2_reverse	3	0.019359681755304337
75	rnn.bias_ih_l2_reverse	4	0.07814231514930725
75	rnn.bias_ih_l2_reverse	5	-0.0893225371837616
75	rnn.bias_ih_l2_reverse	6	-0.04213536158204079
75	rnn.bias_ih_l2_reverse	7	-0.05030035972595215
75	rnn.bias_ih_l2_reverse	8	0.05142102390527725
75	rnn.bias_ih_l2_reverse	9	0.022819461300969124
75	rnn.bias_hh_l2_reverse	0	0.03778836131095886
75	rnn.bias_hh_l2_reverse	1	-0.06348702311515808
75	rnn.bias_hh_l2_reverse	2	-0.06701908260583878
75	rnn.bias_hh_l2_reverse	3	0.035013504326343536
75	rnn.bias_hh_l2_reverse	4	0.02620844915509224
75	rnn.bias_hh_l2_reverse	5	0.0366770476102829
75	rnn.bias_hh_l2_reverse	6	-0.08213886618614197
75	rnn.bias_hh_l2_reverse	7	-0.010397796519100666
75	rnn.bias_hh_l2_reverse	8	-0.09299308061599731
75	rnn.bias_hh_l2_reverse	9	-0.05446867272257805
75	linear.weight	0	0.025028489530086517
75	linear.weight	1	0.12529031932353973
75	linear.weight	2	-0.021417569369077682
75	linear.weight	3	-0.021157942712306976
75	linear.weight	4	-0.022248394787311554
75	linear.weight	5	0.04964033141732216
75	linear.weight	6	0.004964382853358984
75	linear.weight	7	-0.06762231141328812
75	linear.weight	8	0.005883133038878441
75	linear.weight	9	0.05946609377861023
75	linear.bias	0	0.5029382109642029
75	linear.bias	1	0.4820430874824524
75	linear.bias	2	-1.5249751806259155
75	linear.bias	3	-0.05754556506872177
75	linear.bias	4	-0.050822705030441284
75	linear.bias	5	0.4386894404888153
76	transitions	0	0.06444216519594193
76	transitions	1	-10000.0
76	transitions	2	2.1750426292419434
76	transitions	3	-1.01655912399292
76	transitions	4	-10000.0
76	transitions	5	-10000.0
76	transitions	6	-10000.0
76	transitions	7	0.8828843235969543
76	transitions	8	0.8695541620254517
76	transitions	9	-1.2551828622817993
76	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
76	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
76	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
76	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
76	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
76	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
76	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
76	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
76	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
76	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
76	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
76	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
76	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
76	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
76	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
76	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
76	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
76	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
76	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
76	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
76	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
76	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
76	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
76	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
76	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
76	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
76	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
76	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
76	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
76	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
76	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
76	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
76	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
76	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
76	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
76	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
76	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
76	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
76	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
76	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
76	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
76	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
76	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
76	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
76	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
76	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
76	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
76	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
76	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
76	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
76	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
76	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
76	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
76	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
76	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
76	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
76	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
76	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
76	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
76	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
76	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
76	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
76	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
76	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
76	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
76	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
76	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
76	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
76	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
76	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
76	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
76	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
76	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
76	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
76	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
76	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
76	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
76	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
76	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
76	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
76	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
76	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
76	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
76	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
76	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
76	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
76	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
76	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
76	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
76	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
76	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
76	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
76	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
76	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
76	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
76	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
76	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
76	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
76	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
76	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
76	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
76	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
76	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
76	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
76	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
76	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
76	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
76	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
76	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
76	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
76	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
76	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
76	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
76	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
76	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
76	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
76	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
76	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
76	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
76	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
76	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
76	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
76	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
76	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
76	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
76	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
76	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
76	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
76	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
76	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
76	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
76	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
76	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
76	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
76	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
76	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
76	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
76	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
76	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
76	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
76	embedding2nn.weight	0	0.014803288504481316
76	embedding2nn.weight	1	0.0004610267642419785
76	embedding2nn.weight	2	0.005617043469101191
76	embedding2nn.weight	3	0.0008343970403075218
76	embedding2nn.weight	4	-0.008233889006078243
76	embedding2nn.weight	5	-0.005309716798365116
76	embedding2nn.weight	6	-0.0009233980672433972
76	embedding2nn.weight	7	-0.0030426536686718464
76	embedding2nn.weight	8	0.014294912107288837
76	embedding2nn.weight	9	0.004350895527750254
76	embedding2nn.bias	0	0.00011039186938432977
76	embedding2nn.bias	1	-0.015879536047577858
76	embedding2nn.bias	2	0.019011322408914566
76	embedding2nn.bias	3	-0.009263397194445133
76	embedding2nn.bias	4	-0.01775917038321495
76	embedding2nn.bias	5	-0.008421964012086391
76	embedding2nn.bias	6	0.010613425634801388
76	embedding2nn.bias	7	0.012637619860470295
76	embedding2nn.bias	8	-0.01487604808062315
76	embedding2nn.bias	9	0.0037089441902935505
76	rnn.weight_ih_l0	0	-0.051326118409633636
76	rnn.weight_ih_l0	1	0.05074291676282883
76	rnn.weight_ih_l0	2	0.03181491419672966
76	rnn.weight_ih_l0	3	0.014651837758719921
76	rnn.weight_ih_l0	4	0.012796839699149132
76	rnn.weight_ih_l0	5	0.08415370434522629
76	rnn.weight_ih_l0	6	0.0757986530661583
76	rnn.weight_ih_l0	7	0.03779858350753784
76	rnn.weight_ih_l0	8	-0.04542625695466995
76	rnn.weight_ih_l0	9	0.008271588012576103
76	rnn.weight_hh_l0	0	0.008389038033783436
76	rnn.weight_hh_l0	1	-0.0634705051779747
76	rnn.weight_hh_l0	2	-0.06547051668167114
76	rnn.weight_hh_l0	3	0.07182329148054123
76	rnn.weight_hh_l0	4	0.07116305083036423
76	rnn.weight_hh_l0	5	0.004378482699394226
76	rnn.weight_hh_l0	6	0.004548979923129082
76	rnn.weight_hh_l0	7	-0.023969030007719994
76	rnn.weight_hh_l0	8	-0.02939317747950554
76	rnn.weight_hh_l0	9	0.057827431708574295
76	rnn.bias_ih_l0	0	-0.0665075033903122
76	rnn.bias_ih_l0	1	0.08687855303287506
76	rnn.bias_ih_l0	2	0.02116747759282589
76	rnn.bias_ih_l0	3	0.07994334399700165
76	rnn.bias_ih_l0	4	-0.07168944180011749
76	rnn.bias_ih_l0	5	0.08492517471313477
76	rnn.bias_ih_l0	6	-0.06800051778554916
76	rnn.bias_ih_l0	7	-0.033967968076467514
76	rnn.bias_ih_l0	8	-0.08317501097917557
76	rnn.bias_ih_l0	9	-0.048346489667892456
76	rnn.bias_hh_l0	0	0.03542392700910568
76	rnn.bias_hh_l0	1	0.07240261137485504
76	rnn.bias_hh_l0	2	0.06723903119564056
76	rnn.bias_hh_l0	3	0.08229437470436096
76	rnn.bias_hh_l0	4	-0.09672189503908157
76	rnn.bias_hh_l0	5	-0.07212644815444946
76	rnn.bias_hh_l0	6	0.0763038620352745
76	rnn.bias_hh_l0	7	-0.09239319711923599
76	rnn.bias_hh_l0	8	-0.026316652074456215
76	rnn.bias_hh_l0	9	-0.005472432356327772
76	rnn.weight_ih_l0_reverse	0	0.0791802778840065
76	rnn.weight_ih_l0_reverse	1	0.0734051913022995
76	rnn.weight_ih_l0_reverse	2	0.038842733949422836
76	rnn.weight_ih_l0_reverse	3	0.03372127190232277
76	rnn.weight_ih_l0_reverse	4	-0.037150606513023376
76	rnn.weight_ih_l0_reverse	5	0.05107073485851288
76	rnn.weight_ih_l0_reverse	6	0.06643921881914139
76	rnn.weight_ih_l0_reverse	7	0.022690879181027412
76	rnn.weight_ih_l0_reverse	8	-0.058061033487319946
76	rnn.weight_ih_l0_reverse	9	-0.052808310836553574
76	rnn.weight_hh_l0_reverse	0	0.025078509002923965
76	rnn.weight_hh_l0_reverse	1	-0.08732103556394577
76	rnn.weight_hh_l0_reverse	2	0.06282398104667664
76	rnn.weight_hh_l0_reverse	3	-0.021355070173740387
76	rnn.weight_hh_l0_reverse	4	0.08351186662912369
76	rnn.weight_hh_l0_reverse	5	-0.0011346498504281044
76	rnn.weight_hh_l0_reverse	6	0.028751825913786888
76	rnn.weight_hh_l0_reverse	7	0.07824648171663284
76	rnn.weight_hh_l0_reverse	8	-0.022216806188225746
76	rnn.weight_hh_l0_reverse	9	-0.04678336903452873
76	rnn.bias_ih_l0_reverse	0	0.0011226700153201818
76	rnn.bias_ih_l0_reverse	1	-0.01957916095852852
76	rnn.bias_ih_l0_reverse	2	-0.01649576798081398
76	rnn.bias_ih_l0_reverse	3	0.04335980862379074
76	rnn.bias_ih_l0_reverse	4	0.06645112484693527
76	rnn.bias_ih_l0_reverse	5	-0.022598205134272575
76	rnn.bias_ih_l0_reverse	6	-0.027495022863149643
76	rnn.bias_ih_l0_reverse	7	-0.049540769308805466
76	rnn.bias_ih_l0_reverse	8	0.00838405266404152
76	rnn.bias_ih_l0_reverse	9	-0.07322874665260315
76	rnn.bias_hh_l0_reverse	0	0.03637617453932762
76	rnn.bias_hh_l0_reverse	1	-0.07459134608507156
76	rnn.bias_hh_l0_reverse	2	0.07821433246135712
76	rnn.bias_hh_l0_reverse	3	0.05521541088819504
76	rnn.bias_hh_l0_reverse	4	0.024800840765237808
76	rnn.bias_hh_l0_reverse	5	0.0415860079228878
76	rnn.bias_hh_l0_reverse	6	0.062596894800663
76	rnn.bias_hh_l0_reverse	7	0.08529240638017654
76	rnn.bias_hh_l0_reverse	8	-0.011154813691973686
76	rnn.bias_hh_l0_reverse	9	0.05159520357847214
76	rnn.weight_ih_l1	0	0.022193673998117447
76	rnn.weight_ih_l1	1	0.01494461391121149
76	rnn.weight_ih_l1	2	0.0757511779665947
76	rnn.weight_ih_l1	3	-0.024295777082443237
76	rnn.weight_ih_l1	4	-0.024077007547020912
76	rnn.weight_ih_l1	5	-0.012762418948113918
76	rnn.weight_ih_l1	6	0.07157070189714432
76	rnn.weight_ih_l1	7	-0.005093120038509369
76	rnn.weight_ih_l1	8	-0.053045641630887985
76	rnn.weight_ih_l1	9	0.06085678189992905
76	rnn.weight_hh_l1	0	-0.07484704256057739
76	rnn.weight_hh_l1	1	-0.036678995937108994
76	rnn.weight_hh_l1	2	-0.008245031349360943
76	rnn.weight_hh_l1	3	-0.05856805294752121
76	rnn.weight_hh_l1	4	0.08538305014371872
76	rnn.weight_hh_l1	5	-0.08402757346630096
76	rnn.weight_hh_l1	6	-0.04878871515393257
76	rnn.weight_hh_l1	7	0.06541381031274796
76	rnn.weight_hh_l1	8	-0.013509076088666916
76	rnn.weight_hh_l1	9	-0.039583392441272736
76	rnn.bias_ih_l1	0	-0.053368620574474335
76	rnn.bias_ih_l1	1	0.057763420045375824
76	rnn.bias_ih_l1	2	-0.05063839629292488
76	rnn.bias_ih_l1	3	-0.0689299926161766
76	rnn.bias_ih_l1	4	-0.029381129890680313
76	rnn.bias_ih_l1	5	-0.026395488530397415
76	rnn.bias_ih_l1	6	-0.05763329565525055
76	rnn.bias_ih_l1	7	0.06338389217853546
76	rnn.bias_ih_l1	8	0.08497302234172821
76	rnn.bias_ih_l1	9	0.03423002362251282
76	rnn.bias_hh_l1	0	0.0695275291800499
76	rnn.bias_hh_l1	1	-0.05890229716897011
76	rnn.bias_hh_l1	2	0.023015880957245827
76	rnn.bias_hh_l1	3	0.06621267646551132
76	rnn.bias_hh_l1	4	0.057177383452653885
76	rnn.bias_hh_l1	5	-0.0779147669672966
76	rnn.bias_hh_l1	6	0.01531168818473816
76	rnn.bias_hh_l1	7	0.039327673614025116
76	rnn.bias_hh_l1	8	0.011914042755961418
76	rnn.bias_hh_l1	9	-0.004718892741948366
76	rnn.weight_ih_l1_reverse	0	0.08676227182149887
76	rnn.weight_ih_l1_reverse	1	-0.04197787120938301
76	rnn.weight_ih_l1_reverse	2	-0.06209993734955788
76	rnn.weight_ih_l1_reverse	3	0.02549729123711586
76	rnn.weight_ih_l1_reverse	4	-0.04597761109471321
76	rnn.weight_ih_l1_reverse	5	0.024105913937091827
76	rnn.weight_ih_l1_reverse	6	0.04048067331314087
76	rnn.weight_ih_l1_reverse	7	0.02035810798406601
76	rnn.weight_ih_l1_reverse	8	-0.00821878295391798
76	rnn.weight_ih_l1_reverse	9	-0.06702983379364014
76	rnn.weight_hh_l1_reverse	0	0.005365561228245497
76	rnn.weight_hh_l1_reverse	1	0.018837038427591324
76	rnn.weight_hh_l1_reverse	2	-0.05817839875817299
76	rnn.weight_hh_l1_reverse	3	-0.012689848430454731
76	rnn.weight_hh_l1_reverse	4	0.008693523705005646
76	rnn.weight_hh_l1_reverse	5	-0.06424468010663986
76	rnn.weight_hh_l1_reverse	6	-0.06726854294538498
76	rnn.weight_hh_l1_reverse	7	-0.01153100747615099
76	rnn.weight_hh_l1_reverse	8	-0.05827099457383156
76	rnn.weight_hh_l1_reverse	9	-0.04337175562977791
76	rnn.bias_ih_l1_reverse	0	-0.002493666484951973
76	rnn.bias_ih_l1_reverse	1	-0.04108744114637375
76	rnn.bias_ih_l1_reverse	2	0.022308314219117165
76	rnn.bias_ih_l1_reverse	3	-0.08126714080572128
76	rnn.bias_ih_l1_reverse	4	-0.08625644445419312
76	rnn.bias_ih_l1_reverse	5	-0.08860616385936737
76	rnn.bias_ih_l1_reverse	6	0.060428109019994736
76	rnn.bias_ih_l1_reverse	7	0.0850948914885521
76	rnn.bias_ih_l1_reverse	8	0.002049770439043641
76	rnn.bias_ih_l1_reverse	9	-0.012943453155457973
76	rnn.bias_hh_l1_reverse	0	0.0586954802274704
76	rnn.bias_hh_l1_reverse	1	-0.0679369643330574
76	rnn.bias_hh_l1_reverse	2	-0.049524832516908646
76	rnn.bias_hh_l1_reverse	3	0.07325290143489838
76	rnn.bias_hh_l1_reverse	4	-0.024800259619951248
76	rnn.bias_hh_l1_reverse	5	-0.008712142705917358
76	rnn.bias_hh_l1_reverse	6	-0.05918962135910988
76	rnn.bias_hh_l1_reverse	7	-0.061882201582193375
76	rnn.bias_hh_l1_reverse	8	0.06489923596382141
76	rnn.bias_hh_l1_reverse	9	0.04089026898145676
76	rnn.weight_ih_l2	0	0.07371829450130463
76	rnn.weight_ih_l2	1	-0.054144714027643204
76	rnn.weight_ih_l2	2	0.06332827359437943
76	rnn.weight_ih_l2	3	0.06516087055206299
76	rnn.weight_ih_l2	4	0.057477694004774094
76	rnn.weight_ih_l2	5	-0.038043588399887085
76	rnn.weight_ih_l2	6	-0.0759861171245575
76	rnn.weight_ih_l2	7	0.014178569428622723
76	rnn.weight_ih_l2	8	-0.017133772373199463
76	rnn.weight_ih_l2	9	-0.06923841685056686
76	rnn.weight_hh_l2	0	0.04836368188261986
76	rnn.weight_hh_l2	1	0.03155720233917236
76	rnn.weight_hh_l2	2	-0.05490460619330406
76	rnn.weight_hh_l2	3	-0.025065964087843895
76	rnn.weight_hh_l2	4	0.05416950210928917
76	rnn.weight_hh_l2	5	-0.025263657793402672
76	rnn.weight_hh_l2	6	0.007742962799966335
76	rnn.weight_hh_l2	7	-0.0528193861246109
76	rnn.weight_hh_l2	8	-0.004979227669537067
76	rnn.weight_hh_l2	9	-0.019236605614423752
76	rnn.bias_ih_l2	0	0.12279356271028519
76	rnn.bias_ih_l2	1	0.014621921814978123
76	rnn.bias_ih_l2	2	0.07055282592773438
76	rnn.bias_ih_l2	3	0.015836600214242935
76	rnn.bias_ih_l2	4	-0.006155200302600861
76	rnn.bias_ih_l2	5	0.04034377634525299
76	rnn.bias_ih_l2	6	0.014094081707298756
76	rnn.bias_ih_l2	7	0.012952162884175777
76	rnn.bias_ih_l2	8	0.023089401423931122
76	rnn.bias_ih_l2	9	-0.01572192646563053
76	rnn.bias_hh_l2	0	0.05704132840037346
76	rnn.bias_hh_l2	1	0.0012257901253178716
76	rnn.bias_hh_l2	2	0.06950953602790833
76	rnn.bias_hh_l2	3	0.031396761536598206
76	rnn.bias_hh_l2	4	0.0743483304977417
76	rnn.bias_hh_l2	5	-0.06666244566440582
76	rnn.bias_hh_l2	6	0.014156151562929153
76	rnn.bias_hh_l2	7	-0.0260560754686594
76	rnn.bias_hh_l2	8	0.04267600551247597
76	rnn.bias_hh_l2	9	0.06887248903512955
76	rnn.weight_ih_l2_reverse	0	0.0823812186717987
76	rnn.weight_ih_l2_reverse	1	-0.05493667721748352
76	rnn.weight_ih_l2_reverse	2	0.0009111750987358391
76	rnn.weight_ih_l2_reverse	3	0.035273242741823196
76	rnn.weight_ih_l2_reverse	4	0.05396534875035286
76	rnn.weight_ih_l2_reverse	5	-0.040642645210027695
76	rnn.weight_ih_l2_reverse	6	-0.0006933670956641436
76	rnn.weight_ih_l2_reverse	7	-0.008948746137320995
76	rnn.weight_ih_l2_reverse	8	0.012046723626554012
76	rnn.weight_ih_l2_reverse	9	-0.08136805891990662
76	rnn.weight_hh_l2_reverse	0	-0.08274927735328674
76	rnn.weight_hh_l2_reverse	1	0.012602233327925205
76	rnn.weight_hh_l2_reverse	2	0.010555570013821125
76	rnn.weight_hh_l2_reverse	3	0.02430460974574089
76	rnn.weight_hh_l2_reverse	4	-0.03687926381826401
76	rnn.weight_hh_l2_reverse	5	-0.014895740896463394
76	rnn.weight_hh_l2_reverse	6	-0.04172511398792267
76	rnn.weight_hh_l2_reverse	7	-0.05981387943029404
76	rnn.weight_hh_l2_reverse	8	-0.0067002251744270325
76	rnn.weight_hh_l2_reverse	9	-0.059026677161455154
76	rnn.bias_ih_l2_reverse	0	-0.040999650955200195
76	rnn.bias_ih_l2_reverse	1	-0.02764611504971981
76	rnn.bias_ih_l2_reverse	2	0.03703143075108528
76	rnn.bias_ih_l2_reverse	3	0.019666483625769615
76	rnn.bias_ih_l2_reverse	4	0.0782162994146347
76	rnn.bias_ih_l2_reverse	5	-0.08931659162044525
76	rnn.bias_ih_l2_reverse	6	-0.04204592481255531
76	rnn.bias_ih_l2_reverse	7	-0.05053196847438812
76	rnn.bias_ih_l2_reverse	8	0.051580172032117844
76	rnn.bias_ih_l2_reverse	9	0.02349819988012314
76	rnn.bias_hh_l2_reverse	0	0.036693025380373
76	rnn.bias_hh_l2_reverse	1	-0.0631040558218956
76	rnn.bias_hh_l2_reverse	2	-0.06706538796424866
76	rnn.bias_hh_l2_reverse	3	0.035097282379865646
76	rnn.bias_hh_l2_reverse	4	0.02631387673318386
76	rnn.bias_hh_l2_reverse	5	0.03680400177836418
76	rnn.bias_hh_l2_reverse	6	-0.08218882232904434
76	rnn.bias_hh_l2_reverse	7	-0.010288065299391747
76	rnn.bias_hh_l2_reverse	8	-0.09297400712966919
76	rnn.bias_hh_l2_reverse	9	-0.054534509778022766
76	linear.weight	0	0.025028489530086517
76	linear.weight	1	0.13416393101215363
76	linear.weight	2	-0.02151448279619217
76	linear.weight	3	-0.023296743631362915
76	linear.weight	4	-0.022248394787311554
76	linear.weight	5	0.051616646349430084
76	linear.weight	6	0.003197554498910904
76	linear.weight	7	-0.0698084905743599
76	linear.weight	8	0.006218230817466974
76	linear.weight	9	0.060128211975097656
76	linear.bias	0	0.4960215091705322
76	linear.bias	1	0.5096321702003479
76	linear.bias	2	-1.527449607849121
76	linear.bias	3	-0.05754556506872177
76	linear.bias	4	-0.050822705030441284
76	linear.bias	5	0.4204915165901184
77	transitions	0	0.06373471766710281
77	transitions	1	-10000.0
77	transitions	2	2.2270476818084717
77	transitions	3	-0.9938731789588928
77	transitions	4	-10000.0
77	transitions	5	-10000.0
77	transitions	6	-10000.0
77	transitions	7	0.8828220963478088
77	transitions	8	0.8686227202415466
77	transitions	9	-1.259361982345581
77	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
77	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
77	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
77	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
77	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
77	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
77	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
77	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
77	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
77	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
77	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
77	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
77	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
77	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
77	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
77	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
77	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
77	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
77	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
77	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
77	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
77	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
77	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
77	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
77	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
77	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
77	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
77	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
77	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
77	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
77	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
77	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
77	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
77	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
77	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
77	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
77	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
77	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
77	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
77	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
77	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
77	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
77	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
77	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
77	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
77	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
77	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
77	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
77	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
77	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
77	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
77	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
77	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
77	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
77	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
77	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
77	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
77	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
77	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
77	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
77	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
77	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
77	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
77	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
77	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
77	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
77	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
77	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
77	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
77	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
77	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
77	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
77	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
77	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
77	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
77	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
77	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
77	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
77	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
77	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
77	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
77	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
77	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
77	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
77	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
77	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
77	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
77	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
77	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
77	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
77	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
77	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
77	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
77	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
77	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
77	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
77	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
77	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
77	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
77	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
77	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
77	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
77	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
77	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
77	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
77	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
77	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
77	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
77	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
77	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
77	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
77	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
77	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
77	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
77	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
77	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
77	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
77	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
77	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
77	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
77	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
77	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
77	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
77	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
77	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
77	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
77	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
77	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
77	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
77	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
77	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
77	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
77	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
77	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
77	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
77	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
77	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
77	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
77	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
77	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
77	embedding2nn.weight	0	0.014801165089011192
77	embedding2nn.weight	1	0.0004578793596010655
77	embedding2nn.weight	2	0.005607493221759796
77	embedding2nn.weight	3	0.00083543750224635
77	embedding2nn.weight	4	-0.00828820001333952
77	embedding2nn.weight	5	-0.0053377579897642136
77	embedding2nn.weight	6	-0.000896216370165348
77	embedding2nn.weight	7	-0.0030592619441449642
77	embedding2nn.weight	8	0.014340571127831936
77	embedding2nn.weight	9	0.004351512994617224
77	embedding2nn.bias	0	0.001793288392946124
77	embedding2nn.bias	1	-0.015736056491732597
77	embedding2nn.bias	2	0.01742575690150261
77	embedding2nn.bias	3	-0.007570646703243256
77	embedding2nn.bias	4	-0.017883744090795517
77	embedding2nn.bias	5	-0.0066498275846242905
77	embedding2nn.bias	6	0.010529889725148678
77	embedding2nn.bias	7	0.00939203705638647
77	embedding2nn.bias	8	-0.013065063394606113
77	embedding2nn.bias	9	0.0031902713235467672
77	rnn.weight_ih_l0	0	-0.0514589361846447
77	rnn.weight_ih_l0	1	0.05075187608599663
77	rnn.weight_ih_l0	2	0.031819120049476624
77	rnn.weight_ih_l0	3	0.014667903073132038
77	rnn.weight_ih_l0	4	0.012838169932365417
77	rnn.weight_ih_l0	5	0.08415371924638748
77	rnn.weight_ih_l0	6	0.07581017166376114
77	rnn.weight_ih_l0	7	0.03780083730816841
77	rnn.weight_ih_l0	8	-0.045410409569740295
77	rnn.weight_ih_l0	9	0.008098375052213669
77	rnn.weight_hh_l0	0	0.008383425883948803
77	rnn.weight_hh_l0	1	-0.06348495185375214
77	rnn.weight_hh_l0	2	-0.06549684703350067
77	rnn.weight_hh_l0	3	0.071878582239151
77	rnn.weight_hh_l0	4	0.07115788012742996
77	rnn.weight_hh_l0	5	0.00450522918254137
77	rnn.weight_hh_l0	6	0.004456061404198408
77	rnn.weight_hh_l0	7	-0.02364945225417614
77	rnn.weight_hh_l0	8	-0.02940826117992401
77	rnn.weight_hh_l0	9	0.0578182190656662
77	rnn.bias_ih_l0	0	-0.06659884005784988
77	rnn.bias_ih_l0	1	0.08695802092552185
77	rnn.bias_ih_l0	2	0.021046100184321404
77	rnn.bias_ih_l0	3	0.08158545941114426
77	rnn.bias_ih_l0	4	-0.07200179994106293
77	rnn.bias_ih_l0	5	0.08455431461334229
77	rnn.bias_ih_l0	6	-0.06918136030435562
77	rnn.bias_ih_l0	7	-0.03413114324212074
77	rnn.bias_ih_l0	8	-0.08601053059101105
77	rnn.bias_ih_l0	9	-0.04810372367501259
77	rnn.bias_hh_l0	0	0.03455984964966774
77	rnn.bias_hh_l0	1	0.07246098667383194
77	rnn.bias_hh_l0	2	0.06734687089920044
77	rnn.bias_hh_l0	3	0.08226536959409714
77	rnn.bias_hh_l0	4	-0.09485737979412079
77	rnn.bias_hh_l0	5	-0.07213399559259415
77	rnn.bias_hh_l0	6	0.07624239474534988
77	rnn.bias_hh_l0	7	-0.08985208719968796
77	rnn.bias_hh_l0	8	-0.02624455653131008
77	rnn.bias_hh_l0	9	-0.00212683854624629
77	rnn.weight_ih_l0_reverse	0	0.07918433099985123
77	rnn.weight_ih_l0_reverse	1	0.07339870184659958
77	rnn.weight_ih_l0_reverse	2	0.03883535414934158
77	rnn.weight_ih_l0_reverse	3	0.033709779381752014
77	rnn.weight_ih_l0_reverse	4	-0.03711865842342377
77	rnn.weight_ih_l0_reverse	5	0.05105886235833168
77	rnn.weight_ih_l0_reverse	6	0.06643059104681015
77	rnn.weight_ih_l0_reverse	7	0.022711997851729393
77	rnn.weight_ih_l0_reverse	8	-0.05803597345948219
77	rnn.weight_ih_l0_reverse	9	-0.052805095911026
77	rnn.weight_hh_l0_reverse	0	0.025076741352677345
77	rnn.weight_hh_l0_reverse	1	-0.08730727434158325
77	rnn.weight_hh_l0_reverse	2	0.06293147802352905
77	rnn.weight_hh_l0_reverse	3	-0.021331900730729103
77	rnn.weight_hh_l0_reverse	4	0.08348064124584198
77	rnn.weight_hh_l0_reverse	5	-0.0011469549499452114
77	rnn.weight_hh_l0_reverse	6	0.028720710426568985
77	rnn.weight_hh_l0_reverse	7	0.07825712114572525
77	rnn.weight_hh_l0_reverse	8	-0.022248249500989914
77	rnn.weight_hh_l0_reverse	9	-0.04678775370121002
77	rnn.bias_ih_l0_reverse	0	0.001203858177177608
77	rnn.bias_ih_l0_reverse	1	-0.020289961248636246
77	rnn.bias_ih_l0_reverse	2	-0.016221724450588226
77	rnn.bias_ih_l0_reverse	3	0.043537408113479614
77	rnn.bias_ih_l0_reverse	4	0.06623941659927368
77	rnn.bias_ih_l0_reverse	5	-0.02255437895655632
77	rnn.bias_ih_l0_reverse	6	-0.027518127113580704
77	rnn.bias_ih_l0_reverse	7	-0.04957016929984093
77	rnn.bias_ih_l0_reverse	8	0.009146913886070251
77	rnn.bias_ih_l0_reverse	9	-0.07248306274414062
77	rnn.bias_hh_l0_reverse	0	0.036660440266132355
77	rnn.bias_hh_l0_reverse	1	-0.07384566217660904
77	rnn.bias_hh_l0_reverse	2	0.07801935076713562
77	rnn.bias_hh_l0_reverse	3	0.05550101026892662
77	rnn.bias_hh_l0_reverse	4	0.025057602673768997
77	rnn.bias_hh_l0_reverse	5	0.04167509451508522
77	rnn.bias_hh_l0_reverse	6	0.06300029903650284
77	rnn.bias_hh_l0_reverse	7	0.08502175658941269
77	rnn.bias_hh_l0_reverse	8	-0.010837295092642307
77	rnn.bias_hh_l0_reverse	9	0.04948316887021065
77	rnn.weight_ih_l1	0	0.022320423275232315
77	rnn.weight_ih_l1	1	0.014869277365505695
77	rnn.weight_ih_l1	2	0.07615374028682709
77	rnn.weight_ih_l1	3	-0.02429317682981491
77	rnn.weight_ih_l1	4	-0.024088682606816292
77	rnn.weight_ih_l1	5	-0.012878143228590488
77	rnn.weight_ih_l1	6	0.07172954082489014
77	rnn.weight_ih_l1	7	-0.005229173228144646
77	rnn.weight_ih_l1	8	-0.05300261825323105
77	rnn.weight_ih_l1	9	0.059448204934597015
77	rnn.weight_hh_l1	0	-0.07500171661376953
77	rnn.weight_hh_l1	1	-0.03670345991849899
77	rnn.weight_hh_l1	2	-0.00824335403740406
77	rnn.weight_hh_l1	3	-0.0585588701069355
77	rnn.weight_hh_l1	4	0.08538203686475754
77	rnn.weight_hh_l1	5	-0.08403410017490387
77	rnn.weight_hh_l1	6	-0.04877146705985069
77	rnn.weight_hh_l1	7	0.06548674404621124
77	rnn.weight_hh_l1	8	-0.013513164594769478
77	rnn.weight_hh_l1	9	-0.03979864344000816
77	rnn.bias_ih_l1	0	-0.05138879269361496
77	rnn.bias_ih_l1	1	0.05789722129702568
77	rnn.bias_ih_l1	2	-0.050094906240701675
77	rnn.bias_ih_l1	3	-0.06931369006633759
77	rnn.bias_ih_l1	4	-0.0296095572412014
77	rnn.bias_ih_l1	5	-0.012908020056784153
77	rnn.bias_ih_l1	6	-0.057717811316251755
77	rnn.bias_ih_l1	7	0.06368012726306915
77	rnn.bias_ih_l1	8	0.08453534543514252
77	rnn.bias_ih_l1	9	0.03225884959101677
77	rnn.bias_hh_l1	0	0.06950227916240692
77	rnn.bias_hh_l1	1	-0.05883898586034775
77	rnn.bias_hh_l1	2	0.02317071706056595
77	rnn.bias_hh_l1	3	0.06725673377513885
77	rnn.bias_hh_l1	4	0.05704548582434654
77	rnn.bias_hh_l1	5	-0.07767026871442795
77	rnn.bias_hh_l1	6	0.015265975147485733
77	rnn.bias_hh_l1	7	0.03940240293741226
77	rnn.bias_hh_l1	8	0.011995099484920502
77	rnn.bias_hh_l1	9	-0.004491907544434071
77	rnn.weight_ih_l1_reverse	0	0.08676310628652573
77	rnn.weight_ih_l1_reverse	1	-0.04198045656085014
77	rnn.weight_ih_l1_reverse	2	-0.062094688415527344
77	rnn.weight_ih_l1_reverse	3	0.025495916604995728
77	rnn.weight_ih_l1_reverse	4	-0.04597167670726776
77	rnn.weight_ih_l1_reverse	5	0.024085478857159615
77	rnn.weight_ih_l1_reverse	6	0.040540002286434174
77	rnn.weight_ih_l1_reverse	7	0.02041860669851303
77	rnn.weight_ih_l1_reverse	8	-0.00820106826722622
77	rnn.weight_ih_l1_reverse	9	-0.06647990643978119
77	rnn.weight_hh_l1_reverse	0	0.005386405158787966
77	rnn.weight_hh_l1_reverse	1	0.018837563693523407
77	rnn.weight_hh_l1_reverse	2	-0.058175839483737946
77	rnn.weight_hh_l1_reverse	3	-0.012689261697232723
77	rnn.weight_hh_l1_reverse	4	0.00869606900960207
77	rnn.weight_hh_l1_reverse	5	-0.06454456597566605
77	rnn.weight_hh_l1_reverse	6	-0.06728086620569229
77	rnn.weight_hh_l1_reverse	7	-0.011527584865689278
77	rnn.weight_hh_l1_reverse	8	-0.05818484351038933
77	rnn.weight_hh_l1_reverse	9	-0.04338860511779785
77	rnn.bias_ih_l1_reverse	0	-0.002490647602826357
77	rnn.bias_ih_l1_reverse	1	-0.04091104492545128
77	rnn.bias_ih_l1_reverse	2	0.02260531485080719
77	rnn.bias_ih_l1_reverse	3	-0.08082063496112823
77	rnn.bias_ih_l1_reverse	4	-0.08628637343645096
77	rnn.bias_ih_l1_reverse	5	-0.08864859491586685
77	rnn.bias_ih_l1_reverse	6	0.060842495411634445
77	rnn.bias_ih_l1_reverse	7	0.08502767980098724
77	rnn.bias_ih_l1_reverse	8	0.004429548978805542
77	rnn.bias_ih_l1_reverse	9	-0.012539521791040897
77	rnn.bias_hh_l1_reverse	0	0.058915555477142334
77	rnn.bias_hh_l1_reverse	1	-0.06829117238521576
77	rnn.bias_hh_l1_reverse	2	-0.049741435796022415
77	rnn.bias_hh_l1_reverse	3	0.07365911453962326
77	rnn.bias_hh_l1_reverse	4	-0.024957064539194107
77	rnn.bias_hh_l1_reverse	5	-0.00882041361182928
77	rnn.bias_hh_l1_reverse	6	-0.05948754772543907
77	rnn.bias_hh_l1_reverse	7	-0.06176026910543442
77	rnn.bias_hh_l1_reverse	8	0.06488151848316193
77	rnn.bias_hh_l1_reverse	9	0.040827855467796326
77	rnn.weight_ih_l2	0	0.073615662753582
77	rnn.weight_ih_l2	1	-0.05413360893726349
77	rnn.weight_ih_l2	2	0.06332682818174362
77	rnn.weight_ih_l2	3	0.06516025215387344
77	rnn.weight_ih_l2	4	0.05763557553291321
77	rnn.weight_ih_l2	5	-0.037703145295381546
77	rnn.weight_ih_l2	6	-0.0758863314986229
77	rnn.weight_ih_l2	7	0.014085043221712112
77	rnn.weight_ih_l2	8	-0.017147121950984
77	rnn.weight_ih_l2	9	-0.06925252079963684
77	rnn.weight_hh_l2	0	0.04835959151387215
77	rnn.weight_hh_l2	1	0.03152351826429367
77	rnn.weight_hh_l2	2	-0.05490117892622948
77	rnn.weight_hh_l2	3	-0.02515569142997265
77	rnn.weight_hh_l2	4	0.05414868891239166
77	rnn.weight_hh_l2	5	-0.02523074485361576
77	rnn.weight_hh_l2	6	0.007778605446219444
77	rnn.weight_hh_l2	7	-0.05283190682530403
77	rnn.weight_hh_l2	8	-0.0051273684948682785
77	rnn.weight_hh_l2	9	-0.019126081839203835
77	rnn.bias_ih_l2	0	0.12416958808898926
77	rnn.bias_ih_l2	1	0.01441800408065319
77	rnn.bias_ih_l2	2	0.07011966407299042
77	rnn.bias_ih_l2	3	0.01689194329082966
77	rnn.bias_ih_l2	4	-0.0061965384520590305
77	rnn.bias_ih_l2	5	0.039956234395504
77	rnn.bias_ih_l2	6	0.014301320537924767
77	rnn.bias_ih_l2	7	0.013463666662573814
77	rnn.bias_ih_l2	8	0.0229343269020319
77	rnn.bias_ih_l2	9	-0.01566043496131897
77	rnn.bias_hh_l2	0	0.054619207978248596
77	rnn.bias_hh_l2	1	0.001527038519270718
77	rnn.bias_hh_l2	2	0.07079152762889862
77	rnn.bias_hh_l2	3	0.03137095272541046
77	rnn.bias_hh_l2	4	0.07452107220888138
77	rnn.bias_hh_l2	5	-0.05886681750416756
77	rnn.bias_hh_l2	6	0.01761515438556671
77	rnn.bias_hh_l2	7	-0.02586173824965954
77	rnn.bias_hh_l2	8	0.042826954275369644
77	rnn.bias_hh_l2	9	0.06178839132189751
77	rnn.weight_ih_l2_reverse	0	0.08237349987030029
77	rnn.weight_ih_l2_reverse	1	-0.055336423218250275
77	rnn.weight_ih_l2_reverse	2	0.0009183440706692636
77	rnn.weight_ih_l2_reverse	3	0.03527861833572388
77	rnn.weight_ih_l2_reverse	4	0.053968265652656555
77	rnn.weight_ih_l2_reverse	5	-0.04063815623521805
77	rnn.weight_ih_l2_reverse	6	-0.0007085397373884916
77	rnn.weight_ih_l2_reverse	7	-0.008872831240296364
77	rnn.weight_ih_l2_reverse	8	0.012591381557285786
77	rnn.weight_ih_l2_reverse	9	-0.08133751153945923
77	rnn.weight_hh_l2_reverse	0	-0.08274845778942108
77	rnn.weight_hh_l2_reverse	1	0.012796018272638321
77	rnn.weight_hh_l2_reverse	2	0.010547584854066372
77	rnn.weight_hh_l2_reverse	3	0.02430492825806141
77	rnn.weight_hh_l2_reverse	4	-0.0368972010910511
77	rnn.weight_hh_l2_reverse	5	-0.014907507225871086
77	rnn.weight_hh_l2_reverse	6	-0.04192192479968071
77	rnn.weight_hh_l2_reverse	7	-0.05980495736002922
77	rnn.weight_hh_l2_reverse	8	-0.006688836496323347
77	rnn.weight_hh_l2_reverse	9	-0.059032272547483444
77	rnn.bias_ih_l2_reverse	0	-0.04326527565717697
77	rnn.bias_ih_l2_reverse	1	-0.027307724580168724
77	rnn.bias_ih_l2_reverse	2	0.03732210397720337
77	rnn.bias_ih_l2_reverse	3	0.017367124557495117
77	rnn.bias_ih_l2_reverse	4	0.07825762033462524
77	rnn.bias_ih_l2_reverse	5	-0.08929941058158875
77	rnn.bias_ih_l2_reverse	6	-0.04237360879778862
77	rnn.bias_ih_l2_reverse	7	-0.051448460668325424
77	rnn.bias_ih_l2_reverse	8	0.050001587718725204
77	rnn.bias_ih_l2_reverse	9	0.02327731065452099
77	rnn.bias_hh_l2_reverse	0	0.041002340614795685
77	rnn.bias_hh_l2_reverse	1	-0.06391552835702896
77	rnn.bias_hh_l2_reverse	2	-0.06711648404598236
77	rnn.bias_hh_l2_reverse	3	0.0349905826151371
77	rnn.bias_hh_l2_reverse	4	0.02668345719575882
77	rnn.bias_hh_l2_reverse	5	0.03708107769489288
77	rnn.bias_hh_l2_reverse	6	-0.08232748508453369
77	rnn.bias_hh_l2_reverse	7	-0.009476668201386929
77	rnn.bias_hh_l2_reverse	8	-0.09275194257497787
77	rnn.bias_hh_l2_reverse	9	-0.054586127400398254
77	linear.weight	0	0.025028489530086517
77	linear.weight	1	0.1275261491537094
77	linear.weight	2	-0.021701326593756676
77	linear.weight	3	-0.024110425263643265
77	linear.weight	4	-0.022248394787311554
77	linear.weight	5	0.053761839866638184
77	linear.weight	6	0.001361195114441216
77	linear.weight	7	-0.0806678831577301
77	linear.weight	8	0.006977152545005083
77	linear.weight	9	0.061101894825696945
77	linear.bias	0	0.534469485282898
77	linear.bias	1	0.5802846550941467
77	linear.bias	2	-1.5305522680282593
77	linear.bias	3	-0.05754556506872177
77	linear.bias	4	-0.050822705030441284
77	linear.bias	5	0.31449368596076965
78	transitions	0	0.06315935403108597
78	transitions	1	-10000.0
78	transitions	2	2.1706290245056152
78	transitions	3	-1.0287379026412964
78	transitions	4	-10000.0
78	transitions	5	-10000.0
78	transitions	6	-10000.0
78	transitions	7	0.8827550411224365
78	transitions	8	0.8677380084991455
78	transitions	9	-1.2632334232330322
78	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
78	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
78	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
78	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
78	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
78	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
78	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
78	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
78	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
78	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
78	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
78	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
78	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
78	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
78	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
78	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
78	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
78	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
78	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
78	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
78	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
78	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
78	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
78	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
78	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
78	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
78	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
78	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
78	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
78	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
78	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
78	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
78	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
78	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
78	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
78	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
78	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
78	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
78	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
78	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
78	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
78	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
78	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
78	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
78	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
78	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
78	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
78	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
78	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
78	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
78	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
78	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
78	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
78	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
78	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
78	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
78	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
78	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
78	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
78	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
78	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
78	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
78	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
78	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
78	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
78	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
78	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
78	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
78	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
78	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
78	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
78	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
78	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
78	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
78	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
78	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
78	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
78	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
78	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
78	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
78	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
78	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
78	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
78	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
78	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
78	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
78	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
78	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
78	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
78	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
78	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
78	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
78	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
78	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
78	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
78	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
78	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
78	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
78	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
78	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
78	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
78	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
78	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
78	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
78	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
78	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
78	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
78	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
78	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
78	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
78	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
78	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
78	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
78	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
78	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
78	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
78	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
78	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
78	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
78	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
78	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
78	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
78	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
78	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
78	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
78	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
78	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
78	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
78	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
78	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
78	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
78	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
78	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
78	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
78	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
78	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
78	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
78	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
78	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
78	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
78	embedding2nn.weight	0	0.01479046419262886
78	embedding2nn.weight	1	0.00047122203977778554
78	embedding2nn.weight	2	0.005628068000078201
78	embedding2nn.weight	3	0.0008264664793387055
78	embedding2nn.weight	4	-0.00819193571805954
78	embedding2nn.weight	5	-0.005352887324988842
78	embedding2nn.weight	6	-0.0008802026859484613
78	embedding2nn.weight	7	-0.0030403658747673035
78	embedding2nn.weight	8	0.014319926500320435
78	embedding2nn.weight	9	0.004363510757684708
78	embedding2nn.bias	0	-0.0011838378850370646
78	embedding2nn.bias	1	-0.014466103166341782
78	embedding2nn.bias	2	0.022327814251184464
78	embedding2nn.bias	3	-0.010255624540150166
78	embedding2nn.bias	4	-0.020142652094364166
78	embedding2nn.bias	5	-0.004817361477762461
78	embedding2nn.bias	6	0.012832879088819027
78	embedding2nn.bias	7	0.0112523278221488
78	embedding2nn.bias	8	-0.01712781935930252
78	embedding2nn.bias	9	0.003714843187481165
78	rnn.weight_ih_l0	0	-0.05141902714967728
78	rnn.weight_ih_l0	1	0.050744906067848206
78	rnn.weight_ih_l0	2	0.03180287033319473
78	rnn.weight_ih_l0	3	0.014716407284140587
78	rnn.weight_ih_l0	4	0.012765252031385899
78	rnn.weight_ih_l0	5	0.08414259552955627
78	rnn.weight_ih_l0	6	0.07582774758338928
78	rnn.weight_ih_l0	7	0.037803854793310165
78	rnn.weight_ih_l0	8	-0.04543616250157356
78	rnn.weight_ih_l0	9	0.008264758624136448
78	rnn.weight_hh_l0	0	0.008292482234537601
78	rnn.weight_hh_l0	1	-0.06345687806606293
78	rnn.weight_hh_l0	2	-0.065525121986866
78	rnn.weight_hh_l0	3	0.07181436568498611
78	rnn.weight_hh_l0	4	0.07109115272760391
78	rnn.weight_hh_l0	5	0.004724672995507717
78	rnn.weight_hh_l0	6	0.004702839069068432
78	rnn.weight_hh_l0	7	-0.023145409300923347
78	rnn.weight_hh_l0	8	-0.02932751178741455
78	rnn.weight_hh_l0	9	0.05760883167386055
78	rnn.bias_ih_l0	0	-0.06623036414384842
78	rnn.bias_ih_l0	1	0.08697418868541718
78	rnn.bias_ih_l0	2	0.0206721480935812
78	rnn.bias_ih_l0	3	0.08104738593101501
78	rnn.bias_ih_l0	4	-0.07359138876199722
78	rnn.bias_ih_l0	5	0.08494322001934052
78	rnn.bias_ih_l0	6	-0.0647493302822113
78	rnn.bias_ih_l0	7	-0.034022632986307144
78	rnn.bias_ih_l0	8	-0.08241420239210129
78	rnn.bias_ih_l0	9	-0.04804125428199768
78	rnn.bias_hh_l0	0	0.033692099153995514
78	rnn.bias_hh_l0	1	0.07234227657318115
78	rnn.bias_hh_l0	2	0.06732400506734848
78	rnn.bias_hh_l0	3	0.08225883543491364
78	rnn.bias_hh_l0	4	-0.09923002868890762
78	rnn.bias_hh_l0	5	-0.07200268656015396
78	rnn.bias_hh_l0	6	0.07684948295354843
78	rnn.bias_hh_l0	7	-0.09396109730005264
78	rnn.bias_hh_l0	8	-0.026449406519532204
78	rnn.bias_hh_l0	9	-0.00807801354676485
78	rnn.weight_ih_l0_reverse	0	0.07918821275234222
78	rnn.weight_ih_l0_reverse	1	0.07341644912958145
78	rnn.weight_ih_l0_reverse	2	0.03886406868696213
78	rnn.weight_ih_l0_reverse	3	0.03374051675200462
78	rnn.weight_ih_l0_reverse	4	-0.03709585219621658
78	rnn.weight_ih_l0_reverse	5	0.05104944482445717
78	rnn.weight_ih_l0_reverse	6	0.0664384514093399
78	rnn.weight_ih_l0_reverse	7	0.02262038365006447
78	rnn.weight_ih_l0_reverse	8	-0.058153580874204636
78	rnn.weight_ih_l0_reverse	9	-0.05281747505068779
78	rnn.weight_hh_l0_reverse	0	0.025032659992575645
78	rnn.weight_hh_l0_reverse	1	-0.08729356527328491
78	rnn.weight_hh_l0_reverse	2	0.06290119141340256
78	rnn.weight_hh_l0_reverse	3	-0.021338924765586853
78	rnn.weight_hh_l0_reverse	4	0.08368656784296036
78	rnn.weight_hh_l0_reverse	5	-0.0012291803723201156
78	rnn.weight_hh_l0_reverse	6	0.029321180656552315
78	rnn.weight_hh_l0_reverse	7	0.07823097705841064
78	rnn.weight_hh_l0_reverse	8	-0.02214284986257553
78	rnn.weight_hh_l0_reverse	9	-0.04673374816775322
78	rnn.bias_ih_l0_reverse	0	0.0007505856920033693
78	rnn.bias_ih_l0_reverse	1	-0.01664862222969532
78	rnn.bias_ih_l0_reverse	2	-0.01542132068425417
78	rnn.bias_ih_l0_reverse	3	0.043293263763189316
78	rnn.bias_ih_l0_reverse	4	0.066062331199646
78	rnn.bias_ih_l0_reverse	5	-0.021913716569542885
78	rnn.bias_ih_l0_reverse	6	-0.027339955791831017
78	rnn.bias_ih_l0_reverse	7	-0.04881162568926811
78	rnn.bias_ih_l0_reverse	8	0.011448114179074764
78	rnn.bias_ih_l0_reverse	9	-0.07321050763130188
78	rnn.bias_hh_l0_reverse	0	0.03590282052755356
78	rnn.bias_hh_l0_reverse	1	-0.0745731070637703
78	rnn.bias_hh_l0_reverse	2	0.07892702519893646
78	rnn.bias_hh_l0_reverse	3	0.055140476673841476
78	rnn.bias_hh_l0_reverse	4	0.02361215092241764
78	rnn.bias_hh_l0_reverse	5	0.042473576962947845
78	rnn.bias_hh_l0_reverse	6	0.061738982796669006
78	rnn.bias_hh_l0_reverse	7	0.0838208720088005
78	rnn.bias_hh_l0_reverse	8	-0.011252477765083313
78	rnn.bias_hh_l0_reverse	9	0.05091458931565285
78	rnn.weight_ih_l1	0	0.022242862731218338
78	rnn.weight_ih_l1	1	0.014975357800722122
78	rnn.weight_ih_l1	2	0.07737968116998672
78	rnn.weight_ih_l1	3	-0.024299051612615585
78	rnn.weight_ih_l1	4	-0.024111084640026093
78	rnn.weight_ih_l1	5	-0.012768874876201153
78	rnn.weight_ih_l1	6	0.07201448082923889
78	rnn.weight_ih_l1	7	-0.005017021670937538
78	rnn.weight_ih_l1	8	-0.05302029848098755
78	rnn.weight_ih_l1	9	0.056940868496894836
78	rnn.weight_hh_l1	0	-0.07539107650518417
78	rnn.weight_hh_l1	1	-0.036707110702991486
78	rnn.weight_hh_l1	2	-0.008243264630436897
78	rnn.weight_hh_l1	3	-0.058618176728487015
78	rnn.weight_hh_l1	4	0.08542700856924057
78	rnn.weight_hh_l1	5	-0.08409714698791504
78	rnn.weight_hh_l1	6	-0.048791881650686264
78	rnn.weight_hh_l1	7	0.06528495997190475
78	rnn.weight_hh_l1	8	-0.013532555662095547
78	rnn.weight_hh_l1	9	-0.03943134471774101
78	rnn.bias_ih_l1	0	-0.05176391080021858
78	rnn.bias_ih_l1	1	0.057992398738861084
78	rnn.bias_ih_l1	2	-0.04989166930317879
78	rnn.bias_ih_l1	3	-0.06901755183935165
78	rnn.bias_ih_l1	4	-0.02975107543170452
78	rnn.bias_ih_l1	5	-0.02880905382335186
78	rnn.bias_ih_l1	6	-0.057576559484004974
78	rnn.bias_ih_l1	7	0.06334487348794937
78	rnn.bias_ih_l1	8	0.084321029484272
78	rnn.bias_ih_l1	9	0.03665018454194069
78	rnn.bias_hh_l1	0	0.06953518092632294
78	rnn.bias_hh_l1	1	-0.05891118571162224
78	rnn.bias_hh_l1	2	0.023276610299944878
78	rnn.bias_hh_l1	3	0.06792401522397995
78	rnn.bias_hh_l1	4	0.05712004005908966
78	rnn.bias_hh_l1	5	-0.07738175243139267
78	rnn.bias_hh_l1	6	0.015222507528960705
78	rnn.bias_hh_l1	7	0.0394655205309391
78	rnn.bias_hh_l1	8	0.011698884889483452
78	rnn.bias_hh_l1	9	-0.005036328919231892
78	rnn.weight_ih_l1_reverse	0	0.08681939542293549
78	rnn.weight_ih_l1_reverse	1	-0.041882216930389404
78	rnn.weight_ih_l1_reverse	2	-0.06208833307027817
78	rnn.weight_ih_l1_reverse	3	0.0255466066300869
78	rnn.weight_ih_l1_reverse	4	-0.04595377296209335
78	rnn.weight_ih_l1_reverse	5	0.024084579199552536
78	rnn.weight_ih_l1_reverse	6	0.04056740924715996
78	rnn.weight_ih_l1_reverse	7	0.02038467302918434
78	rnn.weight_ih_l1_reverse	8	-0.00823433231562376
78	rnn.weight_ih_l1_reverse	9	-0.06639012694358826
78	rnn.weight_hh_l1_reverse	0	0.0054992493242025375
78	rnn.weight_hh_l1_reverse	1	0.018837565556168556
78	rnn.weight_hh_l1_reverse	2	-0.05816821753978729
78	rnn.weight_hh_l1_reverse	3	-0.012733150273561478
78	rnn.weight_hh_l1_reverse	4	0.008706835098564625
78	rnn.weight_hh_l1_reverse	5	-0.06443966925144196
78	rnn.weight_hh_l1_reverse	6	-0.06729300320148468
78	rnn.weight_hh_l1_reverse	7	-0.01153754722326994
78	rnn.weight_hh_l1_reverse	8	-0.05822215974330902
78	rnn.weight_hh_l1_reverse	9	-0.04341336339712143
78	rnn.bias_ih_l1_reverse	0	-0.002747289603576064
78	rnn.bias_ih_l1_reverse	1	-0.041124310344457626
78	rnn.bias_ih_l1_reverse	2	0.020287340506911278
78	rnn.bias_ih_l1_reverse	3	-0.08143927156925201
78	rnn.bias_ih_l1_reverse	4	-0.08640184998512268
78	rnn.bias_ih_l1_reverse	5	-0.08882312476634979
78	rnn.bias_ih_l1_reverse	6	0.06000407785177231
78	rnn.bias_ih_l1_reverse	7	0.08508538454771042
78	rnn.bias_ih_l1_reverse	8	0.010711677372455597
78	rnn.bias_ih_l1_reverse	9	-0.012350876815617085
78	rnn.bias_hh_l1_reverse	0	0.05901935696601868
78	rnn.bias_hh_l1_reverse	1	-0.06783253699541092
78	rnn.bias_hh_l1_reverse	2	-0.04945813864469528
78	rnn.bias_hh_l1_reverse	3	0.07286942005157471
78	rnn.bias_hh_l1_reverse	4	-0.02477618306875229
78	rnn.bias_hh_l1_reverse	5	-0.008619303815066814
78	rnn.bias_hh_l1_reverse	6	-0.05925938859581947
78	rnn.bias_hh_l1_reverse	7	-0.06160290911793709
78	rnn.bias_hh_l1_reverse	8	0.06503318250179291
78	rnn.bias_hh_l1_reverse	9	0.039186105132102966
78	rnn.weight_ih_l2	0	0.07369590550661087
78	rnn.weight_ih_l2	1	-0.05408302694559097
78	rnn.weight_ih_l2	2	0.06331850588321686
78	rnn.weight_ih_l2	3	0.06509795039892197
78	rnn.weight_ih_l2	4	0.05765026435256004
78	rnn.weight_ih_l2	5	-0.037817008793354034
78	rnn.weight_ih_l2	6	-0.07591674476861954
78	rnn.weight_ih_l2	7	0.014076280407607555
78	rnn.weight_ih_l2	8	-0.017147157341241837
78	rnn.weight_ih_l2	9	-0.06926023215055466
78	rnn.weight_hh_l2	0	0.04835984855890274
78	rnn.weight_hh_l2	1	0.031538575887680054
78	rnn.weight_hh_l2	2	-0.05491144210100174
78	rnn.weight_hh_l2	3	-0.025104019790887833
78	rnn.weight_hh_l2	4	0.05416783690452576
78	rnn.weight_hh_l2	5	-0.02522367052733898
78	rnn.weight_hh_l2	6	0.007803773507475853
78	rnn.weight_hh_l2	7	-0.05286295339465141
78	rnn.weight_hh_l2	8	-0.005351897329092026
78	rnn.weight_hh_l2	9	-0.01898973248898983
78	rnn.bias_ih_l2	0	0.12010789662599564
78	rnn.bias_ih_l2	1	0.014388790354132652
78	rnn.bias_ih_l2	2	0.0691184550523758
78	rnn.bias_ih_l2	3	0.01734495535492897
78	rnn.bias_ih_l2	4	-0.006240569055080414
78	rnn.bias_ih_l2	5	0.04067947715520859
78	rnn.bias_ih_l2	6	0.014442425221204758
78	rnn.bias_ih_l2	7	0.013429801911115646
78	rnn.bias_ih_l2	8	0.022953985258936882
78	rnn.bias_ih_l2	9	-0.015566688030958176
78	rnn.bias_hh_l2	0	0.04882998391985893
78	rnn.bias_hh_l2	1	0.001637686975300312
78	rnn.bias_hh_l2	2	0.07162205129861832
78	rnn.bias_hh_l2	3	0.031206417828798294
78	rnn.bias_hh_l2	4	0.07479873299598694
78	rnn.bias_hh_l2	5	-0.07381688058376312
78	rnn.bias_hh_l2	6	0.012907873839139938
78	rnn.bias_hh_l2	7	-0.0263055432587862
78	rnn.bias_hh_l2	8	0.04289921000599861
78	rnn.bias_hh_l2	9	0.07245523482561111
78	rnn.weight_ih_l2_reverse	0	0.0823664590716362
78	rnn.weight_ih_l2_reverse	1	-0.055430762469768524
78	rnn.weight_ih_l2_reverse	2	0.0009219598723575473
78	rnn.weight_ih_l2_reverse	3	0.03528270125389099
78	rnn.weight_ih_l2_reverse	4	0.053976625204086304
78	rnn.weight_ih_l2_reverse	5	-0.04063602164387703
78	rnn.weight_ih_l2_reverse	6	-0.0006454993854276836
78	rnn.weight_ih_l2_reverse	7	-0.009312172420322895
78	rnn.weight_ih_l2_reverse	8	0.012360693886876106
78	rnn.weight_ih_l2_reverse	9	-0.08130747079849243
78	rnn.weight_hh_l2_reverse	0	-0.08274857699871063
78	rnn.weight_hh_l2_reverse	1	0.012609848752617836
78	rnn.weight_hh_l2_reverse	2	0.010545119643211365
78	rnn.weight_hh_l2_reverse	3	0.024306712672114372
78	rnn.weight_hh_l2_reverse	4	-0.036903999745845795
78	rnn.weight_hh_l2_reverse	5	-0.014919951558113098
78	rnn.weight_hh_l2_reverse	6	-0.04194227606058121
78	rnn.weight_hh_l2_reverse	7	-0.05981254205107689
78	rnn.weight_hh_l2_reverse	8	-0.006685884669423103
78	rnn.weight_hh_l2_reverse	9	-0.05902654305100441
78	rnn.bias_ih_l2_reverse	0	-0.03920578956604004
78	rnn.bias_ih_l2_reverse	1	-0.027413854375481606
78	rnn.bias_ih_l2_reverse	2	0.037343040108680725
78	rnn.bias_ih_l2_reverse	3	0.018476929515600204
78	rnn.bias_ih_l2_reverse	4	0.0782812163233757
78	rnn.bias_ih_l2_reverse	5	-0.08917851001024246
78	rnn.bias_ih_l2_reverse	6	-0.04222973436117172
78	rnn.bias_ih_l2_reverse	7	-0.052576374262571335
78	rnn.bias_ih_l2_reverse	8	0.05088777095079422
78	rnn.bias_ih_l2_reverse	9	0.024656014516949654
78	rnn.bias_hh_l2_reverse	0	0.043630581349134445
78	rnn.bias_hh_l2_reverse	1	-0.05967893451452255
78	rnn.bias_hh_l2_reverse	2	-0.06708651036024094
78	rnn.bias_hh_l2_reverse	3	0.034964222460985184
78	rnn.bias_hh_l2_reverse	4	0.027091221883893013
78	rnn.bias_hh_l2_reverse	5	0.03663728013634682
78	rnn.bias_hh_l2_reverse	6	-0.0821559950709343
78	rnn.bias_hh_l2_reverse	7	-0.010117687284946442
78	rnn.bias_hh_l2_reverse	8	-0.09540437906980515
78	rnn.bias_hh_l2_reverse	9	-0.05439704656600952
78	linear.weight	0	0.025028489530086517
78	linear.weight	1	0.13569797575473785
78	linear.weight	2	-0.022031964734196663
78	linear.weight	3	-0.022924665361642838
78	linear.weight	4	-0.022248394787311554
78	linear.weight	5	0.05291013792157173
78	linear.weight	6	0.000997141469269991
78	linear.weight	7	-0.07194411009550095
78	linear.weight	8	0.011152352206408978
78	linear.weight	9	0.05565646290779114
78	linear.bias	0	0.46442416310310364
78	linear.bias	1	0.47775864601135254
78	linear.bias	2	-1.5336261987686157
78	linear.bias	3	-0.05754556506872177
78	linear.bias	4	-0.050822705030441284
78	linear.bias	5	0.49013903737068176
79	transitions	0	0.06282535195350647
79	transitions	1	-10000.0
79	transitions	2	2.2572669982910156
79	transitions	3	-1.0122594833374023
79	transitions	4	-10000.0
79	transitions	5	-10000.0
79	transitions	6	-10000.0
79	transitions	7	0.882733941078186
79	transitions	8	0.8674428462982178
79	transitions	9	-1.2651431560516357
79	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
79	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
79	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
79	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
79	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
79	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
79	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
79	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
79	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
79	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
79	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
79	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
79	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
79	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
79	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
79	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
79	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
79	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
79	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
79	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
79	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
79	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
79	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
79	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
79	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
79	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
79	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
79	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
79	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
79	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
79	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
79	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
79	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
79	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
79	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
79	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
79	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
79	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
79	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
79	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
79	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
79	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
79	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
79	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
79	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
79	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
79	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
79	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
79	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
79	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
79	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
79	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
79	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
79	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
79	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
79	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
79	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
79	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
79	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
79	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
79	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
79	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
79	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
79	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
79	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
79	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
79	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
79	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
79	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
79	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
79	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
79	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
79	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
79	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
79	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
79	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
79	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
79	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
79	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
79	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
79	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
79	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
79	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
79	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
79	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
79	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
79	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
79	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
79	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
79	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
79	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
79	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
79	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
79	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
79	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
79	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
79	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
79	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
79	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
79	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
79	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
79	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
79	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
79	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
79	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
79	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
79	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
79	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
79	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
79	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
79	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
79	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
79	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
79	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
79	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
79	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
79	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
79	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
79	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
79	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
79	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
79	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
79	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
79	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
79	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
79	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
79	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
79	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
79	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
79	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
79	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
79	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
79	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
79	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
79	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
79	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
79	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
79	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
79	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
79	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
79	embedding2nn.weight	0	0.014788557775318623
79	embedding2nn.weight	1	0.00030550858355127275
79	embedding2nn.weight	2	0.005619265139102936
79	embedding2nn.weight	3	0.0008391513838432729
79	embedding2nn.weight	4	-0.008166623301804066
79	embedding2nn.weight	5	-0.005352025851607323
79	embedding2nn.weight	6	-0.0007273090886883438
79	embedding2nn.weight	7	-0.0030861955601722
79	embedding2nn.weight	8	0.01428829226642847
79	embedding2nn.weight	9	0.004370039328932762
79	embedding2nn.bias	0	0.0032953915651887655
79	embedding2nn.bias	1	-0.016347825527191162
79	embedding2nn.bias	2	0.01652435213327408
79	embedding2nn.bias	3	-0.008365866728127003
79	embedding2nn.bias	4	-0.018612880259752274
79	embedding2nn.bias	5	-0.00547395646572113
79	embedding2nn.bias	6	0.007578663062304258
79	embedding2nn.bias	7	0.008113200776278973
79	embedding2nn.bias	8	-0.012383971363306046
79	embedding2nn.bias	9	0.00314092799089849
79	rnn.weight_ih_l0	0	-0.05162222683429718
79	rnn.weight_ih_l0	1	0.05075212940573692
79	rnn.weight_ih_l0	2	0.03179588541388512
79	rnn.weight_ih_l0	3	0.014750671572983265
79	rnn.weight_ih_l0	4	0.012786001898348331
79	rnn.weight_ih_l0	5	0.08414679020643234
79	rnn.weight_ih_l0	6	0.07586023956537247
79	rnn.weight_ih_l0	7	0.03780534118413925
79	rnn.weight_ih_l0	8	-0.045543067157268524
79	rnn.weight_ih_l0	9	0.008000223897397518
79	rnn.weight_hh_l0	0	0.008322973735630512
79	rnn.weight_hh_l0	1	-0.0634186714887619
79	rnn.weight_hh_l0	2	-0.06552751362323761
79	rnn.weight_hh_l0	3	0.07191932946443558
79	rnn.weight_hh_l0	4	0.07113014906644821
79	rnn.weight_hh_l0	5	0.0047481912188231945
79	rnn.weight_hh_l0	6	0.0050406609661877155
79	rnn.weight_hh_l0	7	-0.022924182936549187
79	rnn.weight_hh_l0	8	-0.029266759753227234
79	rnn.weight_hh_l0	9	0.057617757469415665
79	rnn.bias_ih_l0	0	-0.06692077219486237
79	rnn.bias_ih_l0	1	0.08696771413087845
79	rnn.bias_ih_l0	2	0.020650729537010193
79	rnn.bias_ih_l0	3	0.08281316608190536
79	rnn.bias_ih_l0	4	-0.07228440791368484
79	rnn.bias_ih_l0	5	0.08468692749738693
79	rnn.bias_ih_l0	6	-0.06972766667604446
79	rnn.bias_ih_l0	7	-0.0346217155456543
79	rnn.bias_ih_l0	8	-0.08694132417440414
79	rnn.bias_ih_l0	9	-0.04777420684695244
79	rnn.bias_hh_l0	0	0.03596528619527817
79	rnn.bias_hh_l0	1	0.07241814583539963
79	rnn.bias_hh_l0	2	0.06758809834718704
79	rnn.bias_hh_l0	3	0.08226325362920761
79	rnn.bias_hh_l0	4	-0.0922919362783432
79	rnn.bias_hh_l0	5	-0.07202630490064621
79	rnn.bias_hh_l0	6	0.07648211717605591
79	rnn.bias_hh_l0	7	-0.08878597617149353
79	rnn.bias_hh_l0	8	-0.02617514133453369
79	rnn.bias_hh_l0	9	0.00013859861064702272
79	rnn.weight_ih_l0_reverse	0	0.079170823097229
79	rnn.weight_ih_l0_reverse	1	0.07337632030248642
79	rnn.weight_ih_l0_reverse	2	0.038831111043691635
79	rnn.weight_ih_l0_reverse	3	0.03372051566839218
79	rnn.weight_ih_l0_reverse	4	-0.03721339628100395
79	rnn.weight_ih_l0_reverse	5	0.05102776736021042
79	rnn.weight_ih_l0_reverse	6	0.06644704192876816
79	rnn.weight_ih_l0_reverse	7	0.022571763023734093
79	rnn.weight_ih_l0_reverse	8	-0.058039527386426926
79	rnn.weight_ih_l0_reverse	9	-0.052813801914453506
79	rnn.weight_hh_l0_reverse	0	0.024789033457636833
79	rnn.weight_hh_l0_reverse	1	-0.08730016648769379
79	rnn.weight_hh_l0_reverse	2	0.06292282789945602
79	rnn.weight_hh_l0_reverse	3	-0.021322937682271004
79	rnn.weight_hh_l0_reverse	4	0.08328742533922195
79	rnn.weight_hh_l0_reverse	5	-0.0012004078598693013
79	rnn.weight_hh_l0_reverse	6	0.028895024210214615
79	rnn.weight_hh_l0_reverse	7	0.07823292911052704
79	rnn.weight_hh_l0_reverse	8	-0.022218625992536545
79	rnn.weight_hh_l0_reverse	9	-0.046699270606040955
79	rnn.bias_ih_l0_reverse	0	0.0012317073997110128
79	rnn.bias_ih_l0_reverse	1	-0.020271722227334976
79	rnn.bias_ih_l0_reverse	2	-0.013879792764782906
79	rnn.bias_ih_l0_reverse	3	0.043918460607528687
79	rnn.bias_ih_l0_reverse	4	0.06613464653491974
79	rnn.bias_ih_l0_reverse	5	-0.022384269163012505
79	rnn.bias_ih_l0_reverse	6	-0.027329936623573303
79	rnn.bias_ih_l0_reverse	7	-0.04952714219689369
79	rnn.bias_ih_l0_reverse	8	0.009910445660352707
79	rnn.bias_ih_l0_reverse	9	-0.07023608684539795
79	rnn.bias_hh_l0_reverse	0	0.03625646233558655
79	rnn.bias_hh_l0_reverse	1	-0.07159868627786636
79	rnn.bias_hh_l0_reverse	2	0.08045922219753265
79	rnn.bias_hh_l0_reverse	3	0.05556044727563858
79	rnn.bias_hh_l0_reverse	4	0.022741632536053658
79	rnn.bias_hh_l0_reverse	5	0.042106181383132935
79	rnn.bias_hh_l0_reverse	6	0.06216159835457802
79	rnn.bias_hh_l0_reverse	7	0.08866996318101883
79	rnn.bias_hh_l0_reverse	8	-0.010792129673063755
79	rnn.bias_hh_l0_reverse	9	0.049874089658260345
79	rnn.weight_ih_l1	0	0.0222714152187109
79	rnn.weight_ih_l1	1	0.014818381518125534
79	rnn.weight_ih_l1	2	0.07794278860092163
79	rnn.weight_ih_l1	3	-0.02428330108523369
79	rnn.weight_ih_l1	4	-0.0241190567612648
79	rnn.weight_ih_l1	5	-0.013226364739239216
79	rnn.weight_ih_l1	6	0.0722489207983017
79	rnn.weight_ih_l1	7	-0.005351766012609005
79	rnn.weight_ih_l1	8	-0.052977871149778366
79	rnn.weight_ih_l1	9	0.058192528784275055
79	rnn.weight_hh_l1	0	-0.07497456669807434
79	rnn.weight_hh_l1	1	-0.0366828478872776
79	rnn.weight_hh_l1	2	-0.008236984722316265
79	rnn.weight_hh_l1	3	-0.058599263429641724
79	rnn.weight_hh_l1	4	0.08525438606739044
79	rnn.weight_hh_l1	5	-0.08410196006298065
79	rnn.weight_hh_l1	6	-0.0488583967089653
79	rnn.weight_hh_l1	7	0.06518183648586273
79	rnn.weight_hh_l1	8	-0.013540861196815968
79	rnn.weight_hh_l1	9	-0.03930144011974335
79	rnn.bias_ih_l1	0	-0.05048566311597824
79	rnn.bias_ih_l1	1	0.05804829299449921
79	rnn.bias_ih_l1	2	-0.04968109354376793
79	rnn.bias_ih_l1	3	-0.07004034519195557
79	rnn.bias_ih_l1	4	-0.02961970679461956
79	rnn.bias_ih_l1	5	-0.01370884757488966
79	rnn.bias_ih_l1	6	-0.057456810027360916
79	rnn.bias_ih_l1	7	0.06224452331662178
79	rnn.bias_ih_l1	8	0.08343233913183212
79	rnn.bias_ih_l1	9	0.0330013632774353
79	rnn.bias_hh_l1	0	0.06940475106239319
79	rnn.bias_hh_l1	1	-0.0588386096060276
79	rnn.bias_hh_l1	2	0.02338450774550438
79	rnn.bias_hh_l1	3	0.06868552416563034
79	rnn.bias_hh_l1	4	0.05703262612223625
79	rnn.bias_hh_l1	5	-0.07748650014400482
79	rnn.bias_hh_l1	6	0.01508556492626667
79	rnn.bias_hh_l1	7	0.039377909153699875
79	rnn.bias_hh_l1	8	0.011960890144109726
79	rnn.bias_hh_l1	9	-0.005442802794277668
79	rnn.weight_ih_l1_reverse	0	0.08686163276433945
79	rnn.weight_ih_l1_reverse	1	-0.041895292699337006
79	rnn.weight_ih_l1_reverse	2	-0.062102656811475754
79	rnn.weight_ih_l1_reverse	3	0.02553228661417961
79	rnn.weight_ih_l1_reverse	4	-0.04598179832100868
79	rnn.weight_ih_l1_reverse	5	0.024118563160300255
79	rnn.weight_ih_l1_reverse	6	0.04055444896221161
79	rnn.weight_ih_l1_reverse	7	0.02042410708963871
79	rnn.weight_ih_l1_reverse	8	-0.008141801692545414
79	rnn.weight_ih_l1_reverse	9	-0.06552080065011978
79	rnn.weight_hh_l1_reverse	0	0.005452303681522608
79	rnn.weight_hh_l1_reverse	1	0.018834050744771957
79	rnn.weight_hh_l1_reverse	2	-0.05816942825913429
79	rnn.weight_hh_l1_reverse	3	-0.012754012830555439
79	rnn.weight_hh_l1_reverse	4	0.008734248578548431
79	rnn.weight_hh_l1_reverse	5	-0.06509055942296982
79	rnn.weight_hh_l1_reverse	6	-0.06731370091438293
79	rnn.weight_hh_l1_reverse	7	-0.011531766504049301
79	rnn.weight_hh_l1_reverse	8	-0.0583307258784771
79	rnn.weight_hh_l1_reverse	9	-0.043413419276475906
79	rnn.bias_ih_l1_reverse	0	-0.0028051750268787146
79	rnn.bias_ih_l1_reverse	1	-0.04107999429106712
79	rnn.bias_ih_l1_reverse	2	0.021109873428940773
79	rnn.bias_ih_l1_reverse	3	-0.08110228925943375
79	rnn.bias_ih_l1_reverse	4	-0.08654520660638809
79	rnn.bias_ih_l1_reverse	5	-0.08882172405719757
79	rnn.bias_ih_l1_reverse	6	0.06060878932476044
79	rnn.bias_ih_l1_reverse	7	0.0851287841796875
79	rnn.bias_ih_l1_reverse	8	0.003773130476474762
79	rnn.bias_ih_l1_reverse	9	-0.012754511088132858
79	rnn.bias_hh_l1_reverse	0	0.05911139398813248
79	rnn.bias_hh_l1_reverse	1	-0.0680440366268158
79	rnn.bias_hh_l1_reverse	2	-0.04988919571042061
79	rnn.bias_hh_l1_reverse	3	0.07360561937093735
79	rnn.bias_hh_l1_reverse	4	-0.02486860752105713
79	rnn.bias_hh_l1_reverse	5	-0.008460910059511662
79	rnn.bias_hh_l1_reverse	6	-0.05967447906732559
79	rnn.bias_hh_l1_reverse	7	-0.06161581352353096
79	rnn.bias_hh_l1_reverse	8	0.06501410901546478
79	rnn.bias_hh_l1_reverse	9	0.044401925057172775
79	rnn.weight_ih_l2	0	0.0737006887793541
79	rnn.weight_ih_l2	1	-0.05410182103514671
79	rnn.weight_ih_l2	2	0.06332306563854218
79	rnn.weight_ih_l2	3	0.06531054526567459
79	rnn.weight_ih_l2	4	0.05683646351099014
79	rnn.weight_ih_l2	5	-0.03762993589043617
79	rnn.weight_ih_l2	6	-0.07585437595844269
79	rnn.weight_ih_l2	7	0.014016144908964634
79	rnn.weight_ih_l2	8	-0.017148803919553757
79	rnn.weight_ih_l2	9	-0.06925764679908752
79	rnn.weight_hh_l2	0	0.048352599143981934
79	rnn.weight_hh_l2	1	0.031452152878046036
79	rnn.weight_hh_l2	2	-0.05490906164050102
79	rnn.weight_hh_l2	3	-0.02534841187298298
79	rnn.weight_hh_l2	4	0.0541817806661129
79	rnn.weight_hh_l2	5	-0.02508428320288658
79	rnn.weight_hh_l2	6	0.007868226617574692
79	rnn.weight_hh_l2	7	-0.05285950377583504
79	rnn.weight_hh_l2	8	-0.005851356778293848
79	rnn.weight_hh_l2	9	-0.018633073195815086
79	rnn.bias_ih_l2	0	0.13303402066230774
79	rnn.bias_ih_l2	1	0.014219334349036217
79	rnn.bias_ih_l2	2	0.06658320873975754
79	rnn.bias_ih_l2	3	0.018041610717773438
79	rnn.bias_ih_l2	4	-0.006636908743530512
79	rnn.bias_ih_l2	5	0.04052671790122986
79	rnn.bias_ih_l2	6	0.015065978281199932
79	rnn.bias_ih_l2	7	0.014187658205628395
79	rnn.bias_ih_l2	8	0.02315504662692547
79	rnn.bias_ih_l2	9	-0.015696926042437553
79	rnn.bias_hh_l2	0	0.051162078976631165
79	rnn.bias_hh_l2	1	0.002387114567682147
79	rnn.bias_hh_l2	2	0.0736420676112175
79	rnn.bias_hh_l2	3	0.0313301756978035
79	rnn.bias_hh_l2	4	0.07497825473546982
79	rnn.bias_hh_l2	5	-0.0529370978474617
79	rnn.bias_hh_l2	6	0.02206467092037201
79	rnn.bias_hh_l2	7	-0.026203544810414314
79	rnn.bias_hh_l2	8	0.04314371943473816
79	rnn.bias_hh_l2	9	0.0781177505850792
79	rnn.weight_ih_l2_reverse	0	0.08235492557287216
79	rnn.weight_ih_l2_reverse	1	-0.055288128554821014
79	rnn.weight_ih_l2_reverse	2	0.0009152306010946631
79	rnn.weight_ih_l2_reverse	3	0.03529740124940872
79	rnn.weight_ih_l2_reverse	4	0.05397239327430725
79	rnn.weight_ih_l2_reverse	5	-0.0406356118619442
79	rnn.weight_ih_l2_reverse	6	-0.00015037681441754103
79	rnn.weight_ih_l2_reverse	7	-0.009430740028619766
79	rnn.weight_ih_l2_reverse	8	0.01350309420377016
79	rnn.weight_ih_l2_reverse	9	-0.08132914453744888
79	rnn.weight_hh_l2_reverse	0	-0.08274892717599869
79	rnn.weight_hh_l2_reverse	1	0.012754425406455994
79	rnn.weight_hh_l2_reverse	2	0.010538538917899132
79	rnn.weight_hh_l2_reverse	3	0.0243022870272398
79	rnn.weight_hh_l2_reverse	4	-0.03690425306558609
79	rnn.weight_hh_l2_reverse	5	-0.01496921107172966
79	rnn.weight_hh_l2_reverse	6	-0.0422494150698185
79	rnn.weight_hh_l2_reverse	7	-0.05980681627988815
79	rnn.weight_hh_l2_reverse	8	-0.0066827633418142796
79	rnn.weight_hh_l2_reverse	9	-0.05902880057692528
79	rnn.bias_ih_l2_reverse	0	-0.0403556153178215
79	rnn.bias_ih_l2_reverse	1	-0.027813853695988655
79	rnn.bias_ih_l2_reverse	2	0.037816211581230164
79	rnn.bias_ih_l2_reverse	3	0.015783190727233887
79	rnn.bias_ih_l2_reverse	4	0.07840780913829803
79	rnn.bias_ih_l2_reverse	5	-0.08918851613998413
79	rnn.bias_ih_l2_reverse	6	-0.04316488280892372
79	rnn.bias_ih_l2_reverse	7	-0.05355913192033768
79	rnn.bias_ih_l2_reverse	8	0.04897993430495262
79	rnn.bias_ih_l2_reverse	9	0.022020867094397545
79	rnn.bias_hh_l2_reverse	0	0.047911789268255234
79	rnn.bias_hh_l2_reverse	1	-0.06117745861411095
79	rnn.bias_hh_l2_reverse	2	-0.06714412569999695
79	rnn.bias_hh_l2_reverse	3	0.03463698923587799
79	rnn.bias_hh_l2_reverse	4	0.027279328554868698
79	rnn.bias_hh_l2_reverse	5	0.03690735995769501
79	rnn.bias_hh_l2_reverse	6	-0.08226565271615982
79	rnn.bias_hh_l2_reverse	7	-0.010123162530362606
79	rnn.bias_hh_l2_reverse	8	-0.09564557671546936
79	rnn.bias_hh_l2_reverse	9	-0.05462527647614479
79	linear.weight	0	0.025028489530086517
79	linear.weight	1	0.11650513112545013
79	linear.weight	2	-0.022075682878494263
79	linear.weight	3	-0.022617856040596962
79	linear.weight	4	-0.022248394787311554
79	linear.weight	5	0.05646728724241257
79	linear.weight	6	0.0008165275794453919
79	linear.weight	7	-0.08112596720457077
79	linear.weight	8	0.01354522816836834
79	linear.weight	9	0.058918993920087814
79	linear.bias	0	0.5508785843849182
79	linear.bias	1	0.5868881940841675
79	linear.bias	2	-1.5350192785263062
79	linear.bias	3	-0.05754556506872177
79	linear.bias	4	-0.050822705030441284
79	linear.bias	5	0.29594817757606506
80	transitions	0	0.06227899715304375
80	transitions	1	-10000.0
80	transitions	2	2.2291905879974365
80	transitions	3	-1.0284560918807983
80	transitions	4	-10000.0
80	transitions	5	-10000.0
80	transitions	6	-10000.0
80	transitions	7	0.8826821446418762
80	transitions	8	0.8666448593139648
80	transitions	9	-1.2699155807495117
80	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
80	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
80	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
80	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
80	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
80	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
80	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
80	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
80	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
80	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
80	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
80	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
80	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
80	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
80	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
80	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
80	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
80	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
80	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
80	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
80	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
80	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
80	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
80	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
80	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
80	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
80	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
80	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
80	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
80	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
80	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
80	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
80	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
80	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
80	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
80	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
80	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
80	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
80	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
80	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
80	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
80	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
80	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
80	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
80	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
80	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
80	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
80	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
80	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
80	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
80	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
80	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
80	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
80	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
80	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
80	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
80	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
80	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
80	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
80	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
80	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
80	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
80	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
80	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
80	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
80	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
80	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
80	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
80	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
80	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
80	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
80	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
80	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
80	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
80	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
80	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
80	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
80	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
80	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
80	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
80	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
80	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
80	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
80	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
80	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
80	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
80	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
80	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
80	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
80	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
80	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
80	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
80	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
80	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
80	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
80	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
80	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
80	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
80	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
80	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
80	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
80	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
80	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
80	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
80	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
80	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
80	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
80	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
80	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
80	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
80	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
80	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
80	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
80	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
80	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
80	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
80	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
80	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
80	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
80	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
80	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
80	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
80	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
80	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
80	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
80	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
80	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
80	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
80	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
80	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
80	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
80	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
80	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
80	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
80	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
80	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
80	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
80	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
80	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
80	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
80	embedding2nn.weight	0	0.014793571084737778
80	embedding2nn.weight	1	0.0003260374069213867
80	embedding2nn.weight	2	0.005619642790406942
80	embedding2nn.weight	3	0.0008465948631055653
80	embedding2nn.weight	4	-0.008173746056854725
80	embedding2nn.weight	5	-0.00536320498213172
80	embedding2nn.weight	6	-0.0005568950437009335
80	embedding2nn.weight	7	-0.003091289661824703
80	embedding2nn.weight	8	0.014378095045685768
80	embedding2nn.weight	9	0.004426105413585901
80	embedding2nn.bias	0	0.0019431671826168895
80	embedding2nn.bias	1	-0.015454172156751156
80	embedding2nn.bias	2	0.018809041008353233
80	embedding2nn.bias	3	-0.008283336646854877
80	embedding2nn.bias	4	-0.020256878808140755
80	embedding2nn.bias	5	-0.003947807941585779
80	embedding2nn.bias	6	0.00855314452201128
80	embedding2nn.bias	7	0.009033779613673687
80	embedding2nn.bias	8	-0.01392747089266777
80	embedding2nn.bias	9	0.0038856128230690956
80	rnn.weight_ih_l0	0	-0.05158223211765289
80	rnn.weight_ih_l0	1	0.05075607821345329
80	rnn.weight_ih_l0	2	0.03180193528532982
80	rnn.weight_ih_l0	3	0.014746486209332943
80	rnn.weight_ih_l0	4	0.012700654566287994
80	rnn.weight_ih_l0	5	0.0841500535607338
80	rnn.weight_ih_l0	6	0.07586275786161423
80	rnn.weight_ih_l0	7	0.037803612649440765
80	rnn.weight_ih_l0	8	-0.0454699881374836
80	rnn.weight_ih_l0	9	0.008065207861363888
80	rnn.weight_hh_l0	0	0.008316955529153347
80	rnn.weight_hh_l0	1	-0.0634070560336113
80	rnn.weight_hh_l0	2	-0.06553222984075546
80	rnn.weight_hh_l0	3	0.0718921571969986
80	rnn.weight_hh_l0	4	0.07110866904258728
80	rnn.weight_hh_l0	5	0.00474638631567359
80	rnn.weight_hh_l0	6	0.005184902809560299
80	rnn.weight_hh_l0	7	-0.022702153772115707
80	rnn.weight_hh_l0	8	-0.029263701289892197
80	rnn.weight_hh_l0	9	0.05760994926095009
80	rnn.bias_ih_l0	0	-0.06613469868898392
80	rnn.bias_ih_l0	1	0.08696456253528595
80	rnn.bias_ih_l0	2	0.02073078230023384
80	rnn.bias_ih_l0	3	0.08323311060667038
80	rnn.bias_ih_l0	4	-0.07339192181825638
80	rnn.bias_ih_l0	5	0.08504156023263931
80	rnn.bias_ih_l0	6	-0.06903663277626038
80	rnn.bias_ih_l0	7	-0.034605722874403
80	rnn.bias_ih_l0	8	-0.08562904596328735
80	rnn.bias_ih_l0	9	-0.04743434488773346
80	rnn.bias_hh_l0	0	0.03563045710325241
80	rnn.bias_hh_l0	1	0.0725359097123146
80	rnn.bias_hh_l0	2	0.06761785596609116
80	rnn.bias_hh_l0	3	0.08241921663284302
80	rnn.bias_hh_l0	4	-0.09529950469732285
80	rnn.bias_hh_l0	5	-0.072000652551651
80	rnn.bias_hh_l0	6	0.07670986652374268
80	rnn.bias_hh_l0	7	-0.09249301999807358
80	rnn.bias_hh_l0	8	-0.02620059810578823
80	rnn.bias_hh_l0	9	-0.002661095466464758
80	rnn.weight_ih_l0_reverse	0	0.0791839212179184
80	rnn.weight_ih_l0_reverse	1	0.073357954621315
80	rnn.weight_ih_l0_reverse	2	0.038833051919937134
80	rnn.weight_ih_l0_reverse	3	0.033728450536727905
80	rnn.weight_ih_l0_reverse	4	-0.037210650742053986
80	rnn.weight_ih_l0_reverse	5	0.05101729556918144
80	rnn.weight_ih_l0_reverse	6	0.06644638627767563
80	rnn.weight_ih_l0_reverse	7	0.02258571796119213
80	rnn.weight_ih_l0_reverse	8	-0.0580124706029892
80	rnn.weight_ih_l0_reverse	9	-0.052811894565820694
80	rnn.weight_hh_l0_reverse	0	0.024794163182377815
80	rnn.weight_hh_l0_reverse	1	-0.08729521185159683
80	rnn.weight_hh_l0_reverse	2	0.06292726844549179
80	rnn.weight_hh_l0_reverse	3	-0.021301154047250748
80	rnn.weight_hh_l0_reverse	4	0.08340641111135483
80	rnn.weight_hh_l0_reverse	5	-0.0012069143122062087
80	rnn.weight_hh_l0_reverse	6	0.02909630350768566
80	rnn.weight_hh_l0_reverse	7	0.07826003432273865
80	rnn.weight_hh_l0_reverse	8	-0.022198021411895752
80	rnn.weight_hh_l0_reverse	9	-0.04670006409287453
80	rnn.bias_ih_l0_reverse	0	0.0013580301310867071
80	rnn.bias_ih_l0_reverse	1	-0.01910543255507946
80	rnn.bias_ih_l0_reverse	2	-0.01389204803854227
80	rnn.bias_ih_l0_reverse	3	0.04376913234591484
80	rnn.bias_ih_l0_reverse	4	0.06618697941303253
80	rnn.bias_ih_l0_reverse	5	-0.022274235263466835
80	rnn.bias_ih_l0_reverse	6	-0.02737269178032875
80	rnn.bias_ih_l0_reverse	7	-0.049324631690979004
80	rnn.bias_ih_l0_reverse	8	0.009495117701590061
80	rnn.bias_ih_l0_reverse	9	-0.07115903496742249
80	rnn.bias_hh_l0_reverse	0	0.036222606897354126
80	rnn.bias_hh_l0_reverse	1	-0.0725216343998909
80	rnn.bias_hh_l0_reverse	2	0.07867137342691422
80	rnn.bias_hh_l0_reverse	3	0.05548220872879028
80	rnn.bias_hh_l0_reverse	4	0.023071637377142906
80	rnn.bias_hh_l0_reverse	5	0.04226361960172653
80	rnn.bias_hh_l0_reverse	6	0.06186947971582413
80	rnn.bias_hh_l0_reverse	7	0.08772416412830353
80	rnn.bias_hh_l0_reverse	8	-0.010951925069093704
80	rnn.bias_hh_l0_reverse	9	0.050428736954927444
80	rnn.weight_ih_l1	0	0.022229017689824104
80	rnn.weight_ih_l1	1	0.014908603392541409
80	rnn.weight_ih_l1	2	0.07855372130870819
80	rnn.weight_ih_l1	3	-0.024278750643134117
80	rnn.weight_ih_l1	4	-0.02413642592728138
80	rnn.weight_ih_l1	5	-0.01313067227602005
80	rnn.weight_ih_l1	6	0.07229477912187576
80	rnn.weight_ih_l1	7	-0.005212012212723494
80	rnn.weight_ih_l1	8	-0.05298539251089096
80	rnn.weight_ih_l1	9	0.05861169472336769
80	rnn.weight_hh_l1	0	-0.07529216259717941
80	rnn.weight_hh_l1	1	-0.0366678312420845
80	rnn.weight_hh_l1	2	-0.00823473185300827
80	rnn.weight_hh_l1	3	-0.05859875679016113
80	rnn.weight_hh_l1	4	0.08513162285089493
80	rnn.weight_hh_l1	5	-0.08410639315843582
80	rnn.weight_hh_l1	6	-0.048966992646455765
80	rnn.weight_hh_l1	7	0.06510908901691437
80	rnn.weight_hh_l1	8	-0.01354263536632061
80	rnn.weight_hh_l1	9	-0.039222896099090576
80	rnn.bias_ih_l1	0	-0.049720704555511475
80	rnn.bias_ih_l1	1	0.05828865244984627
80	rnn.bias_ih_l1	2	-0.049548860639333725
80	rnn.bias_ih_l1	3	-0.0699952021241188
80	rnn.bias_ih_l1	4	-0.02948099561035633
80	rnn.bias_ih_l1	5	-0.01837512105703354
80	rnn.bias_ih_l1	6	-0.055339645594358444
80	rnn.bias_ih_l1	7	0.0624617300927639
80	rnn.bias_ih_l1	8	0.08364324271678925
80	rnn.bias_ih_l1	9	0.039624135941267014
80	rnn.bias_hh_l1	0	0.06938145309686661
80	rnn.bias_hh_l1	1	-0.059009529650211334
80	rnn.bias_hh_l1	2	0.023208755999803543
80	rnn.bias_hh_l1	3	0.06889913231134415
80	rnn.bias_hh_l1	4	0.057102736085653305
80	rnn.bias_hh_l1	5	-0.07747319340705872
80	rnn.bias_hh_l1	6	0.015023927204310894
80	rnn.bias_hh_l1	7	0.0392988957464695
80	rnn.bias_hh_l1	8	0.012095154263079166
80	rnn.bias_hh_l1	9	-0.005651408340781927
80	rnn.weight_ih_l1_reverse	0	0.08682851493358612
80	rnn.weight_ih_l1_reverse	1	-0.041904203593730927
80	rnn.weight_ih_l1_reverse	2	-0.06209995225071907
80	rnn.weight_ih_l1_reverse	3	0.025542160496115685
80	rnn.weight_ih_l1_reverse	4	-0.045978203415870667
80	rnn.weight_ih_l1_reverse	5	0.024112030863761902
80	rnn.weight_ih_l1_reverse	6	0.04055441915988922
80	rnn.weight_ih_l1_reverse	7	0.020412525162100792
80	rnn.weight_ih_l1_reverse	8	-0.00814291462302208
80	rnn.weight_ih_l1_reverse	9	-0.06557634472846985
80	rnn.weight_hh_l1_reverse	0	0.005456786602735519
80	rnn.weight_hh_l1_reverse	1	0.018829848617315292
80	rnn.weight_hh_l1_reverse	2	-0.058174535632133484
80	rnn.weight_hh_l1_reverse	3	-0.01273317914456129
80	rnn.weight_hh_l1_reverse	4	0.008733558468520641
80	rnn.weight_hh_l1_reverse	5	-0.06477359682321548
80	rnn.weight_hh_l1_reverse	6	-0.067313052713871
80	rnn.weight_hh_l1_reverse	7	-0.011530815623700619
80	rnn.weight_hh_l1_reverse	8	-0.058412835001945496
80	rnn.weight_hh_l1_reverse	9	-0.04342300072312355
80	rnn.bias_ih_l1_reverse	0	-0.0027111307717859745
80	rnn.bias_ih_l1_reverse	1	-0.04118145629763603
80	rnn.bias_ih_l1_reverse	2	0.021418962627649307
80	rnn.bias_ih_l1_reverse	3	-0.08104632794857025
80	rnn.bias_ih_l1_reverse	4	-0.08664590865373611
80	rnn.bias_ih_l1_reverse	5	-0.08878681808710098
80	rnn.bias_ih_l1_reverse	6	0.060821764171123505
80	rnn.bias_ih_l1_reverse	7	0.08516963571310043
80	rnn.bias_ih_l1_reverse	8	0.0033360635861754417
80	rnn.bias_ih_l1_reverse	9	-0.012185980565845966
80	rnn.bias_hh_l1_reverse	0	0.059331025928258896
80	rnn.bias_hh_l1_reverse	1	-0.06789382547140121
80	rnn.bias_hh_l1_reverse	2	-0.04986397549510002
80	rnn.bias_hh_l1_reverse	3	0.07325129956007004
80	rnn.bias_hh_l1_reverse	4	-0.02487168274819851
80	rnn.bias_hh_l1_reverse	5	-0.008552201092243195
80	rnn.bias_hh_l1_reverse	6	-0.05978178232908249
80	rnn.bias_hh_l1_reverse	7	-0.061683375388383865
80	rnn.bias_hh_l1_reverse	8	0.06497377902269363
80	rnn.bias_hh_l1_reverse	9	0.04117646440863609
80	rnn.weight_ih_l2	0	0.07320870459079742
80	rnn.weight_ih_l2	1	-0.05411306768655777
80	rnn.weight_ih_l2	2	0.06332969665527344
80	rnn.weight_ih_l2	3	0.06534001231193542
80	rnn.weight_ih_l2	4	0.05681394413113594
80	rnn.weight_ih_l2	5	-0.037660546600818634
80	rnn.weight_ih_l2	6	-0.07575438916683197
80	rnn.weight_ih_l2	7	0.013828198425471783
80	rnn.weight_ih_l2	8	-0.01714874431490898
80	rnn.weight_ih_l2	9	-0.06925226002931595
80	rnn.weight_hh_l2	0	0.048346418887376785
80	rnn.weight_hh_l2	1	0.03148625046014786
80	rnn.weight_hh_l2	2	-0.05490872636437416
80	rnn.weight_hh_l2	3	-0.025316301733255386
80	rnn.weight_hh_l2	4	0.05414363741874695
80	rnn.weight_hh_l2	5	-0.025071755051612854
80	rnn.weight_hh_l2	6	0.0078517384827137
80	rnn.weight_hh_l2	7	-0.05285901576280594
80	rnn.weight_hh_l2	8	-0.005783370230346918
80	rnn.weight_hh_l2	9	-0.01859992742538452
80	rnn.bias_ih_l2	0	0.13333424925804138
80	rnn.bias_ih_l2	1	0.014012511819601059
80	rnn.bias_ih_l2	2	0.06823387742042542
80	rnn.bias_ih_l2	3	0.017730971798300743
80	rnn.bias_ih_l2	4	-0.006466316524893045
80	rnn.bias_ih_l2	5	0.04054592549800873
80	rnn.bias_ih_l2	6	0.01500322762876749
80	rnn.bias_ih_l2	7	0.014745280146598816
80	rnn.bias_ih_l2	8	0.022957459092140198
80	rnn.bias_ih_l2	9	-0.01569792814552784
80	rnn.bias_hh_l2	0	0.0496329702436924
80	rnn.bias_hh_l2	1	0.0027016878593713045
80	rnn.bias_hh_l2	2	0.07350825518369675
80	rnn.bias_hh_l2	3	0.0313301719725132
80	rnn.bias_hh_l2	4	0.07507476210594177
80	rnn.bias_hh_l2	5	-0.06110812723636627
80	rnn.bias_hh_l2	6	0.02090790867805481
80	rnn.bias_hh_l2	7	-0.026200752705335617
80	rnn.bias_hh_l2	8	0.04319525882601738
80	rnn.bias_hh_l2	9	0.09061390161514282
80	rnn.weight_ih_l2_reverse	0	0.0823594182729721
80	rnn.weight_ih_l2_reverse	1	-0.05523354932665825
80	rnn.weight_ih_l2_reverse	2	0.0009165934752672911
80	rnn.weight_ih_l2_reverse	3	0.035293493419885635
80	rnn.weight_ih_l2_reverse	4	0.05397218093276024
80	rnn.weight_ih_l2_reverse	5	-0.040635764598846436
80	rnn.weight_ih_l2_reverse	6	-0.00042016393854282796
80	rnn.weight_ih_l2_reverse	7	-0.009881654754281044
80	rnn.weight_ih_l2_reverse	8	0.013697577640414238
80	rnn.weight_ih_l2_reverse	9	-0.08132391422986984
80	rnn.weight_hh_l2_reverse	0	-0.08274811506271362
80	rnn.weight_hh_l2_reverse	1	0.012853430584073067
80	rnn.weight_hh_l2_reverse	2	0.010541826486587524
80	rnn.weight_hh_l2_reverse	3	0.02430289052426815
80	rnn.weight_hh_l2_reverse	4	-0.03690953552722931
80	rnn.weight_hh_l2_reverse	5	-0.014957760460674763
80	rnn.weight_hh_l2_reverse	6	-0.042285479605197906
80	rnn.weight_hh_l2_reverse	7	-0.0598069503903389
80	rnn.weight_hh_l2_reverse	8	-0.006682647857815027
80	rnn.weight_hh_l2_reverse	9	-0.05902832746505737
80	rnn.bias_ih_l2_reverse	0	-0.04031788930296898
80	rnn.bias_ih_l2_reverse	1	-0.027624579146504402
80	rnn.bias_ih_l2_reverse	2	0.0379101037979126
80	rnn.bias_ih_l2_reverse	3	0.016088193282485008
80	rnn.bias_ih_l2_reverse	4	0.07821959257125854
80	rnn.bias_ih_l2_reverse	5	-0.08921827375888824
80	rnn.bias_ih_l2_reverse	6	-0.04300548508763313
80	rnn.bias_ih_l2_reverse	7	-0.053338631987571716
80	rnn.bias_ih_l2_reverse	8	0.0497175008058548
80	rnn.bias_ih_l2_reverse	9	0.023252977058291435
80	rnn.bias_hh_l2_reverse	0	0.05491087585687637
80	rnn.bias_hh_l2_reverse	1	-0.06200258433818817
80	rnn.bias_hh_l2_reverse	2	-0.06709737330675125
80	rnn.bias_hh_l2_reverse	3	0.0344877615571022
80	rnn.bias_hh_l2_reverse	4	0.02764148637652397
80	rnn.bias_hh_l2_reverse	5	0.03676965832710266
80	rnn.bias_hh_l2_reverse	6	-0.08223535120487213
80	rnn.bias_hh_l2_reverse	7	-0.010171567089855671
80	rnn.bias_hh_l2_reverse	8	-0.09536024928092957
80	rnn.bias_hh_l2_reverse	9	-0.05452514812350273
80	linear.weight	0	0.025028489530086517
80	linear.weight	1	0.12373702973127365
80	linear.weight	2	-0.02210904471576214
80	linear.weight	3	-0.02366553619503975
80	linear.weight	4	-0.022248394787311554
80	linear.weight	5	0.05243814364075661
80	linear.weight	6	0.0006304758717305958
80	linear.weight	7	-0.07970137149095535
80	linear.weight	8	0.012736096046864986
80	linear.weight	9	0.06083614379167557
80	linear.bias	0	0.5110491514205933
80	linear.bias	1	0.5402847528457642
80	linear.bias	2	-1.5377016067504883
80	linear.bias	3	-0.05754556506872177
80	linear.bias	4	-0.050822705030441284
80	linear.bias	5	0.385063499212265
81	transitions	0	0.061553940176963806
81	transitions	1	-10000.0
81	transitions	2	2.1899993419647217
81	transitions	3	-0.9972456097602844
81	transitions	4	-10000.0
81	transitions	5	-10000.0
81	transitions	6	-10000.0
81	transitions	7	0.8826472759246826
81	transitions	8	0.866124153137207
81	transitions	9	-1.2731412649154663
81	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
81	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
81	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
81	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
81	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
81	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
81	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
81	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
81	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
81	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
81	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
81	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
81	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
81	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
81	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
81	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
81	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
81	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
81	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
81	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
81	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
81	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
81	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
81	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
81	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
81	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
81	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
81	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
81	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
81	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
81	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
81	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
81	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
81	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
81	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
81	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
81	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
81	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
81	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
81	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
81	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
81	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
81	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
81	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
81	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
81	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
81	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
81	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
81	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
81	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
81	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
81	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
81	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
81	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
81	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
81	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
81	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
81	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
81	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
81	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
81	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
81	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
81	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
81	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
81	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
81	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
81	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
81	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
81	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
81	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
81	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
81	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
81	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
81	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
81	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
81	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
81	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
81	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
81	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
81	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
81	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
81	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
81	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
81	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
81	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
81	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
81	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
81	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
81	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
81	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
81	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
81	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
81	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
81	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
81	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
81	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
81	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
81	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
81	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
81	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
81	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
81	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
81	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
81	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
81	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
81	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
81	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
81	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
81	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
81	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
81	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
81	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
81	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
81	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
81	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
81	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
81	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
81	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
81	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
81	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
81	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
81	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
81	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
81	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
81	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
81	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
81	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
81	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
81	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
81	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
81	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
81	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
81	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
81	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
81	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
81	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
81	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
81	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
81	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
81	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
81	embedding2nn.weight	0	0.01479773223400116
81	embedding2nn.weight	1	0.00032868864946067333
81	embedding2nn.weight	2	0.005627085454761982
81	embedding2nn.weight	3	0.00085057521937415
81	embedding2nn.weight	4	-0.008176148869097233
81	embedding2nn.weight	5	-0.005362165626138449
81	embedding2nn.weight	6	-0.00054573715897277
81	embedding2nn.weight	7	-0.00309972302056849
81	embedding2nn.weight	8	0.014522871933877468
81	embedding2nn.weight	9	0.004424796439707279
81	embedding2nn.bias	0	0.001979981316253543
81	embedding2nn.bias	1	-0.014721470884978771
81	embedding2nn.bias	2	0.018345987424254417
81	embedding2nn.bias	3	-0.008757546544075012
81	embedding2nn.bias	4	-0.020888863131403923
81	embedding2nn.bias	5	-0.0038774400018155575
81	embedding2nn.bias	6	0.00958750769495964
81	embedding2nn.bias	7	0.009619324468076229
81	embedding2nn.bias	8	-0.015009038150310516
81	embedding2nn.bias	9	0.00433077709749341
81	rnn.weight_ih_l0	0	-0.05155831575393677
81	rnn.weight_ih_l0	1	0.050753507763147354
81	rnn.weight_ih_l0	2	0.03180234506726265
81	rnn.weight_ih_l0	3	0.01473205629736185
81	rnn.weight_ih_l0	4	0.012684072367846966
81	rnn.weight_ih_l0	5	0.08414438366889954
81	rnn.weight_ih_l0	6	0.0758569985628128
81	rnn.weight_ih_l0	7	0.037805236876010895
81	rnn.weight_ih_l0	8	-0.04544445872306824
81	rnn.weight_ih_l0	9	0.008092849515378475
81	rnn.weight_hh_l0	0	0.008305664174258709
81	rnn.weight_hh_l0	1	-0.06341302394866943
81	rnn.weight_hh_l0	2	-0.06553523987531662
81	rnn.weight_hh_l0	3	0.07184625416994095
81	rnn.weight_hh_l0	4	0.07109139859676361
81	rnn.weight_hh_l0	5	0.004743766505271196
81	rnn.weight_hh_l0	6	0.0052663409151136875
81	rnn.weight_hh_l0	7	-0.022569723427295685
81	rnn.weight_hh_l0	8	-0.029269766062498093
81	rnn.weight_hh_l0	9	0.05757598578929901
81	rnn.bias_ih_l0	0	-0.065990149974823
81	rnn.bias_ih_l0	1	0.08688368648290634
81	rnn.bias_ih_l0	2	0.020741160959005356
81	rnn.bias_ih_l0	3	0.0829516127705574
81	rnn.bias_ih_l0	4	-0.07480136305093765
81	rnn.bias_ih_l0	5	0.08510620892047882
81	rnn.bias_ih_l0	6	-0.06865642964839935
81	rnn.bias_ih_l0	7	-0.034584891051054
81	rnn.bias_ih_l0	8	-0.08415789157152176
81	rnn.bias_ih_l0	9	-0.04724818840622902
81	rnn.bias_hh_l0	0	0.0361226350069046
81	rnn.bias_hh_l0	1	0.0725933089852333
81	rnn.bias_hh_l0	2	0.06747819483280182
81	rnn.bias_hh_l0	3	0.08240146189928055
81	rnn.bias_hh_l0	4	-0.09654523432254791
81	rnn.bias_hh_l0	5	-0.07195337861776352
81	rnn.bias_hh_l0	6	0.07684025168418884
81	rnn.bias_hh_l0	7	-0.09409216791391373
81	rnn.bias_hh_l0	8	-0.02610238827764988
81	rnn.bias_hh_l0	9	-0.003700104309245944
81	rnn.weight_ih_l0_reverse	0	0.07918503135442734
81	rnn.weight_ih_l0_reverse	1	0.07336369156837463
81	rnn.weight_ih_l0_reverse	2	0.038837336003780365
81	rnn.weight_ih_l0_reverse	3	0.03373980149626732
81	rnn.weight_ih_l0_reverse	4	-0.03721288964152336
81	rnn.weight_ih_l0_reverse	5	0.05101166293025017
81	rnn.weight_ih_l0_reverse	6	0.06644859910011292
81	rnn.weight_ih_l0_reverse	7	0.0225652065128088
81	rnn.weight_ih_l0_reverse	8	-0.05812545865774155
81	rnn.weight_ih_l0_reverse	9	-0.052812959998846054
81	rnn.weight_hh_l0_reverse	0	0.024957705289125443
81	rnn.weight_hh_l0_reverse	1	-0.0872887670993805
81	rnn.weight_hh_l0_reverse	2	0.06291528791189194
81	rnn.weight_hh_l0_reverse	3	-0.021294457837939262
81	rnn.weight_hh_l0_reverse	4	0.08338433504104614
81	rnn.weight_hh_l0_reverse	5	-0.001230519963428378
81	rnn.weight_hh_l0_reverse	6	0.029021011665463448
81	rnn.weight_hh_l0_reverse	7	0.07823991775512695
81	rnn.weight_hh_l0_reverse	8	-0.022195659577846527
81	rnn.weight_hh_l0_reverse	9	-0.046692341566085815
81	rnn.bias_ih_l0_reverse	0	0.001221165875904262
81	rnn.bias_ih_l0_reverse	1	-0.01924263685941696
81	rnn.bias_ih_l0_reverse	2	-0.014333757571876049
81	rnn.bias_ih_l0_reverse	3	0.04399409890174866
81	rnn.bias_ih_l0_reverse	4	0.06602669507265091
81	rnn.bias_ih_l0_reverse	5	-0.02218155935406685
81	rnn.bias_ih_l0_reverse	6	-0.02730328030884266
81	rnn.bias_ih_l0_reverse	7	-0.04924769699573517
81	rnn.bias_ih_l0_reverse	8	0.010664421133697033
81	rnn.bias_ih_l0_reverse	9	-0.07071469724178314
81	rnn.bias_hh_l0_reverse	0	0.03620674088597298
81	rnn.bias_hh_l0_reverse	1	-0.07207729667425156
81	rnn.bias_hh_l0_reverse	2	0.07885195314884186
81	rnn.bias_hh_l0_reverse	3	0.05542482063174248
81	rnn.bias_hh_l0_reverse	4	0.021961137652397156
81	rnn.bias_hh_l0_reverse	5	0.04248760640621185
81	rnn.bias_hh_l0_reverse	6	0.061771199107170105
81	rnn.bias_hh_l0_reverse	7	0.08743201196193695
81	rnn.bias_hh_l0_reverse	8	-0.010884957388043404
81	rnn.bias_hh_l0_reverse	9	0.0510663278400898
81	rnn.weight_ih_l1	0	0.022276341915130615
81	rnn.weight_ih_l1	1	0.014911218546330929
81	rnn.weight_ih_l1	2	0.07953397929668427
81	rnn.weight_ih_l1	3	-0.024253524839878082
81	rnn.weight_ih_l1	4	-0.02416221797466278
81	rnn.weight_ih_l1	5	-0.013118527829647064
81	rnn.weight_ih_l1	6	0.07230892032384872
81	rnn.weight_ih_l1	7	-0.005330846644937992
81	rnn.weight_ih_l1	8	-0.0529165044426918
81	rnn.weight_ih_l1	9	0.05852344632148743
81	rnn.weight_hh_l1	0	-0.07533679902553558
81	rnn.weight_hh_l1	1	-0.03664803132414818
81	rnn.weight_hh_l1	2	-0.008224135264754295
81	rnn.weight_hh_l1	3	-0.05859825760126114
81	rnn.weight_hh_l1	4	0.0851576179265976
81	rnn.weight_hh_l1	5	-0.08410907536745071
81	rnn.weight_hh_l1	6	-0.04897463321685791
81	rnn.weight_hh_l1	7	0.06506010890007019
81	rnn.weight_hh_l1	8	-0.0135375140234828
81	rnn.weight_hh_l1	9	-0.039194583892822266
81	rnn.bias_ih_l1	0	-0.049533091485500336
81	rnn.bias_ih_l1	1	0.05834422633051872
81	rnn.bias_ih_l1	2	-0.04956672713160515
81	rnn.bias_ih_l1	3	-0.07000115513801575
81	rnn.bias_ih_l1	4	-0.02941131591796875
81	rnn.bias_ih_l1	5	-0.020696518942713737
81	rnn.bias_ih_l1	6	-0.055244479328393936
81	rnn.bias_ih_l1	7	0.06253816932439804
81	rnn.bias_ih_l1	8	0.08378424495458603
81	rnn.bias_ih_l1	9	0.039068304002285004
81	rnn.bias_hh_l1	0	0.06943682581186295
81	rnn.bias_hh_l1	1	-0.058929070830345154
81	rnn.bias_hh_l1	2	0.022911813110113144
81	rnn.bias_hh_l1	3	0.06899718940258026
81	rnn.bias_hh_l1	4	0.05710303410887718
81	rnn.bias_hh_l1	5	-0.07732921838760376
81	rnn.bias_hh_l1	6	0.015048416331410408
81	rnn.bias_hh_l1	7	0.039312683045864105
81	rnn.bias_hh_l1	8	0.012158304452896118
81	rnn.bias_hh_l1	9	-0.005609508138149977
81	rnn.weight_ih_l1_reverse	0	0.08679268509149551
81	rnn.weight_ih_l1_reverse	1	-0.041859712451696396
81	rnn.weight_ih_l1_reverse	2	-0.06209100782871246
81	rnn.weight_ih_l1_reverse	3	0.025540610775351524
81	rnn.weight_ih_l1_reverse	4	-0.04598177224397659
81	rnn.weight_ih_l1_reverse	5	0.024115081876516342
81	rnn.weight_ih_l1_reverse	6	0.04052682965993881
81	rnn.weight_ih_l1_reverse	7	0.020458176732063293
81	rnn.weight_ih_l1_reverse	8	-0.008123182691633701
81	rnn.weight_ih_l1_reverse	9	-0.06600621342658997
81	rnn.weight_hh_l1_reverse	0	0.005446438677608967
81	rnn.weight_hh_l1_reverse	1	0.018831415101885796
81	rnn.weight_hh_l1_reverse	2	-0.0581740103662014
81	rnn.weight_hh_l1_reverse	3	-0.012741406448185444
81	rnn.weight_hh_l1_reverse	4	0.008737277239561081
81	rnn.weight_hh_l1_reverse	5	-0.06483204662799835
81	rnn.weight_hh_l1_reverse	6	-0.06730947643518448
81	rnn.weight_hh_l1_reverse	7	-0.011532211676239967
81	rnn.weight_hh_l1_reverse	8	-0.058286625891923904
81	rnn.weight_hh_l1_reverse	9	-0.04341846704483032
81	rnn.bias_ih_l1_reverse	0	-0.00270382734015584
81	rnn.bias_ih_l1_reverse	1	-0.04112648218870163
81	rnn.bias_ih_l1_reverse	2	0.02153676562011242
81	rnn.bias_ih_l1_reverse	3	-0.08126746118068695
81	rnn.bias_ih_l1_reverse	4	-0.08664899319410324
81	rnn.bias_ih_l1_reverse	5	-0.08876045793294907
81	rnn.bias_ih_l1_reverse	6	0.06080217659473419
81	rnn.bias_ih_l1_reverse	7	0.08507047593593597
81	rnn.bias_ih_l1_reverse	8	0.004362320993095636
81	rnn.bias_ih_l1_reverse	9	-0.012117902748286724
81	rnn.bias_hh_l1_reverse	0	0.059356559067964554
81	rnn.bias_hh_l1_reverse	1	-0.06773801147937775
81	rnn.bias_hh_l1_reverse	2	-0.04978129640221596
81	rnn.bias_hh_l1_reverse	3	0.0732358768582344
81	rnn.bias_hh_l1_reverse	4	-0.02494867518544197
81	rnn.bias_hh_l1_reverse	5	-0.008493413217365742
81	rnn.bias_hh_l1_reverse	6	-0.05964826047420502
81	rnn.bias_hh_l1_reverse	7	-0.06158154457807541
81	rnn.bias_hh_l1_reverse	8	0.06501234322786331
81	rnn.bias_hh_l1_reverse	9	0.03994250297546387
81	rnn.weight_ih_l2	0	0.07273665070533752
81	rnn.weight_ih_l2	1	-0.054134171456098557
81	rnn.weight_ih_l2	2	0.06333494186401367
81	rnn.weight_ih_l2	3	0.06521080434322357
81	rnn.weight_ih_l2	4	0.05687105283141136
81	rnn.weight_ih_l2	5	-0.0373472198843956
81	rnn.weight_ih_l2	6	-0.075836181640625
81	rnn.weight_ih_l2	7	0.0136820487678051
81	rnn.weight_ih_l2	8	-0.01714543253183365
81	rnn.weight_ih_l2	9	-0.06925086677074432
81	rnn.weight_hh_l2	0	0.04834310710430145
81	rnn.weight_hh_l2	1	0.031445909291505814
81	rnn.weight_hh_l2	2	-0.05489872023463249
81	rnn.weight_hh_l2	3	-0.025306733325123787
81	rnn.weight_hh_l2	4	0.05418989434838295
81	rnn.weight_hh_l2	5	-0.02481667511165142
81	rnn.weight_hh_l2	6	0.007864284329116344
81	rnn.weight_hh_l2	7	-0.05285780876874924
81	rnn.weight_hh_l2	8	-0.005818942561745644
81	rnn.weight_hh_l2	9	-0.018596749752759933
81	rnn.bias_ih_l2	0	0.12941911816596985
81	rnn.bias_ih_l2	1	0.0144512252882123
81	rnn.bias_ih_l2	2	0.06854701042175293
81	rnn.bias_ih_l2	3	0.017553769052028656
81	rnn.bias_ih_l2	4	-0.006327053997665644
81	rnn.bias_ih_l2	5	0.041726045310497284
81	rnn.bias_ih_l2	6	0.01494649052619934
81	rnn.bias_ih_l2	7	0.01471624430269003
81	rnn.bias_ih_l2	8	0.022996973246335983
81	rnn.bias_ih_l2	9	-0.015465715900063515
81	rnn.bias_hh_l2	0	0.04986192286014557
81	rnn.bias_hh_l2	1	0.0028693359345197678
81	rnn.bias_hh_l2	2	0.07364365458488464
81	rnn.bias_hh_l2	3	0.03146139532327652
81	rnn.bias_hh_l2	4	0.0748804360628128
81	rnn.bias_hh_l2	5	-0.06155882775783539
81	rnn.bias_hh_l2	6	0.023352308198809624
81	rnn.bias_hh_l2	7	-0.0261724554002285
81	rnn.bias_hh_l2	8	0.043242134153842926
81	rnn.bias_hh_l2	9	0.09922609478235245
81	rnn.weight_ih_l2_reverse	0	0.08235976845026016
81	rnn.weight_ih_l2_reverse	1	-0.0551859475672245
81	rnn.weight_ih_l2_reverse	2	0.0008896539220586419
81	rnn.weight_ih_l2_reverse	3	0.03528689965605736
81	rnn.weight_ih_l2_reverse	4	0.05397507920861244
81	rnn.weight_ih_l2_reverse	5	-0.0406365767121315
81	rnn.weight_ih_l2_reverse	6	-0.00043207185808569193
81	rnn.weight_ih_l2_reverse	7	-0.010237696580588818
81	rnn.weight_ih_l2_reverse	8	0.01339790690690279
81	rnn.weight_ih_l2_reverse	9	-0.08135800063610077
81	rnn.weight_hh_l2_reverse	0	-0.08274871855974197
81	rnn.weight_hh_l2_reverse	1	0.012852795422077179
81	rnn.weight_hh_l2_reverse	2	0.010542222298681736
81	rnn.weight_hh_l2_reverse	3	0.024302836507558823
81	rnn.weight_hh_l2_reverse	4	-0.03690926730632782
81	rnn.weight_hh_l2_reverse	5	-0.01496493723243475
81	rnn.weight_hh_l2_reverse	6	-0.042541489005088806
81	rnn.weight_hh_l2_reverse	7	-0.05980703979730606
81	rnn.weight_hh_l2_reverse	8	-0.006677126046270132
81	rnn.weight_hh_l2_reverse	9	-0.05902472138404846
81	rnn.bias_ih_l2_reverse	0	-0.03759383782744408
81	rnn.bias_ih_l2_reverse	1	-0.027431968599557877
81	rnn.bias_ih_l2_reverse	2	0.03827069699764252
81	rnn.bias_ih_l2_reverse	3	0.017373915761709213
81	rnn.bias_ih_l2_reverse	4	0.0781882032752037
81	rnn.bias_ih_l2_reverse	5	-0.08924474567174911
81	rnn.bias_ih_l2_reverse	6	-0.042993105947971344
81	rnn.bias_ih_l2_reverse	7	-0.052113547921180725
81	rnn.bias_ih_l2_reverse	8	0.05028309300541878
81	rnn.bias_ih_l2_reverse	9	0.021340399980545044
81	rnn.bias_hh_l2_reverse	0	0.0566587969660759
81	rnn.bias_hh_l2_reverse	1	-0.061038658022880554
81	rnn.bias_hh_l2_reverse	2	-0.06708487868309021
81	rnn.bias_hh_l2_reverse	3	0.03445066139101982
81	rnn.bias_hh_l2_reverse	4	0.02829616516828537
81	rnn.bias_hh_l2_reverse	5	0.03673723340034485
81	rnn.bias_hh_l2_reverse	6	-0.08222462981939316
81	rnn.bias_hh_l2_reverse	7	-0.010249978862702847
81	rnn.bias_hh_l2_reverse	8	-0.09548837691545486
81	rnn.bias_hh_l2_reverse	9	-0.05436960235238075
81	linear.weight	0	0.025028489530086517
81	linear.weight	1	0.12316213548183441
81	linear.weight	2	-0.022164510563015938
81	linear.weight	3	-0.0265969168394804
81	linear.weight	4	-0.022248394787311554
81	linear.weight	5	0.05001631751656532
81	linear.weight	6	0.0018903565360233188
81	linear.weight	7	-0.07964721322059631
81	linear.weight	8	0.012500116601586342
81	linear.weight	9	0.06218789890408516
81	linear.bias	0	0.47474363446235657
81	linear.bias	1	0.5456346869468689
81	linear.bias	2	-1.5395139455795288
81	linear.bias	3	-0.05754556506872177
81	linear.bias	4	-0.050822705030441284
81	linear.bias	5	0.4178313910961151
82	transitions	0	0.061204973608255386
82	transitions	1	-10000.0
82	transitions	2	2.2394864559173584
82	transitions	3	-1.0037380456924438
82	transitions	4	-10000.0
82	transitions	5	-10000.0
82	transitions	6	-10000.0
82	transitions	7	0.8826150894165039
82	transitions	8	0.8654847741127014
82	transitions	9	-1.2647781372070312
82	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
82	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
82	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
82	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
82	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
82	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
82	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
82	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
82	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
82	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
82	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
82	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
82	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
82	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
82	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
82	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
82	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
82	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
82	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
82	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
82	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
82	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
82	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
82	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
82	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
82	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
82	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
82	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
82	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
82	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
82	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
82	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
82	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
82	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
82	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
82	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
82	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
82	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
82	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
82	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
82	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
82	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
82	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
82	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
82	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
82	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
82	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
82	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
82	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
82	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
82	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
82	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
82	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
82	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
82	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
82	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
82	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
82	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
82	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
82	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
82	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
82	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
82	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
82	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
82	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
82	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
82	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
82	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
82	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
82	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
82	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
82	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
82	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
82	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
82	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
82	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
82	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
82	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
82	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
82	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
82	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
82	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
82	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
82	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
82	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
82	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
82	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
82	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
82	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
82	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
82	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
82	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
82	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
82	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
82	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
82	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
82	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
82	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
82	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
82	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
82	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
82	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
82	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
82	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
82	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
82	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
82	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
82	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
82	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
82	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
82	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
82	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
82	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
82	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
82	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
82	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
82	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
82	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
82	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
82	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
82	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
82	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
82	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
82	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
82	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
82	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
82	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
82	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
82	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
82	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
82	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
82	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
82	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
82	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
82	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
82	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
82	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
82	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
82	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
82	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
82	embedding2nn.weight	0	0.01478959247469902
82	embedding2nn.weight	1	0.00033201274345628917
82	embedding2nn.weight	2	0.00562451034784317
82	embedding2nn.weight	3	0.000845577334985137
82	embedding2nn.weight	4	-0.008063442073762417
82	embedding2nn.weight	5	-0.005346753168851137
82	embedding2nn.weight	6	-0.0005121445865370333
82	embedding2nn.weight	7	-0.0030980606097728014
82	embedding2nn.weight	8	0.014511407352983952
82	embedding2nn.weight	9	0.0044207219034433365
82	embedding2nn.bias	0	0.003126151394098997
82	embedding2nn.bias	1	-0.01608104072511196
82	embedding2nn.bias	2	0.015524964779615402
82	embedding2nn.bias	3	-0.007647005375474691
82	embedding2nn.bias	4	-0.018578894436359406
82	embedding2nn.bias	5	-0.004611070267856121
82	embedding2nn.bias	6	0.007444932125508785
82	embedding2nn.bias	7	0.007689859252423048
82	embedding2nn.bias	8	-0.01258059311658144
82	embedding2nn.bias	9	0.0043569584377110004
82	rnn.weight_ih_l0	0	-0.05163722485303879
82	rnn.weight_ih_l0	1	0.05075895041227341
82	rnn.weight_ih_l0	2	0.031806040555238724
82	rnn.weight_ih_l0	3	0.014709335751831532
82	rnn.weight_ih_l0	4	0.012737625278532505
82	rnn.weight_ih_l0	5	0.08414102345705032
82	rnn.weight_ih_l0	6	0.07586205750703812
82	rnn.weight_ih_l0	7	0.03780703619122505
82	rnn.weight_ih_l0	8	-0.045461203902959824
82	rnn.weight_ih_l0	9	0.00811017770320177
82	rnn.weight_hh_l0	0	0.008321849629282951
82	rnn.weight_hh_l0	1	-0.06343124806880951
82	rnn.weight_hh_l0	2	-0.06553428620100021
82	rnn.weight_hh_l0	3	0.07186542451381683
82	rnn.weight_hh_l0	4	0.07111091166734695
82	rnn.weight_hh_l0	5	0.004804598167538643
82	rnn.weight_hh_l0	6	0.00527959456667304
82	rnn.weight_hh_l0	7	-0.02219267375767231
82	rnn.weight_hh_l0	8	-0.02930806763470173
82	rnn.weight_hh_l0	9	0.05761321261525154
82	rnn.bias_ih_l0	0	-0.06577900797128677
82	rnn.bias_ih_l0	1	0.08712983876466751
82	rnn.bias_ih_l0	2	0.02073897235095501
82	rnn.bias_ih_l0	3	0.08487001806497574
82	rnn.bias_ih_l0	4	-0.0740705132484436
82	rnn.bias_ih_l0	5	0.08452571928501129
82	rnn.bias_ih_l0	6	-0.06998608261346817
82	rnn.bias_ih_l0	7	-0.03462709113955498
82	rnn.bias_ih_l0	8	-0.08515887707471848
82	rnn.bias_ih_l0	9	-0.04696562513709068
82	rnn.bias_hh_l0	0	0.03603881597518921
82	rnn.bias_hh_l0	1	0.07243172824382782
82	rnn.bias_hh_l0	2	0.06728427857160568
82	rnn.bias_hh_l0	3	0.08242500573396683
82	rnn.bias_hh_l0	4	-0.09487246721982956
82	rnn.bias_hh_l0	5	-0.0719488114118576
82	rnn.bias_hh_l0	6	0.07681535929441452
82	rnn.bias_hh_l0	7	-0.09340779483318329
82	rnn.bias_hh_l0	8	-0.026148874312639236
82	rnn.bias_hh_l0	9	0.0014006179990246892
82	rnn.weight_ih_l0_reverse	0	0.07916589826345444
82	rnn.weight_ih_l0_reverse	1	0.07339600473642349
82	rnn.weight_ih_l0_reverse	2	0.0388454906642437
82	rnn.weight_ih_l0_reverse	3	0.033706627786159515
82	rnn.weight_ih_l0_reverse	4	-0.03716033324599266
82	rnn.weight_ih_l0_reverse	5	0.05100497230887413
82	rnn.weight_ih_l0_reverse	6	0.06644515693187714
82	rnn.weight_ih_l0_reverse	7	0.022658219560980797
82	rnn.weight_ih_l0_reverse	8	-0.05814766138792038
82	rnn.weight_ih_l0_reverse	9	-0.05280857905745506
82	rnn.weight_hh_l0_reverse	0	0.024971619248390198
82	rnn.weight_hh_l0_reverse	1	-0.08727222681045532
82	rnn.weight_hh_l0_reverse	2	0.06291911751031876
82	rnn.weight_hh_l0_reverse	3	-0.021282339468598366
82	rnn.weight_hh_l0_reverse	4	0.08344573527574539
82	rnn.weight_hh_l0_reverse	5	-0.001234319992363453
82	rnn.weight_hh_l0_reverse	6	0.02897702157497406
82	rnn.weight_hh_l0_reverse	7	0.07823791354894638
82	rnn.weight_hh_l0_reverse	8	-0.022192852571606636
82	rnn.weight_hh_l0_reverse	9	-0.046685803681612015
82	rnn.bias_ih_l0_reverse	0	0.001403694855980575
82	rnn.bias_ih_l0_reverse	1	-0.02157234027981758
82	rnn.bias_ih_l0_reverse	2	-0.013802512548863888
82	rnn.bias_ih_l0_reverse	3	0.04419716075062752
82	rnn.bias_ih_l0_reverse	4	0.06616699695587158
82	rnn.bias_ih_l0_reverse	5	-0.022102726623415947
82	rnn.bias_ih_l0_reverse	6	-0.027421392500400543
82	rnn.bias_ih_l0_reverse	7	-0.0492304190993309
82	rnn.bias_ih_l0_reverse	8	0.010875946842133999
82	rnn.bias_ih_l0_reverse	9	-0.06893429905176163
82	rnn.bias_hh_l0_reverse	0	0.03638569638133049
82	rnn.bias_hh_l0_reverse	1	-0.07029689848423004
82	rnn.bias_hh_l0_reverse	2	0.07924141734838486
82	rnn.bias_hh_l0_reverse	3	0.05581849813461304
82	rnn.bias_hh_l0_reverse	4	0.021878378465771675
82	rnn.bias_hh_l0_reverse	5	0.04277515411376953
82	rnn.bias_hh_l0_reverse	6	0.06188580393791199
82	rnn.bias_hh_l0_reverse	7	0.08858935534954071
82	rnn.bias_hh_l0_reverse	8	-0.011001884937286377
82	rnn.bias_hh_l0_reverse	9	0.04940544441342354
82	rnn.weight_ih_l1	0	0.02244737558066845
82	rnn.weight_ih_l1	1	0.01484045572578907
82	rnn.weight_ih_l1	2	0.08065211027860641
82	rnn.weight_ih_l1	3	-0.02424568496644497
82	rnn.weight_ih_l1	4	-0.02413923665881157
82	rnn.weight_ih_l1	5	-0.013139000162482262
82	rnn.weight_ih_l1	6	0.07233031094074249
82	rnn.weight_ih_l1	7	-0.005307151935994625
82	rnn.weight_ih_l1	8	-0.052937865257263184
82	rnn.weight_ih_l1	9	0.05933474004268646
82	rnn.weight_hh_l1	0	-0.07548372447490692
82	rnn.weight_hh_l1	1	-0.0366380400955677
82	rnn.weight_hh_l1	2	-0.00822980422526598
82	rnn.weight_hh_l1	3	-0.0585939958691597
82	rnn.weight_hh_l1	4	0.08505377173423767
82	rnn.weight_hh_l1	5	-0.0841088816523552
82	rnn.weight_hh_l1	6	-0.04902169108390808
82	rnn.weight_hh_l1	7	0.06490226089954376
82	rnn.weight_hh_l1	8	-0.01353822834789753
82	rnn.weight_hh_l1	9	-0.03922460228204727
82	rnn.bias_ih_l1	0	-0.04837395250797272
82	rnn.bias_ih_l1	1	0.0583457387983799
82	rnn.bias_ih_l1	2	-0.04928062483668327
82	rnn.bias_ih_l1	3	-0.0702911913394928
82	rnn.bias_ih_l1	4	-0.029396124184131622
82	rnn.bias_ih_l1	5	-0.017353836447000504
82	rnn.bias_ih_l1	6	-0.05483020097017288
82	rnn.bias_ih_l1	7	0.06231177598237991
82	rnn.bias_ih_l1	8	0.08379284292459488
82	rnn.bias_ih_l1	9	0.039948590099811554
82	rnn.bias_hh_l1	0	0.06951625645160675
82	rnn.bias_hh_l1	1	-0.05892682820558548
82	rnn.bias_hh_l1	2	0.022808093577623367
82	rnn.bias_hh_l1	3	0.06900378316640854
82	rnn.bias_hh_l1	4	0.05684652552008629
82	rnn.bias_hh_l1	5	-0.07757334411144257
82	rnn.bias_hh_l1	6	0.01523189339786768
82	rnn.bias_hh_l1	7	0.03928166627883911
82	rnn.bias_hh_l1	8	0.012214136309921741
82	rnn.bias_hh_l1	9	-0.0056074620224535465
82	rnn.weight_ih_l1_reverse	0	0.08676023781299591
82	rnn.weight_ih_l1_reverse	1	-0.04187171906232834
82	rnn.weight_ih_l1_reverse	2	-0.06208619475364685
82	rnn.weight_ih_l1_reverse	3	0.025533141568303108
82	rnn.weight_ih_l1_reverse	4	-0.045973923057317734
82	rnn.weight_ih_l1_reverse	5	0.02411409094929695
82	rnn.weight_ih_l1_reverse	6	0.0405009463429451
82	rnn.weight_ih_l1_reverse	7	0.020467311143875122
82	rnn.weight_ih_l1_reverse	8	-0.008126882836222649
82	rnn.weight_ih_l1_reverse	9	-0.06616033613681793
82	rnn.weight_hh_l1_reverse	0	0.005446542985737324
82	rnn.weight_hh_l1_reverse	1	0.01882261410355568
82	rnn.weight_hh_l1_reverse	2	-0.058176346123218536
82	rnn.weight_hh_l1_reverse	3	-0.012734152376651764
82	rnn.weight_hh_l1_reverse	4	0.008736654184758663
82	rnn.weight_hh_l1_reverse	5	-0.06460097432136536
82	rnn.weight_hh_l1_reverse	6	-0.06729841232299805
82	rnn.weight_hh_l1_reverse	7	-0.011533415876328945
82	rnn.weight_hh_l1_reverse	8	-0.05848730355501175
82	rnn.weight_hh_l1_reverse	9	-0.043415240943431854
82	rnn.bias_ih_l1_reverse	0	-0.0027374112978577614
82	rnn.bias_ih_l1_reverse	1	-0.0412403866648674
82	rnn.bias_ih_l1_reverse	2	0.0216318741440773
82	rnn.bias_ih_l1_reverse	3	-0.08134046941995621
82	rnn.bias_ih_l1_reverse	4	-0.0866180956363678
82	rnn.bias_ih_l1_reverse	5	-0.08851633220911026
82	rnn.bias_ih_l1_reverse	6	0.06072961539030075
82	rnn.bias_ih_l1_reverse	7	0.08512306958436966
82	rnn.bias_ih_l1_reverse	8	-0.0005554158124141395
82	rnn.bias_ih_l1_reverse	9	-0.011833122000098228
82	rnn.bias_hh_l1_reverse	0	0.059411391615867615
82	rnn.bias_hh_l1_reverse	1	-0.06787953525781631
82	rnn.bias_hh_l1_reverse	2	-0.05020035803318024
82	rnn.bias_hh_l1_reverse	3	0.07329943776130676
82	rnn.bias_hh_l1_reverse	4	-0.024781953543424606
82	rnn.bias_hh_l1_reverse	5	-0.008471173234283924
82	rnn.bias_hh_l1_reverse	6	-0.0596357136964798
82	rnn.bias_hh_l1_reverse	7	-0.06161050871014595
82	rnn.bias_hh_l1_reverse	8	0.06510268151760101
82	rnn.bias_hh_l1_reverse	9	0.04205399379134178
82	rnn.weight_ih_l2	0	0.07271657884120941
82	rnn.weight_ih_l2	1	-0.054179832339286804
82	rnn.weight_ih_l2	2	0.0633355900645256
82	rnn.weight_ih_l2	3	0.06524818390607834
82	rnn.weight_ih_l2	4	0.056829869747161865
82	rnn.weight_ih_l2	5	-0.03749474883079529
82	rnn.weight_ih_l2	6	-0.07567071914672852
82	rnn.weight_ih_l2	7	0.013493556529283524
82	rnn.weight_ih_l2	8	-0.01714465208351612
82	rnn.weight_ih_l2	9	-0.06925084441900253
82	rnn.weight_hh_l2	0	0.04834146425127983
82	rnn.weight_hh_l2	1	0.03140023723244667
82	rnn.weight_hh_l2	2	-0.054889529943466187
82	rnn.weight_hh_l2	3	-0.02527720294892788
82	rnn.weight_hh_l2	4	0.05417853966355324
82	rnn.weight_hh_l2	5	-0.02465803734958172
82	rnn.weight_hh_l2	6	0.007857879623770714
82	rnn.weight_hh_l2	7	-0.052863139659166336
82	rnn.weight_hh_l2	8	-0.005630701780319214
82	rnn.weight_hh_l2	9	-0.01858939602971077
82	rnn.bias_ih_l2	0	0.13243645429611206
82	rnn.bias_ih_l2	1	0.014483708888292313
82	rnn.bias_ih_l2	2	0.06890126317739487
82	rnn.bias_ih_l2	3	0.01759292744100094
82	rnn.bias_ih_l2	4	-0.0063412981107831
82	rnn.bias_ih_l2	5	0.0414564274251461
82	rnn.bias_ih_l2	6	0.014854872599244118
82	rnn.bias_ih_l2	7	0.01468704640865326
82	rnn.bias_ih_l2	8	0.02258537895977497
82	rnn.bias_ih_l2	9	-0.01541980728507042
82	rnn.bias_hh_l2	0	0.049161646515131
82	rnn.bias_hh_l2	1	0.0034015646670013666
82	rnn.bias_hh_l2	2	0.07424194365739822
82	rnn.bias_hh_l2	3	0.031071262434124947
82	rnn.bias_hh_l2	4	0.07481985539197922
82	rnn.bias_hh_l2	5	-0.061922214925289154
82	rnn.bias_hh_l2	6	0.02907644771039486
82	rnn.bias_hh_l2	7	-0.026245564222335815
82	rnn.bias_hh_l2	8	0.04304102435708046
82	rnn.bias_hh_l2	9	0.08957436680793762
82	rnn.weight_ih_l2_reverse	0	0.08234172314405441
82	rnn.weight_ih_l2_reverse	1	-0.054986171424388885
82	rnn.weight_ih_l2_reverse	2	0.000897392223123461
82	rnn.weight_ih_l2_reverse	3	0.03528120368719101
82	rnn.weight_ih_l2_reverse	4	0.05396982654929161
82	rnn.weight_ih_l2_reverse	5	-0.04063768684864044
82	rnn.weight_ih_l2_reverse	6	6.425728497561067e-05
82	rnn.weight_ih_l2_reverse	7	-0.010266289114952087
82	rnn.weight_ih_l2_reverse	8	0.013782787136733532
82	rnn.weight_ih_l2_reverse	9	-0.08149231970310211
82	rnn.weight_hh_l2_reverse	0	-0.08274978399276733
82	rnn.weight_hh_l2_reverse	1	0.01283868495374918
82	rnn.weight_hh_l2_reverse	2	0.010532982647418976
82	rnn.weight_hh_l2_reverse	3	0.024306152015924454
82	rnn.weight_hh_l2_reverse	4	-0.0369216613471508
82	rnn.weight_hh_l2_reverse	5	-0.01500746514648199
82	rnn.weight_hh_l2_reverse	6	-0.04273230582475662
82	rnn.weight_hh_l2_reverse	7	-0.0598088875412941
82	rnn.weight_hh_l2_reverse	8	-0.006677109282463789
82	rnn.weight_hh_l2_reverse	9	-0.05902349576354027
82	rnn.bias_ih_l2_reverse	0	-0.0358579158782959
82	rnn.bias_ih_l2_reverse	1	-0.02729426696896553
82	rnn.bias_ih_l2_reverse	2	0.038417935371398926
82	rnn.bias_ih_l2_reverse	3	0.013780648820102215
82	rnn.bias_ih_l2_reverse	4	0.07818678766489029
82	rnn.bias_ih_l2_reverse	5	-0.08918832242488861
82	rnn.bias_ih_l2_reverse	6	-0.04313863068819046
82	rnn.bias_ih_l2_reverse	7	-0.05268140509724617
82	rnn.bias_ih_l2_reverse	8	0.049446191638708115
82	rnn.bias_ih_l2_reverse	9	0.020000357180833817
82	rnn.bias_hh_l2_reverse	0	0.053345486521720886
82	rnn.bias_hh_l2_reverse	1	-0.06130702793598175
82	rnn.bias_hh_l2_reverse	2	-0.06707527488470078
82	rnn.bias_hh_l2_reverse	3	0.034470684826374054
82	rnn.bias_hh_l2_reverse	4	0.02830374799668789
82	rnn.bias_hh_l2_reverse	5	0.03686421737074852
82	rnn.bias_hh_l2_reverse	6	-0.08224497735500336
82	rnn.bias_hh_l2_reverse	7	-0.010176962241530418
82	rnn.bias_hh_l2_reverse	8	-0.09660788625478745
82	rnn.bias_hh_l2_reverse	9	-0.054468728601932526
82	linear.weight	0	0.025028489530086517
82	linear.weight	1	0.12255220860242844
82	linear.weight	2	-0.022204244509339333
82	linear.weight	3	-0.02740672416985035
82	linear.weight	4	-0.022248394787311554
82	linear.weight	5	0.05219118669629097
82	linear.weight	6	0.0040098801255226135
82	linear.weight	7	-0.08154278248548508
82	linear.weight	8	0.01075314823538065
82	linear.weight	9	0.06259588897228241
82	linear.bias	0	0.5120393633842468
82	linear.bias	1	0.5806336402893066
82	linear.bias	2	-1.5415276288986206
82	linear.bias	3	-0.05754556506872177
82	linear.bias	4	-0.050822705030441284
82	linear.bias	5	0.3475503623485565
83	transitions	0	0.06062519922852516
83	transitions	1	-10000.0
83	transitions	2	2.2375872135162354
83	transitions	3	-1.003765344619751
83	transitions	4	-10000.0
83	transitions	5	-10000.0
83	transitions	6	-10000.0
83	transitions	7	0.8826091885566711
83	transitions	8	0.8654730319976807
83	transitions	9	-1.2665096521377563
83	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
83	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
83	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
83	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
83	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
83	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
83	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
83	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
83	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
83	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
83	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
83	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
83	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
83	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
83	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
83	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
83	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
83	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
83	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
83	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
83	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
83	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
83	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
83	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
83	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
83	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
83	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
83	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
83	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
83	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
83	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
83	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
83	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
83	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
83	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
83	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
83	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
83	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
83	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
83	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
83	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
83	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
83	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
83	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
83	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
83	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
83	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
83	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
83	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
83	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
83	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
83	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
83	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
83	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
83	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
83	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
83	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
83	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
83	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
83	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
83	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
83	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
83	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
83	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
83	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
83	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
83	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
83	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
83	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
83	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
83	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
83	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
83	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
83	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
83	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
83	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
83	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
83	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
83	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
83	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
83	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
83	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
83	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
83	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
83	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
83	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
83	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
83	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
83	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
83	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
83	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
83	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
83	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
83	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
83	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
83	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
83	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
83	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
83	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
83	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
83	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
83	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
83	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
83	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
83	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
83	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
83	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
83	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
83	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
83	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
83	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
83	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
83	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
83	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
83	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
83	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
83	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
83	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
83	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
83	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
83	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
83	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
83	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
83	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
83	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
83	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
83	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
83	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
83	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
83	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
83	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
83	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
83	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
83	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
83	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
83	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
83	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
83	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
83	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
83	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
83	embedding2nn.weight	0	0.014789548702538013
83	embedding2nn.weight	1	0.00033201274345628917
83	embedding2nn.weight	2	0.00562451034784317
83	embedding2nn.weight	3	0.0008493452332913876
83	embedding2nn.weight	4	-0.008068962022662163
83	embedding2nn.weight	5	-0.00534714013338089
83	embedding2nn.weight	6	-0.0005123181617818773
83	embedding2nn.weight	7	-0.0030995092820376158
83	embedding2nn.weight	8	0.014511407352983952
83	embedding2nn.weight	9	0.004420807119458914
83	embedding2nn.bias	0	0.0029698971193283796
83	embedding2nn.bias	1	-0.01599440723657608
83	embedding2nn.bias	2	0.01568356715142727
83	embedding2nn.bias	3	-0.00765881547704339
83	embedding2nn.bias	4	-0.018796339631080627
83	embedding2nn.bias	5	-0.004568541422486305
83	embedding2nn.bias	6	0.007489521522074938
83	embedding2nn.bias	7	0.007899527437984943
83	embedding2nn.bias	8	-0.012719855643808842
83	embedding2nn.bias	9	0.004496583249419928
83	rnn.weight_ih_l0	0	-0.05163775384426117
83	rnn.weight_ih_l0	1	0.050759073346853256
83	rnn.weight_ih_l0	2	0.03180641308426857
83	rnn.weight_ih_l0	3	0.014708805829286575
83	rnn.weight_ih_l0	4	0.012736856006085873
83	rnn.weight_ih_l0	5	0.08414097875356674
83	rnn.weight_ih_l0	6	0.07586199790239334
83	rnn.weight_ih_l0	7	0.03780756890773773
83	rnn.weight_ih_l0	8	-0.04545099288225174
83	rnn.weight_ih_l0	9	0.008114887401461601
83	rnn.weight_hh_l0	0	0.008322051726281643
83	rnn.weight_hh_l0	1	-0.06343086808919907
83	rnn.weight_hh_l0	2	-0.0655343234539032
83	rnn.weight_hh_l0	3	0.07186537235975266
83	rnn.weight_hh_l0	4	0.07111083716154099
83	rnn.weight_hh_l0	5	0.004804727155715227
83	rnn.weight_hh_l0	6	0.005279739387333393
83	rnn.weight_hh_l0	7	-0.0221931841224432
83	rnn.weight_hh_l0	8	-0.029306361451745033
83	rnn.weight_hh_l0	9	0.05761326476931572
83	rnn.bias_ih_l0	0	-0.06575442850589752
83	rnn.bias_ih_l0	1	0.08713369816541672
83	rnn.bias_ih_l0	2	0.020740067586302757
83	rnn.bias_ih_l0	3	0.08494839817285538
83	rnn.bias_ih_l0	4	-0.07414290308952332
83	rnn.bias_ih_l0	5	0.08453740179538727
83	rnn.bias_ih_l0	6	-0.0697089210152626
83	rnn.bias_ih_l0	7	-0.03462567180395126
83	rnn.bias_ih_l0	8	-0.08505892008543015
83	rnn.bias_ih_l0	9	-0.04694778099656105
83	rnn.bias_hh_l0	0	0.03613731637597084
83	rnn.bias_hh_l0	1	0.07243046909570694
83	rnn.bias_hh_l0	2	0.06728491187095642
83	rnn.bias_hh_l0	3	0.0824192687869072
83	rnn.bias_hh_l0	4	-0.09503960609436035
83	rnn.bias_hh_l0	5	-0.07194920629262924
83	rnn.bias_hh_l0	6	0.07683455944061279
83	rnn.bias_hh_l0	7	-0.09358333796262741
83	rnn.bias_hh_l0	8	-0.026148689910769463
83	rnn.bias_hh_l0	9	0.001213238574564457
83	rnn.weight_ih_l0_reverse	0	0.07916543632745743
83	rnn.weight_ih_l0_reverse	1	0.07339563220739365
83	rnn.weight_ih_l0_reverse	2	0.03884589672088623
83	rnn.weight_ih_l0_reverse	3	0.0337073989212513
83	rnn.weight_ih_l0_reverse	4	-0.03716022148728371
83	rnn.weight_ih_l0_reverse	5	0.051004938781261444
83	rnn.weight_ih_l0_reverse	6	0.06644520163536072
83	rnn.weight_ih_l0_reverse	7	0.022658489644527435
83	rnn.weight_ih_l0_reverse	8	-0.05815640091896057
83	rnn.weight_ih_l0_reverse	9	-0.05280858278274536
83	rnn.weight_hh_l0_reverse	0	0.024971654638648033
83	rnn.weight_hh_l0_reverse	1	-0.08727263659238815
83	rnn.weight_hh_l0_reverse	2	0.06291873008012772
83	rnn.weight_hh_l0_reverse	3	-0.021281691268086433
83	rnn.weight_hh_l0_reverse	4	0.08344616740942001
83	rnn.weight_hh_l0_reverse	5	-0.001237111515365541
83	rnn.weight_hh_l0_reverse	6	0.02897598035633564
83	rnn.weight_hh_l0_reverse	7	0.07823817431926727
83	rnn.weight_hh_l0_reverse	8	-0.022192923352122307
83	rnn.weight_hh_l0_reverse	9	-0.04668577015399933
83	rnn.bias_ih_l0_reverse	0	0.0013944030506536365
83	rnn.bias_ih_l0_reverse	1	-0.021390344947576523
83	rnn.bias_ih_l0_reverse	2	-0.013764848001301289
83	rnn.bias_ih_l0_reverse	3	0.04420382156968117
83	rnn.bias_ih_l0_reverse	4	0.06616562604904175
83	rnn.bias_ih_l0_reverse	5	-0.022056257352232933
83	rnn.bias_ih_l0_reverse	6	-0.02742159366607666
83	rnn.bias_ih_l0_reverse	7	-0.049178894609212875
83	rnn.bias_ih_l0_reverse	8	0.010935669764876366
83	rnn.bias_ih_l0_reverse	9	-0.06905915588140488
83	rnn.bias_hh_l0_reverse	0	0.036380961537361145
83	rnn.bias_hh_l0_reverse	1	-0.07042175531387329
83	rnn.bias_hh_l0_reverse	2	0.07919099926948547
83	rnn.bias_hh_l0_reverse	3	0.055817585438489914
83	rnn.bias_hh_l0_reverse	4	0.021783649921417236
83	rnn.bias_hh_l0_reverse	5	0.04278908669948578
83	rnn.bias_hh_l0_reverse	6	0.061871472746133804
83	rnn.bias_hh_l0_reverse	7	0.08849745988845825
83	rnn.bias_hh_l0_reverse	8	-0.011006450280547142
83	rnn.bias_hh_l0_reverse	9	0.049456872045993805
83	rnn.weight_ih_l1	0	0.022436410188674927
83	rnn.weight_ih_l1	1	0.014844214543700218
83	rnn.weight_ih_l1	2	0.08064815402030945
83	rnn.weight_ih_l1	3	-0.024245433509349823
83	rnn.weight_ih_l1	4	-0.024137230589985847
83	rnn.weight_ih_l1	5	-0.013138989917933941
83	rnn.weight_ih_l1	6	0.07232948392629623
83	rnn.weight_ih_l1	7	-0.005308117251843214
83	rnn.weight_ih_l1	8	-0.052937932312488556
83	rnn.weight_ih_l1	9	0.05934379622340202
83	rnn.weight_hh_l1	0	-0.07545911520719528
83	rnn.weight_hh_l1	1	-0.03663388267159462
83	rnn.weight_hh_l1	2	-0.00822965707629919
83	rnn.weight_hh_l1	3	-0.058594711124897
83	rnn.weight_hh_l1	4	0.08505307137966156
83	rnn.weight_hh_l1	5	-0.08410967141389847
83	rnn.weight_hh_l1	6	-0.04902556911110878
83	rnn.weight_hh_l1	7	0.06490204483270645
83	rnn.weight_hh_l1	8	-0.013538183644413948
83	rnn.weight_hh_l1	9	-0.0392242856323719
83	rnn.bias_ih_l1	0	-0.04831098020076752
83	rnn.bias_ih_l1	1	0.0583607479929924
83	rnn.bias_ih_l1	2	-0.04928335174918175
83	rnn.bias_ih_l1	3	-0.07028866559267044
83	rnn.bias_ih_l1	4	-0.029401078820228577
83	rnn.bias_ih_l1	5	-0.017793284729123116
83	rnn.bias_ih_l1	6	-0.05483084172010422
83	rnn.bias_ih_l1	7	0.062349461019039154
83	rnn.bias_ih_l1	8	0.08380765467882156
83	rnn.bias_ih_l1	9	0.040246713906526566
83	rnn.bias_hh_l1	0	0.06951670348644257
83	rnn.bias_hh_l1	1	-0.058925747871398926
83	rnn.bias_hh_l1	2	0.022805843502283096
83	rnn.bias_hh_l1	3	0.06901947408914566
83	rnn.bias_hh_l1	4	0.056856486946344376
83	rnn.bias_hh_l1	5	-0.07757358998060226
83	rnn.bias_hh_l1	6	0.015234720893204212
83	rnn.bias_hh_l1	7	0.03930056467652321
83	rnn.bias_hh_l1	8	0.012220041826367378
83	rnn.bias_hh_l1	9	-0.0056091183796525
83	rnn.weight_ih_l1_reverse	0	0.08675980567932129
83	rnn.weight_ih_l1_reverse	1	-0.04187639430165291
83	rnn.weight_ih_l1_reverse	2	-0.06208599731326103
83	rnn.weight_ih_l1_reverse	3	0.025533126667141914
83	rnn.weight_ih_l1_reverse	4	-0.04597405344247818
83	rnn.weight_ih_l1_reverse	5	0.02411409094929695
83	rnn.weight_ih_l1_reverse	6	0.04050007835030556
83	rnn.weight_ih_l1_reverse	7	0.020465480163693428
83	rnn.weight_ih_l1_reverse	8	-0.00812687911093235
83	rnn.weight_ih_l1_reverse	9	-0.06616891175508499
83	rnn.weight_hh_l1_reverse	0	0.005446139257401228
83	rnn.weight_hh_l1_reverse	1	0.018822694197297096
83	rnn.weight_hh_l1_reverse	2	-0.058175839483737946
83	rnn.weight_hh_l1_reverse	3	-0.012734225951135159
83	rnn.weight_hh_l1_reverse	4	0.00873599760234356
83	rnn.weight_hh_l1_reverse	5	-0.06460507214069366
83	rnn.weight_hh_l1_reverse	6	-0.06729833036661148
83	rnn.weight_hh_l1_reverse	7	-0.011533619835972786
83	rnn.weight_hh_l1_reverse	8	-0.058489054441452026
83	rnn.weight_hh_l1_reverse	9	-0.043415144085884094
83	rnn.bias_ih_l1_reverse	0	-0.002736676950007677
83	rnn.bias_ih_l1_reverse	1	-0.041242893785238266
83	rnn.bias_ih_l1_reverse	2	0.021656382828950882
83	rnn.bias_ih_l1_reverse	3	-0.08134201914072037
83	rnn.bias_ih_l1_reverse	4	-0.08660538494586945
83	rnn.bias_ih_l1_reverse	5	-0.08851612359285355
83	rnn.bias_ih_l1_reverse	6	0.0607161670923233
83	rnn.bias_ih_l1_reverse	7	0.08512574434280396
83	rnn.bias_ih_l1_reverse	8	-0.0004328264039941132
83	rnn.bias_ih_l1_reverse	9	-0.011804107576608658
83	rnn.bias_hh_l1_reverse	0	0.059407588094472885
83	rnn.bias_hh_l1_reverse	1	-0.06787104904651642
83	rnn.bias_hh_l1_reverse	2	-0.050186637789011
83	rnn.bias_hh_l1_reverse	3	0.07330604642629623
83	rnn.bias_hh_l1_reverse	4	-0.02476217970252037
83	rnn.bias_hh_l1_reverse	5	-0.008477277122437954
83	rnn.bias_hh_l1_reverse	6	-0.05963745340704918
83	rnn.bias_hh_l1_reverse	7	-0.061602186411619186
83	rnn.bias_hh_l1_reverse	8	0.06512263417243958
83	rnn.bias_hh_l1_reverse	9	0.041795700788497925
83	rnn.weight_ih_l2	0	0.07276060432195663
83	rnn.weight_ih_l2	1	-0.05417696014046669
83	rnn.weight_ih_l2	2	0.0633356124162674
83	rnn.weight_ih_l2	3	0.06525696814060211
83	rnn.weight_ih_l2	4	0.05684375390410423
83	rnn.weight_ih_l2	5	-0.03749295324087143
83	rnn.weight_ih_l2	6	-0.07567238807678223
83	rnn.weight_ih_l2	7	0.013528693467378616
83	rnn.weight_ih_l2	8	-0.01714477129280567
83	rnn.weight_ih_l2	9	-0.06925083696842194
83	rnn.weight_hh_l2	0	0.048341572284698486
83	rnn.weight_hh_l2	1	0.03139791637659073
83	rnn.weight_hh_l2	2	-0.05488952621817589
83	rnn.weight_hh_l2	3	-0.025276513770222664
83	rnn.weight_hh_l2	4	0.05417851358652115
83	rnn.weight_hh_l2	5	-0.024661798030138016
83	rnn.weight_hh_l2	6	0.007857603952288628
83	rnn.weight_hh_l2	7	-0.052863139659166336
83	rnn.weight_hh_l2	8	-0.005627194419503212
83	rnn.weight_hh_l2	9	-0.01859898306429386
83	rnn.bias_ih_l2	0	0.1326145976781845
83	rnn.bias_ih_l2	1	0.014518463052809238
83	rnn.bias_ih_l2	2	0.0688423290848732
83	rnn.bias_ih_l2	3	0.017589708790183067
83	rnn.bias_ih_l2	4	-0.006337725557386875
83	rnn.bias_ih_l2	5	0.04146697372198105
83	rnn.bias_ih_l2	6	0.014849218539893627
83	rnn.bias_ih_l2	7	0.014707943424582481
83	rnn.bias_ih_l2	8	0.022581560537219048
83	rnn.bias_ih_l2	9	-0.015419271774590015
83	rnn.bias_hh_l2	0	0.0491577610373497
83	rnn.bias_hh_l2	1	0.003442279528826475
83	rnn.bias_hh_l2	2	0.07428321987390518
83	rnn.bias_hh_l2	3	0.031084243208169937
83	rnn.bias_hh_l2	4	0.07482077926397324
83	rnn.bias_hh_l2	5	-0.06223557889461517
83	rnn.bias_hh_l2	6	0.028959518298506737
83	rnn.bias_hh_l2	7	-0.026245323941111565
83	rnn.bias_hh_l2	8	0.04304236173629761
83	rnn.bias_hh_l2	9	0.08889670670032501
83	rnn.weight_ih_l2_reverse	0	0.08234171569347382
83	rnn.weight_ih_l2_reverse	1	-0.05498610436916351
83	rnn.weight_ih_l2_reverse	2	0.0008973893709480762
83	rnn.weight_ih_l2_reverse	3	0.035281576216220856
83	rnn.weight_ih_l2_reverse	4	0.05396982654929161
83	rnn.weight_ih_l2_reverse	5	-0.040637705475091934
83	rnn.weight_ih_l2_reverse	6	7.029249536572024e-05
83	rnn.weight_ih_l2_reverse	7	-0.010266032069921494
83	rnn.weight_ih_l2_reverse	8	0.0137789286673069
83	rnn.weight_ih_l2_reverse	9	-0.08149319142103195
83	rnn.weight_hh_l2_reverse	0	-0.08274981379508972
83	rnn.weight_hh_l2_reverse	1	0.012838511727750301
83	rnn.weight_hh_l2_reverse	2	0.010532999411225319
83	rnn.weight_hh_l2_reverse	3	0.02430613897740841
83	rnn.weight_hh_l2_reverse	4	-0.036921679973602295
83	rnn.weight_hh_l2_reverse	5	-0.015008103102445602
83	rnn.weight_hh_l2_reverse	6	-0.04273172467947006
83	rnn.weight_hh_l2_reverse	7	-0.05980899930000305
83	rnn.weight_hh_l2_reverse	8	-0.006677030585706234
83	rnn.weight_hh_l2_reverse	9	-0.059023499488830566
83	rnn.bias_ih_l2_reverse	0	-0.036135636270046234
83	rnn.bias_ih_l2_reverse	1	-0.027283189818263054
83	rnn.bias_ih_l2_reverse	2	0.038419872522354126
83	rnn.bias_ih_l2_reverse	3	0.013119771145284176
83	rnn.bias_ih_l2_reverse	4	0.07818686217069626
83	rnn.bias_ih_l2_reverse	5	-0.08918838948011398
83	rnn.bias_ih_l2_reverse	6	-0.043138451874256134
83	rnn.bias_ih_l2_reverse	7	-0.05257418379187584
83	rnn.bias_ih_l2_reverse	8	0.04938420653343201
83	rnn.bias_ih_l2_reverse	9	0.019990606233477592
83	rnn.bias_hh_l2_reverse	0	0.053349632769823074
83	rnn.bias_hh_l2_reverse	1	-0.061413444578647614
83	rnn.bias_hh_l2_reverse	2	-0.06707507371902466
83	rnn.bias_hh_l2_reverse	3	0.03447459638118744
83	rnn.bias_hh_l2_reverse	4	0.028324821963906288
83	rnn.bias_hh_l2_reverse	5	0.036864105612039566
83	rnn.bias_hh_l2_reverse	6	-0.08224399387836456
83	rnn.bias_hh_l2_reverse	7	-0.010177144780755043
83	rnn.bias_hh_l2_reverse	8	-0.09660769999027252
83	rnn.bias_hh_l2_reverse	9	-0.05446159839630127
83	linear.weight	0	0.025028489530086517
83	linear.weight	1	0.12407538294792175
83	linear.weight	2	-0.022207370027899742
83	linear.weight	3	-0.027411293238401413
83	linear.weight	4	-0.022248394787311554
83	linear.weight	5	0.05240321159362793
83	linear.weight	6	0.004058241378515959
83	linear.weight	7	-0.08166863024234772
83	linear.weight	8	0.01108027994632721
83	linear.weight	9	0.06259588897228241
83	linear.bias	0	0.5157601237297058
83	linear.bias	1	0.574252188205719
83	linear.bias	2	-1.5423766374588013
83	linear.bias	3	-0.05754556506872177
83	linear.bias	4	-0.050822705030441284
83	linear.bias	5	0.35106009244918823
84	transitions	0	0.06000152602791786
84	transitions	1	-10000.0
84	transitions	2	2.237499952316284
84	transitions	3	-1.0080304145812988
84	transitions	4	-10000.0
84	transitions	5	-10000.0
84	transitions	6	-10000.0
84	transitions	7	0.8825845122337341
84	transitions	8	0.8649762272834778
84	transitions	9	-1.2719368934631348
84	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
84	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
84	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
84	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
84	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
84	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
84	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
84	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
84	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
84	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
84	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
84	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
84	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
84	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
84	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
84	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
84	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
84	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
84	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
84	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
84	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
84	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
84	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
84	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
84	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
84	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
84	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
84	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
84	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
84	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
84	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
84	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
84	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
84	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
84	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
84	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
84	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
84	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
84	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
84	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
84	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
84	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
84	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
84	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
84	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
84	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
84	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
84	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
84	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
84	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
84	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
84	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
84	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
84	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
84	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
84	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
84	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
84	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
84	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
84	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
84	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
84	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
84	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
84	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
84	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
84	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
84	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
84	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
84	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
84	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
84	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
84	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
84	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
84	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
84	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
84	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
84	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
84	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
84	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
84	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
84	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
84	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
84	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
84	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
84	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
84	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
84	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
84	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
84	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
84	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
84	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
84	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
84	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
84	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
84	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
84	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
84	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
84	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
84	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
84	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
84	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
84	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
84	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
84	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
84	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
84	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
84	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
84	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
84	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
84	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
84	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
84	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
84	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
84	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
84	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
84	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
84	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
84	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
84	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
84	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
84	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
84	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
84	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
84	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
84	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
84	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
84	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
84	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
84	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
84	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
84	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
84	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
84	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
84	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
84	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
84	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
84	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
84	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
84	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
84	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
84	embedding2nn.weight	0	0.014786070212721825
84	embedding2nn.weight	1	0.00032809891854412854
84	embedding2nn.weight	2	0.005625036079436541
84	embedding2nn.weight	3	0.0008497860399074852
84	embedding2nn.weight	4	-0.008043922483921051
84	embedding2nn.weight	5	-0.005341938231140375
84	embedding2nn.weight	6	-0.00048673147102817893
84	embedding2nn.weight	7	-0.0031004645861685276
84	embedding2nn.weight	8	0.01461770012974739
84	embedding2nn.weight	9	0.004420196637511253
84	embedding2nn.bias	0	0.0031992350704967976
84	embedding2nn.bias	1	-0.016240473836660385
84	embedding2nn.bias	2	0.016508758068084717
84	embedding2nn.bias	3	-0.008659278973937035
84	embedding2nn.bias	4	-0.019925924018025398
84	embedding2nn.bias	5	-0.0033838641829788685
84	embedding2nn.bias	6	0.007048884406685829
84	embedding2nn.bias	7	0.00795754138380289
84	embedding2nn.bias	8	-0.012489193119108677
84	embedding2nn.bias	9	0.004400389734655619
84	rnn.weight_ih_l0	0	-0.051619671285152435
84	rnn.weight_ih_l0	1	0.05075741931796074
84	rnn.weight_ih_l0	2	0.031803056597709656
84	rnn.weight_ih_l0	3	0.014700899831950665
84	rnn.weight_ih_l0	4	0.012752552516758442
84	rnn.weight_ih_l0	5	0.0841493308544159
84	rnn.weight_ih_l0	6	0.07585304975509644
84	rnn.weight_ih_l0	7	0.03781038895249367
84	rnn.weight_ih_l0	8	-0.045400794595479965
84	rnn.weight_ih_l0	9	0.008098808117210865
84	rnn.weight_hh_l0	0	0.008329818956553936
84	rnn.weight_hh_l0	1	-0.06349150091409683
84	rnn.weight_hh_l0	2	-0.06553507596254349
84	rnn.weight_hh_l0	3	0.07192254066467285
84	rnn.weight_hh_l0	4	0.07112865895032883
84	rnn.weight_hh_l0	5	0.004787167999893427
84	rnn.weight_hh_l0	6	0.005201718769967556
84	rnn.weight_hh_l0	7	-0.02227848954498768
84	rnn.weight_hh_l0	8	-0.029309531673789024
84	rnn.weight_hh_l0	9	0.05763418227434158
84	rnn.bias_ih_l0	0	-0.06578478217124939
84	rnn.bias_ih_l0	1	0.08716899156570435
84	rnn.bias_ih_l0	2	0.020761821419000626
84	rnn.bias_ih_l0	3	0.08605509996414185
84	rnn.bias_ih_l0	4	-0.0742618590593338
84	rnn.bias_ih_l0	5	0.08464445173740387
84	rnn.bias_ih_l0	6	-0.06988252699375153
84	rnn.bias_ih_l0	7	-0.03459688648581505
84	rnn.bias_ih_l0	8	-0.085532046854496
84	rnn.bias_ih_l0	9	-0.04685956984758377
84	rnn.bias_hh_l0	0	0.036083340644836426
84	rnn.bias_hh_l0	1	0.07250667363405228
84	rnn.bias_hh_l0	2	0.0673273354768753
84	rnn.bias_hh_l0	3	0.08259018510580063
84	rnn.bias_hh_l0	4	-0.09534168988466263
84	rnn.bias_hh_l0	5	-0.07192235440015793
84	rnn.bias_hh_l0	6	0.07683885842561722
84	rnn.bias_hh_l0	7	-0.09326405078172684
84	rnn.bias_hh_l0	8	-0.02613741345703602
84	rnn.bias_hh_l0	9	0.0004280943248886615
84	rnn.weight_ih_l0_reverse	0	0.07916264235973358
84	rnn.weight_ih_l0_reverse	1	0.07339364290237427
84	rnn.weight_ih_l0_reverse	2	0.03884810954332352
84	rnn.weight_ih_l0_reverse	3	0.033702652901411057
84	rnn.weight_ih_l0_reverse	4	-0.037094295024871826
84	rnn.weight_ih_l0_reverse	5	0.05100115016102791
84	rnn.weight_ih_l0_reverse	6	0.06644721329212189
84	rnn.weight_ih_l0_reverse	7	0.02261044830083847
84	rnn.weight_ih_l0_reverse	8	-0.058144696056842804
84	rnn.weight_ih_l0_reverse	9	-0.05280809476971626
84	rnn.weight_hh_l0_reverse	0	0.024943575263023376
84	rnn.weight_hh_l0_reverse	1	-0.08728957176208496
84	rnn.weight_hh_l0_reverse	2	0.06291040778160095
84	rnn.weight_hh_l0_reverse	3	-0.021261755377054214
84	rnn.weight_hh_l0_reverse	4	0.0834718719124794
84	rnn.weight_hh_l0_reverse	5	-0.0012416564859449863
84	rnn.weight_hh_l0_reverse	6	0.029046745970845222
84	rnn.weight_hh_l0_reverse	7	0.07823482155799866
84	rnn.weight_hh_l0_reverse	8	-0.022183120250701904
84	rnn.weight_hh_l0_reverse	9	-0.046687886118888855
84	rnn.bias_ih_l0_reverse	0	0.0014802291989326477
84	rnn.bias_ih_l0_reverse	1	-0.020864665508270264
84	rnn.bias_ih_l0_reverse	2	-0.013600748032331467
84	rnn.bias_ih_l0_reverse	3	0.04436458274722099
84	rnn.bias_ih_l0_reverse	4	0.06623262166976929
84	rnn.bias_ih_l0_reverse	5	-0.022248471155762672
84	rnn.bias_ih_l0_reverse	6	-0.02738894894719124
84	rnn.bias_ih_l0_reverse	7	-0.049359433352947235
84	rnn.bias_ih_l0_reverse	8	0.011562579311430454
84	rnn.bias_ih_l0_reverse	9	-0.06828758865594864
84	rnn.bias_hh_l0_reverse	0	0.03634050488471985
84	rnn.bias_hh_l0_reverse	1	-0.06965018808841705
84	rnn.bias_hh_l0_reverse	2	0.08045653998851776
84	rnn.bias_hh_l0_reverse	3	0.05592280626296997
84	rnn.bias_hh_l0_reverse	4	0.022168876603245735
84	rnn.bias_hh_l0_reverse	5	0.043062612414360046
84	rnn.bias_hh_l0_reverse	6	0.06198316439986229
84	rnn.bias_hh_l0_reverse	7	0.08883264660835266
84	rnn.bias_hh_l0_reverse	8	-0.011010163463652134
84	rnn.bias_hh_l0_reverse	9	0.05018157884478569
84	rnn.weight_ih_l1	0	0.022272761911153793
84	rnn.weight_ih_l1	1	0.014916300773620605
84	rnn.weight_ih_l1	2	0.08107225596904755
84	rnn.weight_ih_l1	3	-0.024229515343904495
84	rnn.weight_ih_l1	4	-0.024124039337038994
84	rnn.weight_ih_l1	5	-0.013189146295189857
84	rnn.weight_ih_l1	6	0.0722818374633789
84	rnn.weight_ih_l1	7	-0.005293902009725571
84	rnn.weight_ih_l1	8	-0.05294381454586983
84	rnn.weight_ih_l1	9	0.05962328985333443
84	rnn.weight_hh_l1	0	-0.07529738545417786
84	rnn.weight_hh_l1	1	-0.03659927099943161
84	rnn.weight_hh_l1	2	-0.008231349289417267
84	rnn.weight_hh_l1	3	-0.05859249457716942
84	rnn.weight_hh_l1	4	0.08508352190256119
84	rnn.weight_hh_l1	5	-0.0841132178902626
84	rnn.weight_hh_l1	6	-0.049007296562194824
84	rnn.weight_hh_l1	7	0.06491173058748245
84	rnn.weight_hh_l1	8	-0.01353568583726883
84	rnn.weight_hh_l1	9	-0.03923017159104347
84	rnn.bias_ih_l1	0	-0.04790804535150528
84	rnn.bias_ih_l1	1	0.05852960795164108
84	rnn.bias_ih_l1	2	-0.049258042126894
84	rnn.bias_ih_l1	3	-0.07013408094644547
84	rnn.bias_ih_l1	4	-0.02955540642142296
84	rnn.bias_ih_l1	5	-0.018100319430232048
84	rnn.bias_ih_l1	6	-0.055035848170518875
84	rnn.bias_ih_l1	7	0.06259874254465103
84	rnn.bias_ih_l1	8	0.08399149775505066
84	rnn.bias_ih_l1	9	0.04083728790283203
84	rnn.bias_hh_l1	0	0.06944186985492706
84	rnn.bias_hh_l1	1	-0.058889422565698624
84	rnn.bias_hh_l1	2	0.02289743348956108
84	rnn.bias_hh_l1	3	0.06903152167797089
84	rnn.bias_hh_l1	4	0.056967444717884064
84	rnn.bias_hh_l1	5	-0.07797420024871826
84	rnn.bias_hh_l1	6	0.015117098577320576
84	rnn.bias_hh_l1	7	0.03939443081617355
84	rnn.bias_hh_l1	8	0.012148424051702023
84	rnn.bias_hh_l1	9	-0.005399364046752453
84	rnn.weight_ih_l1_reverse	0	0.08677249401807785
84	rnn.weight_ih_l1_reverse	1	-0.04183969274163246
84	rnn.weight_ih_l1_reverse	2	-0.06208242103457451
84	rnn.weight_ih_l1_reverse	3	0.025521988049149513
84	rnn.weight_ih_l1_reverse	4	-0.045990727841854095
84	rnn.weight_ih_l1_reverse	5	0.024109121412038803
84	rnn.weight_ih_l1_reverse	6	0.040497634559869766
84	rnn.weight_ih_l1_reverse	7	0.020534303039312363
84	rnn.weight_ih_l1_reverse	8	-0.008096094243228436
84	rnn.weight_ih_l1_reverse	9	-0.06614141166210175
84	rnn.weight_hh_l1_reverse	0	0.005442845169454813
84	rnn.weight_hh_l1_reverse	1	0.018824471160769463
84	rnn.weight_hh_l1_reverse	2	-0.05817250534892082
84	rnn.weight_hh_l1_reverse	3	-0.01274261623620987
84	rnn.weight_hh_l1_reverse	4	0.008734067901968956
84	rnn.weight_hh_l1_reverse	5	-0.06450089812278748
84	rnn.weight_hh_l1_reverse	6	-0.06728729605674744
84	rnn.weight_hh_l1_reverse	7	-0.011539166793227196
84	rnn.weight_hh_l1_reverse	8	-0.05836838483810425
84	rnn.weight_hh_l1_reverse	9	-0.04339944198727608
84	rnn.bias_ih_l1_reverse	0	-0.0028188745491206646
84	rnn.bias_ih_l1_reverse	1	-0.04131925478577614
84	rnn.bias_ih_l1_reverse	2	0.02193950116634369
84	rnn.bias_ih_l1_reverse	3	-0.08099740743637085
84	rnn.bias_ih_l1_reverse	4	-0.08662540465593338
84	rnn.bias_ih_l1_reverse	5	-0.08856987953186035
84	rnn.bias_ih_l1_reverse	6	0.06068364158272743
84	rnn.bias_ih_l1_reverse	7	0.08507594466209412
84	rnn.bias_ih_l1_reverse	8	0.00037801769212819636
84	rnn.bias_ih_l1_reverse	9	-0.01126466691493988
84	rnn.bias_hh_l1_reverse	0	0.05955270677804947
84	rnn.bias_hh_l1_reverse	1	-0.06769755482673645
84	rnn.bias_hh_l1_reverse	2	-0.05022512748837471
84	rnn.bias_hh_l1_reverse	3	0.0734456479549408
84	rnn.bias_hh_l1_reverse	4	-0.024879341945052147
84	rnn.bias_hh_l1_reverse	5	-0.008469820022583008
84	rnn.bias_hh_l1_reverse	6	-0.05987666919827461
84	rnn.bias_hh_l1_reverse	7	-0.06159784272313118
84	rnn.bias_hh_l1_reverse	8	0.06519067287445068
84	rnn.bias_hh_l1_reverse	9	0.0425603948533535
84	rnn.weight_ih_l2	0	0.0730481818318367
84	rnn.weight_ih_l2	1	-0.05416266992688179
84	rnn.weight_ih_l2	2	0.06333533674478531
84	rnn.weight_ih_l2	3	0.06527724862098694
84	rnn.weight_ih_l2	4	0.05694754049181938
84	rnn.weight_ih_l2	5	-0.037581734359264374
84	rnn.weight_ih_l2	6	-0.07568445056676865
84	rnn.weight_ih_l2	7	0.013530522584915161
84	rnn.weight_ih_l2	8	-0.01714170165359974
84	rnn.weight_ih_l2	9	-0.06924736499786377
84	rnn.weight_hh_l2	0	0.0483410470187664
84	rnn.weight_hh_l2	1	0.03138495981693268
84	rnn.weight_hh_l2	2	-0.05488000065088272
84	rnn.weight_hh_l2	3	-0.025276338681578636
84	rnn.weight_hh_l2	4	0.05418204143643379
84	rnn.weight_hh_l2	5	-0.024630924686789513
84	rnn.weight_hh_l2	6	0.007874884642660618
84	rnn.weight_hh_l2	7	-0.052869804203510284
84	rnn.weight_hh_l2	8	-0.005477949511259794
84	rnn.weight_hh_l2	9	-0.018654707819223404
84	rnn.bias_ih_l2	0	0.13588738441467285
84	rnn.bias_ih_l2	1	0.014483113773167133
84	rnn.bias_ih_l2	2	0.06994039565324783
84	rnn.bias_ih_l2	3	0.01768559217453003
84	rnn.bias_ih_l2	4	-0.006242077331990004
84	rnn.bias_ih_l2	5	0.04165889322757721
84	rnn.bias_ih_l2	6	0.014659352600574493
84	rnn.bias_ih_l2	7	0.014951024204492569
84	rnn.bias_ih_l2	8	0.022555233910679817
84	rnn.bias_ih_l2	9	-0.015359969809651375
84	rnn.bias_hh_l2	0	0.04875098168849945
84	rnn.bias_hh_l2	1	0.0036327147390693426
84	rnn.bias_hh_l2	2	0.07492007315158844
84	rnn.bias_hh_l2	3	0.030956264585256577
84	rnn.bias_hh_l2	4	0.07471670210361481
84	rnn.bias_hh_l2	5	-0.06166036054491997
84	rnn.bias_hh_l2	6	0.027533983811736107
84	rnn.bias_hh_l2	7	-0.02616564929485321
84	rnn.bias_hh_l2	8	0.0430239662528038
84	rnn.bias_hh_l2	9	0.09291014075279236
84	rnn.weight_ih_l2_reverse	0	0.08234008401632309
84	rnn.weight_ih_l2_reverse	1	-0.05499553680419922
84	rnn.weight_ih_l2_reverse	2	0.0009033539681695402
84	rnn.weight_ih_l2_reverse	3	0.035280562937259674
84	rnn.weight_ih_l2_reverse	4	0.05396852642297745
84	rnn.weight_ih_l2_reverse	5	-0.040651168674230576
84	rnn.weight_ih_l2_reverse	6	4.578427615342662e-05
84	rnn.weight_ih_l2_reverse	7	-0.0106122475117445
84	rnn.weight_ih_l2_reverse	8	0.013700854033231735
84	rnn.weight_ih_l2_reverse	9	-0.08145634829998016
84	rnn.weight_hh_l2_reverse	0	-0.08275002986192703
84	rnn.weight_hh_l2_reverse	1	0.012880202382802963
84	rnn.weight_hh_l2_reverse	2	0.010536917485296726
84	rnn.weight_hh_l2_reverse	3	0.024305587634444237
84	rnn.weight_hh_l2_reverse	4	-0.036922890692949295
84	rnn.weight_hh_l2_reverse	5	-0.015002714470028877
84	rnn.weight_hh_l2_reverse	6	-0.042683180421590805
84	rnn.weight_hh_l2_reverse	7	-0.05981092527508736
84	rnn.weight_hh_l2_reverse	8	-0.006677779834717512
84	rnn.weight_hh_l2_reverse	9	-0.059023477137088776
84	rnn.bias_ih_l2_reverse	0	-0.03685736283659935
84	rnn.bias_ih_l2_reverse	1	-0.027215592563152313
84	rnn.bias_ih_l2_reverse	2	0.03850259259343147
84	rnn.bias_ih_l2_reverse	3	0.012964379973709583
84	rnn.bias_ih_l2_reverse	4	0.07825960218906403
84	rnn.bias_ih_l2_reverse	5	-0.08920662105083466
84	rnn.bias_ih_l2_reverse	6	-0.04309476166963577
84	rnn.bias_ih_l2_reverse	7	-0.05200719088315964
84	rnn.bias_ih_l2_reverse	8	0.05000816285610199
84	rnn.bias_ih_l2_reverse	9	0.018249524757266045
84	rnn.bias_hh_l2_reverse	0	0.05798343941569328
84	rnn.bias_hh_l2_reverse	1	-0.062126584351062775
84	rnn.bias_hh_l2_reverse	2	-0.06708963960409164
84	rnn.bias_hh_l2_reverse	3	0.03453492745757103
84	rnn.bias_hh_l2_reverse	4	0.028515899553894997
84	rnn.bias_hh_l2_reverse	5	0.036872729659080505
84	rnn.bias_hh_l2_reverse	6	-0.08220160752534866
84	rnn.bias_hh_l2_reverse	7	-0.010201435536146164
84	rnn.bias_hh_l2_reverse	8	-0.09645719081163406
84	rnn.bias_hh_l2_reverse	9	-0.054681237787008286
84	linear.weight	0	0.025028489530086517
84	linear.weight	1	0.13032647967338562
84	linear.weight	2	-0.02225368097424507
84	linear.weight	3	-0.028700806200504303
84	linear.weight	4	-0.022248394787311554
84	linear.weight	5	0.05160445719957352
84	linear.weight	6	0.005477807950228453
84	linear.weight	7	-0.08406654745340347
84	linear.weight	8	0.011146864853799343
84	linear.weight	9	0.06370390206575394
84	linear.bias	0	0.5163073539733887
84	linear.bias	1	0.5748598575592041
84	linear.bias	2	-1.5440924167633057
84	linear.bias	3	-0.05754556506872177
84	linear.bias	4	-0.050822705030441284
84	linear.bias	5	0.35162100195884705
85	transitions	0	0.059714339673519135
85	transitions	1	-10000.0
85	transitions	2	2.236412525177002
85	transitions	3	-1.021498441696167
85	transitions	4	-10000.0
85	transitions	5	-10000.0
85	transitions	6	-10000.0
85	transitions	7	0.8825666904449463
85	transitions	8	0.8644856810569763
85	transitions	9	-1.2734012603759766
85	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
85	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
85	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
85	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
85	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
85	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
85	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
85	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
85	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
85	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
85	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
85	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
85	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
85	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
85	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
85	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
85	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
85	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
85	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
85	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
85	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
85	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
85	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
85	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
85	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
85	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
85	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
85	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
85	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
85	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
85	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
85	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
85	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
85	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
85	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
85	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
85	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
85	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
85	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
85	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
85	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
85	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
85	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
85	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
85	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
85	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
85	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
85	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
85	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
85	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
85	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
85	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
85	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
85	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
85	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
85	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
85	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
85	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
85	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
85	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
85	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
85	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
85	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
85	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
85	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
85	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
85	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
85	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
85	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
85	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
85	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
85	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
85	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
85	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
85	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
85	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
85	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
85	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
85	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
85	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
85	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
85	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
85	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
85	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
85	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
85	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
85	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
85	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
85	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
85	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
85	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
85	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
85	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
85	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
85	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
85	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
85	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
85	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
85	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
85	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
85	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
85	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
85	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
85	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
85	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
85	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
85	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
85	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
85	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
85	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
85	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
85	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
85	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
85	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
85	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
85	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
85	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
85	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
85	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
85	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
85	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
85	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
85	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
85	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
85	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
85	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
85	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
85	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
85	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
85	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
85	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
85	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
85	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
85	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
85	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
85	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
85	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
85	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
85	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
85	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
85	embedding2nn.weight	0	0.014778131619095802
85	embedding2nn.weight	1	0.0003228728601243347
85	embedding2nn.weight	2	0.005625399295240641
85	embedding2nn.weight	3	0.0008553155930712819
85	embedding2nn.weight	4	-0.00805513933300972
85	embedding2nn.weight	5	-0.0053415424190461636
85	embedding2nn.weight	6	-0.0004843641654588282
85	embedding2nn.weight	7	-0.003095775842666626
85	embedding2nn.weight	8	0.01459831278771162
85	embedding2nn.weight	9	0.004421530291438103
85	embedding2nn.bias	0	0.0014773119473829865
85	embedding2nn.bias	1	-0.015045594424009323
85	embedding2nn.bias	2	0.018531545996665955
85	embedding2nn.bias	3	-0.00922828633338213
85	embedding2nn.bias	4	-0.01972677744925022
85	embedding2nn.bias	5	-0.002368196612223983
85	embedding2nn.bias	6	0.007732750847935677
85	embedding2nn.bias	7	0.009091286920011044
85	embedding2nn.bias	8	-0.012555005960166454
85	embedding2nn.bias	9	0.0049289860762655735
85	rnn.weight_ih_l0	0	-0.05158640071749687
85	rnn.weight_ih_l0	1	0.050762839615345
85	rnn.weight_ih_l0	2	0.031802959740161896
85	rnn.weight_ih_l0	3	0.014705668203532696
85	rnn.weight_ih_l0	4	0.012795839458703995
85	rnn.weight_ih_l0	5	0.08415190875530243
85	rnn.weight_ih_l0	6	0.07586685568094254
85	rnn.weight_ih_l0	7	0.03780858591198921
85	rnn.weight_ih_l0	8	-0.04546079784631729
85	rnn.weight_ih_l0	9	0.008077834732830524
85	rnn.weight_hh_l0	0	0.008324976079165936
85	rnn.weight_hh_l0	1	-0.06351729482412338
85	rnn.weight_hh_l0	2	-0.06553888320922852
85	rnn.weight_hh_l0	3	0.07192058116197586
85	rnn.weight_hh_l0	4	0.07113508880138397
85	rnn.weight_hh_l0	5	0.004778269678354263
85	rnn.weight_hh_l0	6	0.005059423390775919
85	rnn.weight_hh_l0	7	-0.022083479911088943
85	rnn.weight_hh_l0	8	-0.029230039566755295
85	rnn.weight_hh_l0	9	0.057643044739961624
85	rnn.bias_ih_l0	0	-0.06498846411705017
85	rnn.bias_ih_l0	1	0.08741915225982666
85	rnn.bias_ih_l0	2	0.02075522392988205
85	rnn.bias_ih_l0	3	0.08464682847261429
85	rnn.bias_ih_l0	4	-0.07538187503814697
85	rnn.bias_ih_l0	5	0.08475962281227112
85	rnn.bias_ih_l0	6	-0.06708724051713943
85	rnn.bias_ih_l0	7	-0.03457088768482208
85	rnn.bias_ih_l0	8	-0.08399253338575363
85	rnn.bias_ih_l0	9	-0.04672173038125038
85	rnn.bias_hh_l0	0	0.035670991986989975
85	rnn.bias_hh_l0	1	0.07248400896787643
85	rnn.bias_hh_l0	2	0.06737293303012848
85	rnn.bias_hh_l0	3	0.08268163353204727
85	rnn.bias_hh_l0	4	-0.09736920893192291
85	rnn.bias_hh_l0	5	-0.07194221764802933
85	rnn.bias_hh_l0	6	0.07683009654283524
85	rnn.bias_hh_l0	7	-0.0950237363576889
85	rnn.bias_hh_l0	8	-0.026111988350749016
85	rnn.bias_hh_l0	9	-0.0013061121571809053
85	rnn.weight_ih_l0_reverse	0	0.07916078716516495
85	rnn.weight_ih_l0_reverse	1	0.07338575273752213
85	rnn.weight_ih_l0_reverse	2	0.038856230676174164
85	rnn.weight_ih_l0_reverse	3	0.03370535746216774
85	rnn.weight_ih_l0_reverse	4	-0.03716697916388512
85	rnn.weight_ih_l0_reverse	5	0.051001425832509995
85	rnn.weight_ih_l0_reverse	6	0.0664495974779129
85	rnn.weight_ih_l0_reverse	7	0.02261054888367653
85	rnn.weight_ih_l0_reverse	8	-0.058131374418735504
85	rnn.weight_ih_l0_reverse	9	-0.05280843377113342
85	rnn.weight_hh_l0_reverse	0	0.025110449641942978
85	rnn.weight_hh_l0_reverse	1	-0.08728141337633133
85	rnn.weight_hh_l0_reverse	2	0.0629146546125412
85	rnn.weight_hh_l0_reverse	3	-0.021243207156658173
85	rnn.weight_hh_l0_reverse	4	0.08360160887241364
85	rnn.weight_hh_l0_reverse	5	-0.0012391190975904465
85	rnn.weight_hh_l0_reverse	6	0.029138293117284775
85	rnn.weight_hh_l0_reverse	7	0.07823440432548523
85	rnn.weight_hh_l0_reverse	8	-0.02218734286725521
85	rnn.weight_hh_l0_reverse	9	-0.04668951407074928
85	rnn.bias_ih_l0_reverse	0	0.0015430977800861
85	rnn.bias_ih_l0_reverse	1	-0.020070718601346016
85	rnn.bias_ih_l0_reverse	2	-0.013834696263074875
85	rnn.bias_ih_l0_reverse	3	0.0439821258187294
85	rnn.bias_ih_l0_reverse	4	0.0661439374089241
85	rnn.bias_ih_l0_reverse	5	-0.022451510652899742
85	rnn.bias_ih_l0_reverse	6	-0.02742336131632328
85	rnn.bias_ih_l0_reverse	7	-0.04962341487407684
85	rnn.bias_ih_l0_reverse	8	0.011719314381480217
85	rnn.bias_ih_l0_reverse	9	-0.06925010681152344
85	rnn.bias_hh_l0_reverse	0	0.03636954724788666
85	rnn.bias_hh_l0_reverse	1	-0.07061270624399185
85	rnn.bias_hh_l0_reverse	2	0.08047103136777878
85	rnn.bias_hh_l0_reverse	3	0.05595700815320015
85	rnn.bias_hh_l0_reverse	4	0.02171986550092697
85	rnn.bias_hh_l0_reverse	5	0.043304115533828735
85	rnn.bias_hh_l0_reverse	6	0.061905402690172195
85	rnn.bias_hh_l0_reverse	7	0.08849023282527924
85	rnn.bias_hh_l0_reverse	8	-0.011299981735646725
85	rnn.bias_hh_l0_reverse	9	0.050945330411195755
85	rnn.weight_ih_l1	0	0.02226647362112999
85	rnn.weight_ih_l1	1	0.014911693520843983
85	rnn.weight_ih_l1	2	0.08165685832500458
85	rnn.weight_ih_l1	3	-0.024209558963775635
85	rnn.weight_ih_l1	4	-0.024104474112391472
85	rnn.weight_ih_l1	5	-0.01308928057551384
85	rnn.weight_ih_l1	6	0.07238998264074326
85	rnn.weight_ih_l1	7	-0.005240630824118853
85	rnn.weight_ih_l1	8	-0.052942629903554916
85	rnn.weight_ih_l1	9	0.05965124070644379
85	rnn.weight_hh_l1	0	-0.0752675011754036
85	rnn.weight_hh_l1	1	-0.036540281027555466
85	rnn.weight_hh_l1	2	-0.008227838203310966
85	rnn.weight_hh_l1	3	-0.05862721428275108
85	rnn.weight_hh_l1	4	0.0850515142083168
85	rnn.weight_hh_l1	5	-0.08415541052818298
85	rnn.weight_hh_l1	6	-0.04906303435564041
85	rnn.weight_hh_l1	7	0.06477367877960205
85	rnn.weight_hh_l1	8	-0.013541332446038723
85	rnn.weight_hh_l1	9	-0.03919428959488869
85	rnn.bias_ih_l1	0	-0.04734688997268677
85	rnn.bias_ih_l1	1	0.05811550095677376
85	rnn.bias_ih_l1	2	-0.04923805594444275
85	rnn.bias_ih_l1	3	-0.0699005052447319
85	rnn.bias_ih_l1	4	-0.029581403359770775
85	rnn.bias_ih_l1	5	-0.021994028240442276
85	rnn.bias_ih_l1	6	-0.05455028638243675
85	rnn.bias_ih_l1	7	0.06274043023586273
85	rnn.bias_ih_l1	8	0.084256112575531
85	rnn.bias_ih_l1	9	0.04410083219408989
85	rnn.bias_hh_l1	0	0.06949314475059509
85	rnn.bias_hh_l1	1	-0.058906715363264084
85	rnn.bias_hh_l1	2	0.02278575301170349
85	rnn.bias_hh_l1	3	0.06864465028047562
85	rnn.bias_hh_l1	4	0.05705542862415314
85	rnn.bias_hh_l1	5	-0.07826095819473267
85	rnn.bias_hh_l1	6	0.01515867467969656
85	rnn.bias_hh_l1	7	0.039445243775844574
85	rnn.bias_hh_l1	8	0.012369789183139801
85	rnn.bias_hh_l1	9	-0.005162804387509823
85	rnn.weight_ih_l1_reverse	0	0.08677038550376892
85	rnn.weight_ih_l1_reverse	1	-0.04184771329164505
85	rnn.weight_ih_l1_reverse	2	-0.06209432706236839
85	rnn.weight_ih_l1_reverse	3	0.025518344715237617
85	rnn.weight_ih_l1_reverse	4	-0.04598797857761383
85	rnn.weight_ih_l1_reverse	5	0.02410782314836979
85	rnn.weight_ih_l1_reverse	6	0.040502022951841354
85	rnn.weight_ih_l1_reverse	7	0.020556554198265076
85	rnn.weight_ih_l1_reverse	8	-0.008105606772005558
85	rnn.weight_ih_l1_reverse	9	-0.06589804589748383
85	rnn.weight_hh_l1_reverse	0	0.005438911262899637
85	rnn.weight_hh_l1_reverse	1	0.01881968043744564
85	rnn.weight_hh_l1_reverse	2	-0.05817008763551712
85	rnn.weight_hh_l1_reverse	3	-0.012730816379189491
85	rnn.weight_hh_l1_reverse	4	0.008739085868000984
85	rnn.weight_hh_l1_reverse	5	-0.06437154114246368
85	rnn.weight_hh_l1_reverse	6	-0.06729228049516678
85	rnn.weight_hh_l1_reverse	7	-0.011539183557033539
85	rnn.weight_hh_l1_reverse	8	-0.05846860259771347
85	rnn.weight_hh_l1_reverse	9	-0.04339096322655678
85	rnn.bias_ih_l1_reverse	0	-0.002801336580887437
85	rnn.bias_ih_l1_reverse	1	-0.04141481593251228
85	rnn.bias_ih_l1_reverse	2	0.02250932715833187
85	rnn.bias_ih_l1_reverse	3	-0.08136596530675888
85	rnn.bias_ih_l1_reverse	4	-0.08667950332164764
85	rnn.bias_ih_l1_reverse	5	-0.08841904997825623
85	rnn.bias_ih_l1_reverse	6	0.060730479657649994
85	rnn.bias_ih_l1_reverse	7	0.08512185513973236
85	rnn.bias_ih_l1_reverse	8	0.0022360102739185095
85	rnn.bias_ih_l1_reverse	9	-0.010973493568599224
85	rnn.bias_hh_l1_reverse	0	0.05973076820373535
85	rnn.bias_hh_l1_reverse	1	-0.0673603042960167
85	rnn.bias_hh_l1_reverse	2	-0.05037984997034073
85	rnn.bias_hh_l1_reverse	3	0.07307605445384979
85	rnn.bias_hh_l1_reverse	4	-0.02474944479763508
85	rnn.bias_hh_l1_reverse	5	-0.008447576314210892
85	rnn.bias_hh_l1_reverse	6	-0.05979367718100548
85	rnn.bias_hh_l1_reverse	7	-0.06163286045193672
85	rnn.bias_hh_l1_reverse	8	0.06534196436405182
85	rnn.bias_hh_l1_reverse	9	0.03920375555753708
85	rnn.weight_ih_l2	0	0.07305856794118881
85	rnn.weight_ih_l2	1	-0.054167069494724274
85	rnn.weight_ih_l2	2	0.06333582103252411
85	rnn.weight_ih_l2	3	0.06525639444589615
85	rnn.weight_ih_l2	4	0.05703607201576233
85	rnn.weight_ih_l2	5	-0.037602201104164124
85	rnn.weight_ih_l2	6	-0.0757523626089096
85	rnn.weight_ih_l2	7	0.013557354919612408
85	rnn.weight_ih_l2	8	-0.017142578959465027
85	rnn.weight_ih_l2	9	-0.06924580037593842
85	rnn.weight_hh_l2	0	0.04834267869591713
85	rnn.weight_hh_l2	1	0.031373072415590286
85	rnn.weight_hh_l2	2	-0.05487790331244469
85	rnn.weight_hh_l2	3	-0.025251969695091248
85	rnn.weight_hh_l2	4	0.05419502034783363
85	rnn.weight_hh_l2	5	-0.02460724674165249
85	rnn.weight_hh_l2	6	0.007870548404753208
85	rnn.weight_hh_l2	7	-0.052871134132146835
85	rnn.weight_hh_l2	8	-0.00538701843470335
85	rnn.weight_hh_l2	9	-0.018723364919424057
85	rnn.bias_ih_l2	0	0.12803596258163452
85	rnn.bias_ih_l2	1	0.014350484125316143
85	rnn.bias_ih_l2	2	0.07160776853561401
85	rnn.bias_ih_l2	3	0.017891857773065567
85	rnn.bias_ih_l2	4	-0.006086531560868025
85	rnn.bias_ih_l2	5	0.042554110288619995
85	rnn.bias_ih_l2	6	0.014433091506361961
85	rnn.bias_ih_l2	7	0.01504593063145876
85	rnn.bias_ih_l2	8	0.02228253148496151
85	rnn.bias_ih_l2	9	-0.015597633086144924
85	rnn.bias_hh_l2	0	0.04800695925951004
85	rnn.bias_hh_l2	1	0.003873978741466999
85	rnn.bias_hh_l2	2	0.0752788707613945
85	rnn.bias_hh_l2	3	0.030905986204743385
85	rnn.bias_hh_l2	4	0.07479977607727051
85	rnn.bias_hh_l2	5	-0.06399869918823242
85	rnn.bias_hh_l2	6	0.02681322954595089
85	rnn.bias_hh_l2	7	-0.026345310732722282
85	rnn.bias_hh_l2	8	0.04303225129842758
85	rnn.bias_hh_l2	9	0.09144299477338791
85	rnn.weight_ih_l2_reverse	0	0.08233492076396942
85	rnn.weight_ih_l2_reverse	1	-0.05496509373188019
85	rnn.weight_ih_l2_reverse	2	0.0009071246604435146
85	rnn.weight_ih_l2_reverse	3	0.03526958450675011
85	rnn.weight_ih_l2_reverse	4	0.05396512150764465
85	rnn.weight_ih_l2_reverse	5	-0.040648046880960464
85	rnn.weight_ih_l2_reverse	6	-0.00029704259941354394
85	rnn.weight_ih_l2_reverse	7	-0.010647633112967014
85	rnn.weight_ih_l2_reverse	8	0.013860356993973255
85	rnn.weight_ih_l2_reverse	9	-0.08146380633115768
85	rnn.weight_hh_l2_reverse	0	-0.08275092393159866
85	rnn.weight_hh_l2_reverse	1	0.012804779224097729
85	rnn.weight_hh_l2_reverse	2	0.010533865541219711
85	rnn.weight_hh_l2_reverse	3	0.024309860542416573
85	rnn.weight_hh_l2_reverse	4	-0.036926399916410446
85	rnn.weight_hh_l2_reverse	5	-0.01500680111348629
85	rnn.weight_hh_l2_reverse	6	-0.04280329495668411
85	rnn.weight_hh_l2_reverse	7	-0.05981198698282242
85	rnn.weight_hh_l2_reverse	8	-0.006680484861135483
85	rnn.weight_hh_l2_reverse	9	-0.05901648849248886
85	rnn.bias_ih_l2_reverse	0	-0.037639837712049484
85	rnn.bias_ih_l2_reverse	1	-0.027194291353225708
85	rnn.bias_ih_l2_reverse	2	0.038706496357917786
85	rnn.bias_ih_l2_reverse	3	0.011690017767250538
85	rnn.bias_ih_l2_reverse	4	0.0781492218375206
85	rnn.bias_ih_l2_reverse	5	-0.08919651061296463
85	rnn.bias_ih_l2_reverse	6	-0.0430862121284008
85	rnn.bias_ih_l2_reverse	7	-0.05116284638643265
85	rnn.bias_ih_l2_reverse	8	0.04998468980193138
85	rnn.bias_ih_l2_reverse	9	0.015861857682466507
85	rnn.bias_hh_l2_reverse	0	0.058543089777231216
85	rnn.bias_hh_l2_reverse	1	-0.061609115451574326
85	rnn.bias_hh_l2_reverse	2	-0.06707780063152313
85	rnn.bias_hh_l2_reverse	3	0.034526001662015915
85	rnn.bias_hh_l2_reverse	4	0.028742069378495216
85	rnn.bias_hh_l2_reverse	5	0.036768898367881775
85	rnn.bias_hh_l2_reverse	6	-0.08216357231140137
85	rnn.bias_hh_l2_reverse	7	-0.010084099136292934
85	rnn.bias_hh_l2_reverse	8	-0.09638848155736923
85	rnn.bias_hh_l2_reverse	9	-0.054700400680303574
85	linear.weight	0	0.025028489530086517
85	linear.weight	1	0.13229401409626007
85	linear.weight	2	-0.022311469539999962
85	linear.weight	3	-0.02728523127734661
85	linear.weight	4	-0.022248394787311554
85	linear.weight	5	0.05174493044614792
85	linear.weight	6	0.005234239157289267
85	linear.weight	7	-0.08639637380838394
85	linear.weight	8	0.011407456360757351
85	linear.weight	9	0.06475986540317535
85	linear.bias	0	0.5123754739761353
85	linear.bias	1	0.5525174140930176
85	linear.bias	2	-1.5455652475357056
85	linear.bias	3	-0.05754556506872177
85	linear.bias	4	-0.050822705030441284
85	linear.bias	5	0.3793681263923645
86	transitions	0	0.059107668697834015
86	transitions	1	-10000.0
86	transitions	2	2.2484805583953857
86	transitions	3	-1.0305129289627075
86	transitions	4	-10000.0
86	transitions	5	-10000.0
86	transitions	6	-10000.0
86	transitions	7	0.8825572729110718
86	transitions	8	0.8642339706420898
86	transitions	9	-1.2745685577392578
86	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
86	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
86	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
86	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
86	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
86	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
86	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
86	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
86	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
86	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
86	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
86	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
86	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
86	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
86	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
86	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
86	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
86	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
86	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
86	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
86	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
86	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
86	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
86	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
86	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
86	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
86	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
86	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
86	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
86	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
86	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
86	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
86	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
86	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
86	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
86	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
86	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
86	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
86	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
86	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
86	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
86	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
86	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
86	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
86	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
86	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
86	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
86	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
86	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
86	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
86	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
86	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
86	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
86	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
86	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
86	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
86	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
86	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
86	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
86	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
86	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
86	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
86	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
86	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
86	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
86	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
86	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
86	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
86	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
86	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
86	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
86	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
86	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
86	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
86	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
86	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
86	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
86	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
86	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
86	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
86	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
86	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
86	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
86	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
86	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
86	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
86	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
86	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
86	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
86	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
86	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
86	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
86	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
86	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
86	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
86	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
86	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
86	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
86	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
86	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
86	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
86	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
86	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
86	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
86	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
86	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
86	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
86	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
86	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
86	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
86	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
86	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
86	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
86	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
86	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
86	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
86	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
86	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
86	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
86	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
86	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
86	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
86	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
86	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
86	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
86	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
86	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
86	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
86	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
86	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
86	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
86	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
86	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
86	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
86	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
86	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
86	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
86	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
86	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
86	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
86	embedding2nn.weight	0	0.014759542420506477
86	embedding2nn.weight	1	0.00033564274781383574
86	embedding2nn.weight	2	0.005626395810395479
86	embedding2nn.weight	3	0.0008559373673051596
86	embedding2nn.weight	4	-0.008059394545853138
86	embedding2nn.weight	5	-0.005328027531504631
86	embedding2nn.weight	6	-0.00046896192361600697
86	embedding2nn.weight	7	-0.0030958226416260004
86	embedding2nn.weight	8	0.014639031141996384
86	embedding2nn.weight	9	0.0044206660240888596
86	embedding2nn.bias	0	0.0009129919926635921
86	embedding2nn.bias	1	-0.013961230404675007
86	embedding2nn.bias	2	0.01906646601855755
86	embedding2nn.bias	3	-0.009731798432767391
86	embedding2nn.bias	4	-0.019842762500047684
86	embedding2nn.bias	5	-0.0023395575117319822
86	embedding2nn.bias	6	0.007598347496241331
86	embedding2nn.bias	7	0.009042443707585335
86	embedding2nn.bias	8	-0.012342024594545364
86	embedding2nn.bias	9	0.004939941223710775
86	rnn.weight_ih_l0	0	-0.051604099571704865
86	rnn.weight_ih_l0	1	0.0507664680480957
86	rnn.weight_ih_l0	2	0.03180348873138428
86	rnn.weight_ih_l0	3	0.014706077985465527
86	rnn.weight_ih_l0	4	0.012817416340112686
86	rnn.weight_ih_l0	5	0.08415038138628006
86	rnn.weight_ih_l0	6	0.07587176561355591
86	rnn.weight_ih_l0	7	0.03781028091907501
86	rnn.weight_ih_l0	8	-0.04548080265522003
86	rnn.weight_ih_l0	9	0.008092653006315231
86	rnn.weight_hh_l0	0	0.008322975598275661
86	rnn.weight_hh_l0	1	-0.06353379786014557
86	rnn.weight_hh_l0	2	-0.06553533673286438
86	rnn.weight_hh_l0	3	0.07191494107246399
86	rnn.weight_hh_l0	4	0.07112632691860199
86	rnn.weight_hh_l0	5	0.004747017752379179
86	rnn.weight_hh_l0	6	0.005058674141764641
86	rnn.weight_hh_l0	7	-0.021936563774943352
86	rnn.weight_hh_l0	8	-0.02921835519373417
86	rnn.weight_hh_l0	9	0.05763823911547661
86	rnn.bias_ih_l0	0	-0.06492161005735397
86	rnn.bias_ih_l0	1	0.0873754546046257
86	rnn.bias_ih_l0	2	0.02072211168706417
86	rnn.bias_ih_l0	3	0.08407577127218246
86	rnn.bias_ih_l0	4	-0.07611526548862457
86	rnn.bias_ih_l0	5	0.08459831774234772
86	rnn.bias_ih_l0	6	-0.06712128221988678
86	rnn.bias_ih_l0	7	-0.03465646132826805
86	rnn.bias_ih_l0	8	-0.08380855619907379
86	rnn.bias_ih_l0	9	-0.04671741649508476
86	rnn.bias_hh_l0	0	0.03512607514858246
86	rnn.bias_hh_l0	1	0.07258222997188568
86	rnn.bias_hh_l0	2	0.06746898591518402
86	rnn.bias_hh_l0	3	0.08274029195308685
86	rnn.bias_hh_l0	4	-0.09764813631772995
86	rnn.bias_hh_l0	5	-0.07193353027105331
86	rnn.bias_hh_l0	6	0.07686968147754669
86	rnn.bias_hh_l0	7	-0.09501414746046066
86	rnn.bias_hh_l0	8	-0.026104606688022614
86	rnn.bias_hh_l0	9	-0.0016025073127821088
86	rnn.weight_ih_l0_reverse	0	0.07916589081287384
86	rnn.weight_ih_l0_reverse	1	0.07338179647922516
86	rnn.weight_ih_l0_reverse	2	0.038856975734233856
86	rnn.weight_ih_l0_reverse	3	0.03370942547917366
86	rnn.weight_ih_l0_reverse	4	-0.03716724365949631
86	rnn.weight_ih_l0_reverse	5	0.05099836736917496
86	rnn.weight_ih_l0_reverse	6	0.06645426899194717
86	rnn.weight_ih_l0_reverse	7	0.022621477022767067
86	rnn.weight_ih_l0_reverse	8	-0.05812333896756172
86	rnn.weight_ih_l0_reverse	9	-0.05280590057373047
86	rnn.weight_hh_l0_reverse	0	0.025099268183112144
86	rnn.weight_hh_l0_reverse	1	-0.08729574084281921
86	rnn.weight_hh_l0_reverse	2	0.06293867528438568
86	rnn.weight_hh_l0_reverse	3	-0.021251371130347252
86	rnn.weight_hh_l0_reverse	4	0.08360709995031357
86	rnn.weight_hh_l0_reverse	5	-0.0012404769659042358
86	rnn.weight_hh_l0_reverse	6	0.029136762022972107
86	rnn.weight_hh_l0_reverse	7	0.07823587208986282
86	rnn.weight_hh_l0_reverse	8	-0.02219117246568203
86	rnn.weight_hh_l0_reverse	9	-0.04669264703989029
86	rnn.bias_ih_l0_reverse	0	0.0015938278520479798
86	rnn.bias_ih_l0_reverse	1	-0.020690614357590675
86	rnn.bias_ih_l0_reverse	2	-0.013979463838040829
86	rnn.bias_ih_l0_reverse	3	0.04389067739248276
86	rnn.bias_ih_l0_reverse	4	0.06608647108078003
86	rnn.bias_ih_l0_reverse	5	-0.022479694336652756
86	rnn.bias_ih_l0_reverse	6	-0.027396593242883682
86	rnn.bias_ih_l0_reverse	7	-0.049658600240945816
86	rnn.bias_ih_l0_reverse	8	0.011176154017448425
86	rnn.bias_ih_l0_reverse	9	-0.0697813481092453
86	rnn.bias_hh_l0_reverse	0	0.036441680043935776
86	rnn.bias_hh_l0_reverse	1	-0.07114394754171371
86	rnn.bias_hh_l0_reverse	2	0.08095911145210266
86	rnn.bias_hh_l0_reverse	3	0.05595175549387932
86	rnn.bias_hh_l0_reverse	4	0.021794836968183517
86	rnn.bias_hh_l0_reverse	5	0.04317953810095787
86	rnn.bias_hh_l0_reverse	6	0.06207207590341568
86	rnn.bias_hh_l0_reverse	7	0.0877159982919693
86	rnn.bias_hh_l0_reverse	8	-0.011304240673780441
86	rnn.bias_hh_l0_reverse	9	0.05081293359398842
86	rnn.weight_ih_l1	0	0.022263286635279655
86	rnn.weight_ih_l1	1	0.014895257540047169
86	rnn.weight_ih_l1	2	0.08177169412374496
86	rnn.weight_ih_l1	3	-0.024207493290305138
86	rnn.weight_ih_l1	4	-0.0241042859852314
86	rnn.weight_ih_l1	5	-0.01311109121888876
86	rnn.weight_ih_l1	6	0.07230290025472641
86	rnn.weight_ih_l1	7	-0.005083087831735611
86	rnn.weight_ih_l1	8	-0.05294476076960564
86	rnn.weight_ih_l1	9	0.060011059045791626
86	rnn.weight_hh_l1	0	-0.07517378777265549
86	rnn.weight_hh_l1	1	-0.036600448191165924
86	rnn.weight_hh_l1	2	-0.00822864007204771
86	rnn.weight_hh_l1	3	-0.058635491877794266
86	rnn.weight_hh_l1	4	0.08505527675151825
86	rnn.weight_hh_l1	5	-0.08415921032428741
86	rnn.weight_hh_l1	6	-0.049059994518756866
86	rnn.weight_hh_l1	7	0.06481052190065384
86	rnn.weight_hh_l1	8	-0.013543662615120411
86	rnn.weight_hh_l1	9	-0.03910008445382118
86	rnn.bias_ih_l1	0	-0.04729332774877548
86	rnn.bias_ih_l1	1	0.05820165574550629
86	rnn.bias_ih_l1	2	-0.049166806042194366
86	rnn.bias_ih_l1	3	-0.06965848803520203
86	rnn.bias_ih_l1	4	-0.029592666774988174
86	rnn.bias_ih_l1	5	-0.02191021293401718
86	rnn.bias_ih_l1	6	-0.05339188873767853
86	rnn.bias_ih_l1	7	0.06263882666826248
86	rnn.bias_ih_l1	8	0.08430685102939606
86	rnn.bias_ih_l1	9	0.0454556830227375
86	rnn.bias_hh_l1	0	0.06951629370450974
86	rnn.bias_hh_l1	1	-0.05892962962388992
86	rnn.bias_hh_l1	2	0.022771205753087997
86	rnn.bias_hh_l1	3	0.0684891864657402
86	rnn.bias_hh_l1	4	0.057052966207265854
86	rnn.bias_hh_l1	5	-0.07843620330095291
86	rnn.bias_hh_l1	6	0.015190946869552135
86	rnn.bias_hh_l1	7	0.03934155032038689
86	rnn.bias_hh_l1	8	0.012154193595051765
86	rnn.bias_hh_l1	9	-0.00516178272664547
86	rnn.weight_ih_l1_reverse	0	0.08677224069833755
86	rnn.weight_ih_l1_reverse	1	-0.04186517745256424
86	rnn.weight_ih_l1_reverse	2	-0.06209241971373558
86	rnn.weight_ih_l1_reverse	3	0.025517020374536514
86	rnn.weight_ih_l1_reverse	4	-0.04598644748330116
86	rnn.weight_ih_l1_reverse	5	0.0241206306964159
86	rnn.weight_ih_l1_reverse	6	0.04051561281085014
86	rnn.weight_ih_l1_reverse	7	0.020559201017022133
86	rnn.weight_ih_l1_reverse	8	-0.008097072131931782
86	rnn.weight_ih_l1_reverse	9	-0.06586755812168121
86	rnn.weight_hh_l1_reverse	0	0.005427688360214233
86	rnn.weight_hh_l1_reverse	1	0.01881621778011322
86	rnn.weight_hh_l1_reverse	2	-0.058171480894088745
86	rnn.weight_hh_l1_reverse	3	-0.012722892686724663
86	rnn.weight_hh_l1_reverse	4	0.00873843114823103
86	rnn.weight_hh_l1_reverse	5	-0.06449708342552185
86	rnn.weight_hh_l1_reverse	6	-0.06729432195425034
86	rnn.weight_hh_l1_reverse	7	-0.011535760015249252
86	rnn.weight_hh_l1_reverse	8	-0.058429282158613205
86	rnn.weight_hh_l1_reverse	9	-0.043393392115831375
86	rnn.bias_ih_l1_reverse	0	-0.002778533613309264
86	rnn.bias_ih_l1_reverse	1	-0.04147927090525627
86	rnn.bias_ih_l1_reverse	2	0.022578340023756027
86	rnn.bias_ih_l1_reverse	3	-0.08143305033445358
86	rnn.bias_ih_l1_reverse	4	-0.08667468279600143
86	rnn.bias_ih_l1_reverse	5	-0.08842684328556061
86	rnn.bias_ih_l1_reverse	6	0.06068599969148636
86	rnn.bias_ih_l1_reverse	7	0.08508364856243134
86	rnn.bias_ih_l1_reverse	8	0.0005797881167382002
86	rnn.bias_ih_l1_reverse	9	-0.010941983200609684
86	rnn.bias_hh_l1_reverse	0	0.059835270047187805
86	rnn.bias_hh_l1_reverse	1	-0.0673433393239975
86	rnn.bias_hh_l1_reverse	2	-0.05042039230465889
86	rnn.bias_hh_l1_reverse	3	0.07300721853971481
86	rnn.bias_hh_l1_reverse	4	-0.024639340117573738
86	rnn.bias_hh_l1_reverse	5	-0.00838435348123312
86	rnn.bias_hh_l1_reverse	6	-0.059779077768325806
86	rnn.bias_hh_l1_reverse	7	-0.06164256110787392
86	rnn.bias_hh_l1_reverse	8	0.06540466099977493
86	rnn.bias_hh_l1_reverse	9	0.03904323652386665
86	rnn.weight_ih_l2	0	0.07308417558670044
86	rnn.weight_ih_l2	1	-0.05417999252676964
86	rnn.weight_ih_l2	2	0.06333783268928528
86	rnn.weight_ih_l2	3	0.06523185968399048
86	rnn.weight_ih_l2	4	0.056772008538246155
86	rnn.weight_ih_l2	5	-0.03702419996261597
86	rnn.weight_ih_l2	6	-0.0758279338479042
86	rnn.weight_ih_l2	7	0.0133806262165308
86	rnn.weight_ih_l2	8	-0.017142698168754578
86	rnn.weight_ih_l2	9	-0.0692460834980011
86	rnn.weight_hh_l2	0	0.0483410619199276
86	rnn.weight_hh_l2	1	0.03142036870121956
86	rnn.weight_hh_l2	2	-0.05487761273980141
86	rnn.weight_hh_l2	3	-0.02524266391992569
86	rnn.weight_hh_l2	4	0.054228782653808594
86	rnn.weight_hh_l2	5	-0.024664299562573433
86	rnn.weight_hh_l2	6	0.007864442653954029
86	rnn.weight_hh_l2	7	-0.052869975566864014
86	rnn.weight_hh_l2	8	-0.005342351272702217
86	rnn.weight_hh_l2	9	-0.0186629481613636
86	rnn.bias_ih_l2	0	0.1275041550397873
86	rnn.bias_ih_l2	1	0.014169493690133095
86	rnn.bias_ih_l2	2	0.07228682935237885
86	rnn.bias_ih_l2	3	0.018076831474900246
86	rnn.bias_ih_l2	4	-0.006287706550210714
86	rnn.bias_ih_l2	5	0.04247211664915085
86	rnn.bias_ih_l2	6	0.014365567825734615
86	rnn.bias_ih_l2	7	0.01446485985070467
86	rnn.bias_ih_l2	8	0.02201644890010357
86	rnn.bias_ih_l2	9	-0.015632130205631256
86	rnn.bias_hh_l2	0	0.048891324549913406
86	rnn.bias_hh_l2	1	0.0033109632786363363
86	rnn.bias_hh_l2	2	0.07572489231824875
86	rnn.bias_hh_l2	3	0.03083638846874237
86	rnn.bias_hh_l2	4	0.07480382174253464
86	rnn.bias_hh_l2	5	-0.06817416846752167
86	rnn.bias_hh_l2	6	0.02750830352306366
86	rnn.bias_hh_l2	7	-0.02644779533147812
86	rnn.bias_hh_l2	8	0.04304405674338341
86	rnn.bias_hh_l2	9	0.08801425993442535
86	rnn.weight_ih_l2_reverse	0	0.08233381062746048
86	rnn.weight_ih_l2_reverse	1	-0.054898083209991455
86	rnn.weight_ih_l2_reverse	2	0.0009080146555788815
86	rnn.weight_ih_l2_reverse	3	0.03527034819126129
86	rnn.weight_ih_l2_reverse	4	0.05396445095539093
86	rnn.weight_ih_l2_reverse	5	-0.04064992070198059
86	rnn.weight_ih_l2_reverse	6	-0.000224473507842049
86	rnn.weight_ih_l2_reverse	7	-0.010485430248081684
86	rnn.weight_ih_l2_reverse	8	0.014460091479122639
86	rnn.weight_ih_l2_reverse	9	-0.08149045705795288
86	rnn.weight_hh_l2_reverse	0	-0.0827510878443718
86	rnn.weight_hh_l2_reverse	1	0.012801598757505417
86	rnn.weight_hh_l2_reverse	2	0.010533550754189491
86	rnn.weight_hh_l2_reverse	3	0.024309923872351646
86	rnn.weight_hh_l2_reverse	4	-0.03693009167909622
86	rnn.weight_hh_l2_reverse	5	-0.015019829384982586
86	rnn.weight_hh_l2_reverse	6	-0.04288985952734947
86	rnn.weight_hh_l2_reverse	7	-0.0598127581179142
86	rnn.weight_hh_l2_reverse	8	-0.006678438279777765
86	rnn.weight_hh_l2_reverse	9	-0.05901922285556793
86	rnn.bias_ih_l2_reverse	0	-0.03776645287871361
86	rnn.bias_ih_l2_reverse	1	-0.02719641849398613
86	rnn.bias_ih_l2_reverse	2	0.03863607719540596
86	rnn.bias_ih_l2_reverse	3	0.010137374512851238
86	rnn.bias_ih_l2_reverse	4	0.07814297080039978
86	rnn.bias_ih_l2_reverse	5	-0.08921577036380768
86	rnn.bias_ih_l2_reverse	6	-0.04306172952055931
86	rnn.bias_ih_l2_reverse	7	-0.050407517701387405
86	rnn.bias_ih_l2_reverse	8	0.04961875453591347
86	rnn.bias_ih_l2_reverse	9	0.01617932692170143
86	rnn.bias_hh_l2_reverse	0	0.06010947376489639
86	rnn.bias_hh_l2_reverse	1	-0.061504725366830826
86	rnn.bias_hh_l2_reverse	2	-0.06709721684455872
86	rnn.bias_hh_l2_reverse	3	0.034293096512556076
86	rnn.bias_hh_l2_reverse	4	0.028924858197569847
86	rnn.bias_hh_l2_reverse	5	0.03677811473608017
86	rnn.bias_hh_l2_reverse	6	-0.08218113332986832
86	rnn.bias_hh_l2_reverse	7	-0.009949100203812122
86	rnn.bias_hh_l2_reverse	8	-0.09645281732082367
86	rnn.bias_hh_l2_reverse	9	-0.05471128225326538
86	linear.weight	0	0.025028489530086517
86	linear.weight	1	0.13240230083465576
86	linear.weight	2	-0.022303666919469833
86	linear.weight	3	-0.02807745151221752
86	linear.weight	4	-0.022248394787311554
86	linear.weight	5	0.05220850557088852
86	linear.weight	6	0.003219455014914274
86	linear.weight	7	-0.08756106346845627
86	linear.weight	8	0.011469367891550064
86	linear.weight	9	0.06636634469032288
86	linear.bias	0	0.5298270583152771
86	linear.bias	1	0.5510223507881165
86	linear.bias	2	-1.546730637550354
86	linear.bias	3	-0.05754556506872177
86	linear.bias	4	-0.050822705030441284
86	linear.bias	5	0.3645768463611603
87	transitions	0	0.05882001668214798
87	transitions	1	-10000.0
87	transitions	2	2.267605781555176
87	transitions	3	-1.0502746105194092
87	transitions	4	-10000.0
87	transitions	5	-10000.0
87	transitions	6	-10000.0
87	transitions	7	0.8825299143791199
87	transitions	8	0.8636282086372375
87	transitions	9	-1.2768892049789429
87	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
87	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
87	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
87	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
87	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
87	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
87	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
87	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
87	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
87	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
87	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
87	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
87	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
87	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
87	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
87	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
87	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
87	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
87	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
87	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
87	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
87	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
87	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
87	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
87	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
87	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
87	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
87	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
87	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
87	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
87	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
87	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
87	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
87	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
87	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
87	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
87	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
87	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
87	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
87	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
87	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
87	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
87	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
87	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
87	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
87	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
87	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
87	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
87	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
87	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
87	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
87	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
87	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
87	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
87	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
87	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
87	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
87	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
87	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
87	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
87	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
87	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
87	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
87	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
87	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
87	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
87	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
87	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
87	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
87	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
87	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
87	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
87	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
87	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
87	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
87	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
87	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
87	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
87	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
87	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
87	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
87	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
87	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
87	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
87	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
87	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
87	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
87	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
87	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
87	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
87	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
87	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
87	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
87	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
87	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
87	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
87	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
87	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
87	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
87	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
87	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
87	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
87	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
87	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
87	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
87	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
87	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
87	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
87	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
87	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
87	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
87	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
87	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
87	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
87	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
87	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
87	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
87	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
87	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
87	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
87	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
87	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
87	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
87	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
87	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
87	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
87	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
87	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
87	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
87	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
87	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
87	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
87	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
87	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
87	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
87	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
87	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
87	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
87	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
87	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
87	embedding2nn.weight	0	0.01473324466496706
87	embedding2nn.weight	1	0.00033326278207823634
87	embedding2nn.weight	2	0.0056283059529960155
87	embedding2nn.weight	3	0.00085549644427374
87	embedding2nn.weight	4	-0.008213752880692482
87	embedding2nn.weight	5	-0.005323922727257013
87	embedding2nn.weight	6	-0.000540764769539237
87	embedding2nn.weight	7	-0.0031035696156322956
87	embedding2nn.weight	8	0.01463324110955
87	embedding2nn.weight	9	0.004426171537488699
87	embedding2nn.bias	0	0.000976740149781108
87	embedding2nn.bias	1	-0.014205754734575748
87	embedding2nn.bias	2	0.017744295299053192
87	embedding2nn.bias	3	-0.0086332056671381
87	embedding2nn.bias	4	-0.019919592887163162
87	embedding2nn.bias	5	-0.0020189699716866016
87	embedding2nn.bias	6	0.006494471337646246
87	embedding2nn.bias	7	0.007240779232233763
87	embedding2nn.bias	8	-0.012010287493467331
87	embedding2nn.bias	9	0.005078779999166727
87	rnn.weight_ih_l0	0	-0.051658038049936295
87	rnn.weight_ih_l0	1	0.050774313509464264
87	rnn.weight_ih_l0	2	0.0318087674677372
87	rnn.weight_ih_l0	3	0.014736613258719444
87	rnn.weight_ih_l0	4	0.012667303904891014
87	rnn.weight_ih_l0	5	0.08415636420249939
87	rnn.weight_ih_l0	6	0.07587174326181412
87	rnn.weight_ih_l0	7	0.03781238943338394
87	rnn.weight_ih_l0	8	-0.045497409999370575
87	rnn.weight_ih_l0	9	0.00799471978098154
87	rnn.weight_hh_l0	0	0.008320997469127178
87	rnn.weight_hh_l0	1	-0.06340700387954712
87	rnn.weight_hh_l0	2	-0.06552266329526901
87	rnn.weight_hh_l0	3	0.07189276069402695
87	rnn.weight_hh_l0	4	0.07114629447460175
87	rnn.weight_hh_l0	5	0.004760995041579008
87	rnn.weight_hh_l0	6	0.005061489995568991
87	rnn.weight_hh_l0	7	-0.021696532145142555
87	rnn.weight_hh_l0	8	-0.029198424890637398
87	rnn.weight_hh_l0	9	0.0576435811817646
87	rnn.bias_ih_l0	0	-0.06493078172206879
87	rnn.bias_ih_l0	1	0.08753331750631332
87	rnn.bias_ih_l0	2	0.02056707628071308
87	rnn.bias_ih_l0	3	0.0845084935426712
87	rnn.bias_ih_l0	4	-0.0752328559756279
87	rnn.bias_ih_l0	5	0.08465215563774109
87	rnn.bias_ih_l0	6	-0.0670430064201355
87	rnn.bias_ih_l0	7	-0.034507982432842255
87	rnn.bias_ih_l0	8	-0.08492294698953629
87	rnn.bias_ih_l0	9	-0.04636087641119957
87	rnn.bias_hh_l0	0	0.03382518142461777
87	rnn.bias_hh_l0	1	0.0727119967341423
87	rnn.bias_hh_l0	2	0.06753519922494888
87	rnn.bias_hh_l0	3	0.08286597579717636
87	rnn.bias_hh_l0	4	-0.09638708829879761
87	rnn.bias_hh_l0	5	-0.0719442367553711
87	rnn.bias_hh_l0	6	0.07696984708309174
87	rnn.bias_hh_l0	7	-0.09505923837423325
87	rnn.bias_hh_l0	8	-0.02626044489443302
87	rnn.bias_hh_l0	9	0.000213876468478702
87	rnn.weight_ih_l0_reverse	0	0.07918897271156311
87	rnn.weight_ih_l0_reverse	1	0.07337018847465515
87	rnn.weight_ih_l0_reverse	2	0.03884674981236458
87	rnn.weight_ih_l0_reverse	3	0.03369693085551262
87	rnn.weight_ih_l0_reverse	4	-0.03715888038277626
87	rnn.weight_ih_l0_reverse	5	0.05098799243569374
87	rnn.weight_ih_l0_reverse	6	0.06645246595144272
87	rnn.weight_ih_l0_reverse	7	0.022658398374915123
87	rnn.weight_ih_l0_reverse	8	-0.058055512607097626
87	rnn.weight_ih_l0_reverse	9	-0.05280367657542229
87	rnn.weight_hh_l0_reverse	0	0.02509968727827072
87	rnn.weight_hh_l0_reverse	1	-0.0872870460152626
87	rnn.weight_hh_l0_reverse	2	0.0629487857222557
87	rnn.weight_hh_l0_reverse	3	-0.02126569114625454
87	rnn.weight_hh_l0_reverse	4	0.08366271108388901
87	rnn.weight_hh_l0_reverse	5	-0.001345464843325317
87	rnn.weight_hh_l0_reverse	6	0.029161114245653152
87	rnn.weight_hh_l0_reverse	7	0.07827714830636978
87	rnn.weight_hh_l0_reverse	8	-0.022205399349331856
87	rnn.weight_hh_l0_reverse	9	-0.04668163135647774
87	rnn.bias_ih_l0_reverse	0	0.0018496094271540642
87	rnn.bias_ih_l0_reverse	1	-0.02206479385495186
87	rnn.bias_ih_l0_reverse	2	-0.013958069495856762
87	rnn.bias_ih_l0_reverse	3	0.043365977704524994
87	rnn.bias_ih_l0_reverse	4	0.06623803824186325
87	rnn.bias_ih_l0_reverse	5	-0.022539546713232994
87	rnn.bias_ih_l0_reverse	6	-0.027394242584705353
87	rnn.bias_ih_l0_reverse	7	-0.04978151619434357
87	rnn.bias_ih_l0_reverse	8	0.01088882889598608
87	rnn.bias_ih_l0_reverse	9	-0.07036889344453812
87	rnn.bias_hh_l0_reverse	0	0.036761049181222916
87	rnn.bias_hh_l0_reverse	1	-0.07173149287700653
87	rnn.bias_hh_l0_reverse	2	0.08159312605857849
87	rnn.bias_hh_l0_reverse	3	0.055917445570230484
87	rnn.bias_hh_l0_reverse	4	0.02015472576022148
87	rnn.bias_hh_l0_reverse	5	0.043276816606521606
87	rnn.bias_hh_l0_reverse	6	0.06233792379498482
87	rnn.bias_hh_l0_reverse	7	0.08651094138622284
87	rnn.bias_hh_l0_reverse	8	-0.011138907633721828
87	rnn.bias_hh_l0_reverse	9	0.050371237099170685
87	rnn.weight_ih_l1	0	0.022447753697633743
87	rnn.weight_ih_l1	1	0.014980913139879704
87	rnn.weight_ih_l1	2	0.08217790722846985
87	rnn.weight_ih_l1	3	-0.02420363388955593
87	rnn.weight_ih_l1	4	-0.024059703573584557
87	rnn.weight_ih_l1	5	-0.013129647821187973
87	rnn.weight_ih_l1	6	0.07227468490600586
87	rnn.weight_ih_l1	7	-0.005099218804389238
87	rnn.weight_ih_l1	8	-0.052871495485305786
87	rnn.weight_ih_l1	9	0.0602518692612648
87	rnn.weight_hh_l1	0	-0.07485689222812653
87	rnn.weight_hh_l1	1	-0.03650238737463951
87	rnn.weight_hh_l1	2	-0.008227314800024033
87	rnn.weight_hh_l1	3	-0.05865473300218582
87	rnn.weight_hh_l1	4	0.08507625758647919
87	rnn.weight_hh_l1	5	-0.08418065309524536
87	rnn.weight_hh_l1	6	-0.04909181222319603
87	rnn.weight_hh_l1	7	0.06500682234764099
87	rnn.weight_hh_l1	8	-0.013518871739506721
87	rnn.weight_hh_l1	9	-0.039093516767024994
87	rnn.bias_ih_l1	0	-0.047279130667448044
87	rnn.bias_ih_l1	1	0.05793273076415062
87	rnn.bias_ih_l1	2	-0.04902508109807968
87	rnn.bias_ih_l1	3	-0.0699138417840004
87	rnn.bias_ih_l1	4	-0.029601413756608963
87	rnn.bias_ih_l1	5	-0.02448611706495285
87	rnn.bias_ih_l1	6	-0.054320864379405975
87	rnn.bias_ih_l1	7	0.06243967264890671
87	rnn.bias_ih_l1	8	0.084209144115448
87	rnn.bias_ih_l1	9	0.043319690972566605
87	rnn.bias_hh_l1	0	0.06927167624235153
87	rnn.bias_hh_l1	1	-0.05894950404763222
87	rnn.bias_hh_l1	2	0.023033736273646355
87	rnn.bias_hh_l1	3	0.06819144636392593
87	rnn.bias_hh_l1	4	0.05711323395371437
87	rnn.bias_hh_l1	5	-0.07831063121557236
87	rnn.bias_hh_l1	6	0.015043581835925579
87	rnn.bias_hh_l1	7	0.039550311863422394
87	rnn.bias_hh_l1	8	0.012232744134962559
87	rnn.bias_hh_l1	9	-0.0052691358141601086
87	rnn.weight_ih_l1_reverse	0	0.0867113322019577
87	rnn.weight_ih_l1_reverse	1	-0.04188033565878868
87	rnn.weight_ih_l1_reverse	2	-0.062112219631671906
87	rnn.weight_ih_l1_reverse	3	0.025515764951705933
87	rnn.weight_ih_l1_reverse	4	-0.045986905694007874
87	rnn.weight_ih_l1_reverse	5	0.024085920304059982
87	rnn.weight_ih_l1_reverse	6	0.04049757868051529
87	rnn.weight_ih_l1_reverse	7	0.020566843450069427
87	rnn.weight_ih_l1_reverse	8	-0.008194844238460064
87	rnn.weight_ih_l1_reverse	9	-0.06605346500873566
87	rnn.weight_hh_l1_reverse	0	0.005448631010949612
87	rnn.weight_hh_l1_reverse	1	0.018812859430909157
87	rnn.weight_hh_l1_reverse	2	-0.05817718058824539
87	rnn.weight_hh_l1_reverse	3	-0.012735611759126186
87	rnn.weight_hh_l1_reverse	4	0.008741279132664204
87	rnn.weight_hh_l1_reverse	5	-0.06453907489776611
87	rnn.weight_hh_l1_reverse	6	-0.06729865819215775
87	rnn.weight_hh_l1_reverse	7	-0.011526443064212799
87	rnn.weight_hh_l1_reverse	8	-0.05813443288207054
87	rnn.weight_hh_l1_reverse	9	-0.043374307453632355
87	rnn.bias_ih_l1_reverse	0	-0.002828957512974739
87	rnn.bias_ih_l1_reverse	1	-0.04163135215640068
87	rnn.bias_ih_l1_reverse	2	0.022549040615558624
87	rnn.bias_ih_l1_reverse	3	-0.08128166943788528
87	rnn.bias_ih_l1_reverse	4	-0.0865805596113205
87	rnn.bias_ih_l1_reverse	5	-0.08831533789634705
87	rnn.bias_ih_l1_reverse	6	0.06063329428434372
87	rnn.bias_ih_l1_reverse	7	0.08497799932956696
87	rnn.bias_ih_l1_reverse	8	0.0035056795459240675
87	rnn.bias_ih_l1_reverse	9	-0.010779920034110546
87	rnn.bias_hh_l1_reverse	0	0.06035785749554634
87	rnn.bias_hh_l1_reverse	1	-0.06732210516929626
87	rnn.bias_hh_l1_reverse	2	-0.05036408081650734
87	rnn.bias_hh_l1_reverse	3	0.07294228672981262
87	rnn.bias_hh_l1_reverse	4	-0.02463124692440033
87	rnn.bias_hh_l1_reverse	5	-0.00819810014218092
87	rnn.bias_hh_l1_reverse	6	-0.05973739176988602
87	rnn.bias_hh_l1_reverse	7	-0.06146234646439552
87	rnn.bias_hh_l1_reverse	8	0.06541137397289276
87	rnn.bias_hh_l1_reverse	9	0.04245014861226082
87	rnn.weight_ih_l2	0	0.0727238580584526
87	rnn.weight_ih_l2	1	-0.05420638620853424
87	rnn.weight_ih_l2	2	0.06333168596029282
87	rnn.weight_ih_l2	3	0.06520779430866241
87	rnn.weight_ih_l2	4	0.056729137897491455
87	rnn.weight_ih_l2	5	-0.03729816526174545
87	rnn.weight_ih_l2	6	-0.07574396580457687
87	rnn.weight_ih_l2	7	0.013312150724232197
87	rnn.weight_ih_l2	8	-0.017141450196504593
87	rnn.weight_ih_l2	9	-0.06925024092197418
87	rnn.weight_hh_l2	0	0.04834387078881264
87	rnn.weight_hh_l2	1	0.03140447288751602
87	rnn.weight_hh_l2	2	-0.05487693101167679
87	rnn.weight_hh_l2	3	-0.025234859436750412
87	rnn.weight_hh_l2	4	0.054244037717580795
87	rnn.weight_hh_l2	5	-0.02465474233031273
87	rnn.weight_hh_l2	6	0.007863756269216537
87	rnn.weight_hh_l2	7	-0.052898868918418884
87	rnn.weight_hh_l2	8	-0.005276639014482498
87	rnn.weight_hh_l2	9	-0.018586739897727966
87	rnn.bias_ih_l2	0	0.13524790108203888
87	rnn.bias_ih_l2	1	0.014167471788823605
87	rnn.bias_ih_l2	2	0.07264851778745651
87	rnn.bias_ih_l2	3	0.019068751484155655
87	rnn.bias_ih_l2	4	-0.006337241735309362
87	rnn.bias_ih_l2	5	0.04309700056910515
87	rnn.bias_ih_l2	6	0.013974180445075035
87	rnn.bias_ih_l2	7	0.015422122552990913
87	rnn.bias_ih_l2	8	0.022042319178581238
87	rnn.bias_ih_l2	9	-0.015643250197172165
87	rnn.bias_hh_l2	0	0.04873830825090408
87	rnn.bias_hh_l2	1	0.002756410278379917
87	rnn.bias_hh_l2	2	0.07440894097089767
87	rnn.bias_hh_l2	3	0.031117495149374008
87	rnn.bias_hh_l2	4	0.0749683529138565
87	rnn.bias_hh_l2	5	-0.07022655755281448
87	rnn.bias_hh_l2	6	0.02223126031458378
87	rnn.bias_hh_l2	7	-0.026433734223246574
87	rnn.bias_hh_l2	8	0.0429457388818264
87	rnn.bias_hh_l2	9	0.06961904466152191
87	rnn.weight_ih_l2_reverse	0	0.08230499178171158
87	rnn.weight_ih_l2_reverse	1	-0.05475324019789696
87	rnn.weight_ih_l2_reverse	2	0.0009144305950030684
87	rnn.weight_ih_l2_reverse	3	0.035272832959890366
87	rnn.weight_ih_l2_reverse	4	0.053964465856552124
87	rnn.weight_ih_l2_reverse	5	-0.04063758999109268
87	rnn.weight_ih_l2_reverse	6	-0.00020761479390785098
87	rnn.weight_ih_l2_reverse	7	-0.01065774168819189
87	rnn.weight_ih_l2_reverse	8	0.014200462959706783
87	rnn.weight_ih_l2_reverse	9	-0.08141156286001205
87	rnn.weight_hh_l2_reverse	0	-0.08274967968463898
87	rnn.weight_hh_l2_reverse	1	0.012810529209673405
87	rnn.weight_hh_l2_reverse	2	0.010535886511206627
87	rnn.weight_hh_l2_reverse	3	0.02431306429207325
87	rnn.weight_hh_l2_reverse	4	-0.0369298979640007
87	rnn.weight_hh_l2_reverse	5	-0.015038668178021908
87	rnn.weight_hh_l2_reverse	6	-0.042260996997356415
87	rnn.weight_hh_l2_reverse	7	-0.05981592833995819
87	rnn.weight_hh_l2_reverse	8	-0.006676225457340479
87	rnn.weight_hh_l2_reverse	9	-0.059017688035964966
87	rnn.bias_ih_l2_reverse	0	-0.03947883099317551
87	rnn.bias_ih_l2_reverse	1	-0.027132974937558174
87	rnn.bias_ih_l2_reverse	2	0.038698259741067886
87	rnn.bias_ih_l2_reverse	3	0.009379621595144272
87	rnn.bias_ih_l2_reverse	4	0.07818854600191116
87	rnn.bias_ih_l2_reverse	5	-0.08920003473758698
87	rnn.bias_ih_l2_reverse	6	-0.042949650436639786
87	rnn.bias_ih_l2_reverse	7	-0.048546455800533295
87	rnn.bias_ih_l2_reverse	8	0.0491868332028389
87	rnn.bias_ih_l2_reverse	9	0.013949924148619175
87	rnn.bias_hh_l2_reverse	0	0.06568451225757599
87	rnn.bias_hh_l2_reverse	1	-0.060960814356803894
87	rnn.bias_hh_l2_reverse	2	-0.06704150885343552
87	rnn.bias_hh_l2_reverse	3	0.03412270545959473
87	rnn.bias_hh_l2_reverse	4	0.029161540791392326
87	rnn.bias_hh_l2_reverse	5	0.036758601665496826
87	rnn.bias_hh_l2_reverse	6	-0.08217180520296097
87	rnn.bias_hh_l2_reverse	7	-0.009662771597504616
87	rnn.bias_hh_l2_reverse	8	-0.09688445180654526
87	rnn.bias_hh_l2_reverse	9	-0.054756347090005875
87	linear.weight	0	0.025028489530086517
87	linear.weight	1	0.1355031579732895
87	linear.weight	2	-0.022372139617800713
87	linear.weight	3	-0.029011650010943413
87	linear.weight	4	-0.022248394787311554
87	linear.weight	5	0.055963046848773956
87	linear.weight	6	0.0036509258206933737
87	linear.weight	7	-0.09088757634162903
87	linear.weight	8	0.01090174913406372
87	linear.weight	9	0.06611334532499313
87	linear.bias	0	0.5445258617401123
87	linear.bias	1	0.5506763458251953
87	linear.bias	2	-1.5485297441482544
87	linear.bias	3	-0.05754556506872177
87	linear.bias	4	-0.050822705030441284
87	linear.bias	5	0.35202303528785706
88	transitions	0	0.058317169547080994
88	transitions	1	-10000.0
88	transitions	2	2.246978998184204
88	transitions	3	-1.0560190677642822
88	transitions	4	-10000.0
88	transitions	5	-10000.0
88	transitions	6	-10000.0
88	transitions	7	0.8825125098228455
88	transitions	8	0.8632774353027344
88	transitions	9	-1.2795974016189575
88	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
88	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
88	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
88	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
88	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
88	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
88	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
88	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
88	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
88	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
88	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
88	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
88	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
88	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
88	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
88	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
88	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
88	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
88	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
88	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
88	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
88	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
88	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
88	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
88	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
88	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
88	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
88	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
88	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
88	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
88	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
88	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
88	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
88	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
88	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
88	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
88	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
88	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
88	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
88	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
88	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
88	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
88	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
88	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
88	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
88	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
88	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
88	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
88	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
88	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
88	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
88	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
88	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
88	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
88	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
88	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
88	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
88	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
88	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
88	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
88	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
88	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
88	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
88	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
88	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
88	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
88	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
88	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
88	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
88	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
88	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
88	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
88	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
88	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
88	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
88	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
88	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
88	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
88	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
88	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
88	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
88	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
88	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
88	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
88	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
88	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
88	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
88	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
88	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
88	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
88	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
88	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
88	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
88	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
88	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
88	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
88	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
88	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
88	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
88	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
88	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
88	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
88	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
88	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
88	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
88	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
88	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
88	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
88	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
88	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
88	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
88	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
88	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
88	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
88	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
88	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
88	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
88	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
88	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
88	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
88	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
88	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
88	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
88	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
88	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
88	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
88	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
88	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
88	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
88	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
88	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
88	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
88	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
88	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
88	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
88	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
88	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
88	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
88	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
88	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
88	embedding2nn.weight	0	0.014734500087797642
88	embedding2nn.weight	1	0.0003429452481213957
88	embedding2nn.weight	2	0.005628298036754131
88	embedding2nn.weight	3	0.0008592242957092822
88	embedding2nn.weight	4	-0.008210340514779091
88	embedding2nn.weight	5	-0.005321844480931759
88	embedding2nn.weight	6	-0.0005419073277153075
88	embedding2nn.weight	7	-0.00310409814119339
88	embedding2nn.weight	8	0.0146461958065629
88	embedding2nn.weight	9	0.004426021594554186
88	embedding2nn.bias	0	0.001123239635489881
88	embedding2nn.bias	1	-0.013549997471272945
88	embedding2nn.bias	2	0.019412904977798462
88	embedding2nn.bias	3	-0.00989007018506527
88	embedding2nn.bias	4	-0.020147213712334633
88	embedding2nn.bias	5	-0.002073864219710231
88	embedding2nn.bias	6	0.005698774941265583
88	embedding2nn.bias	7	0.009276511147618294
88	embedding2nn.bias	8	-0.011615127325057983
88	embedding2nn.bias	9	0.005411594640463591
88	rnn.weight_ih_l0	0	-0.05162057653069496
88	rnn.weight_ih_l0	1	0.05077684298157692
88	rnn.weight_ih_l0	2	0.03180112689733505
88	rnn.weight_ih_l0	3	0.014715546742081642
88	rnn.weight_ih_l0	4	0.01258593238890171
88	rnn.weight_ih_l0	5	0.08416328579187393
88	rnn.weight_ih_l0	6	0.07584699243307114
88	rnn.weight_ih_l0	7	0.03781181946396828
88	rnn.weight_ih_l0	8	-0.04555398225784302
88	rnn.weight_ih_l0	9	0.007931306958198547
88	rnn.weight_hh_l0	0	0.008325466886162758
88	rnn.weight_hh_l0	1	-0.0633154958486557
88	rnn.weight_hh_l0	2	-0.06553254276514053
88	rnn.weight_hh_l0	3	0.07186579704284668
88	rnn.weight_hh_l0	4	0.07112503796815872
88	rnn.weight_hh_l0	5	0.0047759125009179115
88	rnn.weight_hh_l0	6	0.005074261222034693
88	rnn.weight_hh_l0	7	-0.021699324250221252
88	rnn.weight_hh_l0	8	-0.029224270954728127
88	rnn.weight_hh_l0	9	0.05762679502367973
88	rnn.bias_ih_l0	0	-0.06515854597091675
88	rnn.bias_ih_l0	1	0.0874154344201088
88	rnn.bias_ih_l0	2	0.020463556051254272
88	rnn.bias_ih_l0	3	0.08310246467590332
88	rnn.bias_ih_l0	4	-0.07461412250995636
88	rnn.bias_ih_l0	5	0.08510562032461166
88	rnn.bias_ih_l0	6	-0.06580612063407898
88	rnn.bias_ih_l0	7	-0.03452346473932266
88	rnn.bias_ih_l0	8	-0.08258606493473053
88	rnn.bias_ih_l0	9	-0.046437907963991165
88	rnn.bias_hh_l0	0	0.0324588306248188
88	rnn.bias_hh_l0	1	0.07276443392038345
88	rnn.bias_hh_l0	2	0.06757283210754395
88	rnn.bias_hh_l0	3	0.08301317691802979
88	rnn.bias_hh_l0	4	-0.09974929690361023
88	rnn.bias_hh_l0	5	-0.07195372879505157
88	rnn.bias_hh_l0	6	0.07708527892827988
88	rnn.bias_hh_l0	7	-0.09656250476837158
88	rnn.bias_hh_l0	8	-0.02635178714990616
88	rnn.bias_hh_l0	9	-0.0015599529724568129
88	rnn.weight_ih_l0_reverse	0	0.07919871807098389
88	rnn.weight_ih_l0_reverse	1	0.07338730245828629
88	rnn.weight_ih_l0_reverse	2	0.03885888308286667
88	rnn.weight_ih_l0_reverse	3	0.033709269016981125
88	rnn.weight_ih_l0_reverse	4	-0.037239354103803635
88	rnn.weight_ih_l0_reverse	5	0.05099824443459511
88	rnn.weight_ih_l0_reverse	6	0.0664481446146965
88	rnn.weight_ih_l0_reverse	7	0.022677453234791756
88	rnn.weight_ih_l0_reverse	8	-0.058162275701761246
88	rnn.weight_ih_l0_reverse	9	-0.052815791219472885
88	rnn.weight_hh_l0_reverse	0	0.02520381100475788
88	rnn.weight_hh_l0_reverse	1	-0.08724058419466019
88	rnn.weight_hh_l0_reverse	2	0.06294309347867966
88	rnn.weight_hh_l0_reverse	3	-0.021263737231492996
88	rnn.weight_hh_l0_reverse	4	0.08377442508935928
88	rnn.weight_hh_l0_reverse	5	-0.0014473636401817203
88	rnn.weight_hh_l0_reverse	6	0.029289910569787025
88	rnn.weight_hh_l0_reverse	7	0.07822436094284058
88	rnn.weight_hh_l0_reverse	8	-0.022205933928489685
88	rnn.weight_hh_l0_reverse	9	-0.046681035310029984
88	rnn.bias_ih_l0_reverse	0	0.0017165448516607285
88	rnn.bias_ih_l0_reverse	1	-0.019276229664683342
88	rnn.bias_ih_l0_reverse	2	-0.014773938804864883
88	rnn.bias_ih_l0_reverse	3	0.04325685650110245
88	rnn.bias_ih_l0_reverse	4	0.06643382459878922
88	rnn.bias_ih_l0_reverse	5	-0.022770678624510765
88	rnn.bias_ih_l0_reverse	6	-0.027262158691883087
88	rnn.bias_ih_l0_reverse	7	-0.05003734305500984
88	rnn.bias_ih_l0_reverse	8	0.011915601789951324
88	rnn.bias_ih_l0_reverse	9	-0.07105308026075363
88	rnn.bias_hh_l0_reverse	0	0.036591537296772
88	rnn.bias_hh_l0_reverse	1	-0.07241567969322205
88	rnn.bias_hh_l0_reverse	2	0.08236963301897049
88	rnn.bias_hh_l0_reverse	3	0.05574454367160797
88	rnn.bias_hh_l0_reverse	4	0.019424403086304665
88	rnn.bias_hh_l0_reverse	5	0.0431835800409317
88	rnn.bias_hh_l0_reverse	6	0.06159120798110962
88	rnn.bias_hh_l0_reverse	7	0.08536118268966675
88	rnn.bias_hh_l0_reverse	8	-0.011146618984639645
88	rnn.bias_hh_l0_reverse	9	0.05142532289028168
88	rnn.weight_ih_l1	0	0.022516513243317604
88	rnn.weight_ih_l1	1	0.015099599026143551
88	rnn.weight_ih_l1	2	0.0825025737285614
88	rnn.weight_ih_l1	3	-0.024231042712926865
88	rnn.weight_ih_l1	4	-0.0240926630795002
88	rnn.weight_ih_l1	5	-0.013168856501579285
88	rnn.weight_ih_l1	6	0.0722019150853157
88	rnn.weight_ih_l1	7	-0.005138883832842112
88	rnn.weight_ih_l1	8	-0.05287833511829376
88	rnn.weight_ih_l1	9	0.05913911387324333
88	rnn.weight_hh_l1	0	-0.0751415491104126
88	rnn.weight_hh_l1	1	-0.03652670606970787
88	rnn.weight_hh_l1	2	-0.00822026003152132
88	rnn.weight_hh_l1	3	-0.05865640565752983
88	rnn.weight_hh_l1	4	0.08510226011276245
88	rnn.weight_hh_l1	5	-0.08415072411298752
88	rnn.weight_hh_l1	6	-0.04907782003283501
88	rnn.weight_hh_l1	7	0.06511835753917694
88	rnn.weight_hh_l1	8	-0.013517146930098534
88	rnn.weight_hh_l1	9	-0.03910113126039505
88	rnn.bias_ih_l1	0	-0.048051927238702774
88	rnn.bias_ih_l1	1	0.05792057141661644
88	rnn.bias_ih_l1	2	-0.04900495335459709
88	rnn.bias_ih_l1	3	-0.06979873776435852
88	rnn.bias_ih_l1	4	-0.029731428250670433
88	rnn.bias_ih_l1	5	-0.030689742416143417
88	rnn.bias_ih_l1	6	-0.05415984243154526
88	rnn.bias_ih_l1	7	0.06270850449800491
88	rnn.bias_ih_l1	8	0.08408293128013611
88	rnn.bias_ih_l1	9	0.046972133219242096
88	rnn.bias_hh_l1	0	0.06920219957828522
88	rnn.bias_hh_l1	1	-0.059100110083818436
88	rnn.bias_hh_l1	2	0.02273467741906643
88	rnn.bias_hh_l1	3	0.06802232563495636
88	rnn.bias_hh_l1	4	0.057183317840099335
88	rnn.bias_hh_l1	5	-0.07827219367027283
88	rnn.bias_hh_l1	6	0.014887063764035702
88	rnn.bias_hh_l1	7	0.03968118876218796
88	rnn.bias_hh_l1	8	0.012068785727024078
88	rnn.bias_hh_l1	9	-0.005518969148397446
88	rnn.weight_ih_l1_reverse	0	0.08688634634017944
88	rnn.weight_ih_l1_reverse	1	-0.04186009243130684
88	rnn.weight_ih_l1_reverse	2	-0.06214158609509468
88	rnn.weight_ih_l1_reverse	3	0.0255125742405653
88	rnn.weight_ih_l1_reverse	4	-0.04598512127995491
88	rnn.weight_ih_l1_reverse	5	0.024084040895104408
88	rnn.weight_ih_l1_reverse	6	0.040480006486177444
88	rnn.weight_ih_l1_reverse	7	0.020583052188158035
88	rnn.weight_ih_l1_reverse	8	-0.00832571554929018
88	rnn.weight_ih_l1_reverse	9	-0.06630637496709824
88	rnn.weight_hh_l1_reverse	0	0.005450473167002201
88	rnn.weight_hh_l1_reverse	1	0.018813297152519226
88	rnn.weight_hh_l1_reverse	2	-0.05817556008696556
88	rnn.weight_hh_l1_reverse	3	-0.012790985405445099
88	rnn.weight_hh_l1_reverse	4	0.00873669795691967
88	rnn.weight_hh_l1_reverse	5	-0.06450200080871582
88	rnn.weight_hh_l1_reverse	6	-0.06729840487241745
88	rnn.weight_hh_l1_reverse	7	-0.011527537368237972
88	rnn.weight_hh_l1_reverse	8	-0.05800396949052811
88	rnn.weight_hh_l1_reverse	9	-0.04336453229188919
88	rnn.bias_ih_l1_reverse	0	-0.0027394371572881937
88	rnn.bias_ih_l1_reverse	1	-0.04168412461876869
88	rnn.bias_ih_l1_reverse	2	0.021867310628294945
88	rnn.bias_ih_l1_reverse	3	-0.0813879743218422
88	rnn.bias_ih_l1_reverse	4	-0.08654002845287323
88	rnn.bias_ih_l1_reverse	5	-0.08834458887577057
88	rnn.bias_ih_l1_reverse	6	0.06056474521756172
88	rnn.bias_ih_l1_reverse	7	0.08497407287359238
88	rnn.bias_ih_l1_reverse	8	0.006409460678696632
88	rnn.bias_ih_l1_reverse	9	-0.011165926232933998
88	rnn.bias_hh_l1_reverse	0	0.06045279651880264
88	rnn.bias_hh_l1_reverse	1	-0.06690382957458496
88	rnn.bias_hh_l1_reverse	2	-0.050220366567373276
88	rnn.bias_hh_l1_reverse	3	0.07278610020875931
88	rnn.bias_hh_l1_reverse	4	-0.024500742554664612
88	rnn.bias_hh_l1_reverse	5	-0.008073891513049603
88	rnn.bias_hh_l1_reverse	6	-0.059659913182258606
88	rnn.bias_hh_l1_reverse	7	-0.06142956018447876
88	rnn.bias_hh_l1_reverse	8	0.06540144234895706
88	rnn.bias_hh_l1_reverse	9	0.038777388632297516
88	rnn.weight_ih_l2	0	0.07265748083591461
88	rnn.weight_ih_l2	1	-0.054206859320402145
88	rnn.weight_ih_l2	2	0.06333079934120178
88	rnn.weight_ih_l2	3	0.065152108669281
88	rnn.weight_ih_l2	4	0.05672303959727287
88	rnn.weight_ih_l2	5	-0.037285130470991135
88	rnn.weight_ih_l2	6	-0.0757489949464798
88	rnn.weight_ih_l2	7	0.013295253738760948
88	rnn.weight_ih_l2	8	-0.017137769609689713
88	rnn.weight_ih_l2	9	-0.06924974173307419
88	rnn.weight_hh_l2	0	0.04834632948040962
88	rnn.weight_hh_l2	1	0.03140285983681679
88	rnn.weight_hh_l2	2	-0.054876767098903656
88	rnn.weight_hh_l2	3	-0.02522800862789154
88	rnn.weight_hh_l2	4	0.054245445877313614
88	rnn.weight_hh_l2	5	-0.024737482890486717
88	rnn.weight_hh_l2	6	0.007872266694903374
88	rnn.weight_hh_l2	7	-0.05289792641997337
88	rnn.weight_hh_l2	8	-0.005365376826375723
88	rnn.weight_hh_l2	9	-0.018587874248623848
88	rnn.bias_ih_l2	0	0.13530798256397247
88	rnn.bias_ih_l2	1	0.014263788238167763
88	rnn.bias_ih_l2	2	0.07258978486061096
88	rnn.bias_ih_l2	3	0.0191842932254076
88	rnn.bias_ih_l2	4	-0.006333694327622652
88	rnn.bias_ih_l2	5	0.043234582990407944
88	rnn.bias_ih_l2	6	0.013998009264469147
88	rnn.bias_ih_l2	7	0.015126085840165615
88	rnn.bias_ih_l2	8	0.02201775833964348
88	rnn.bias_ih_l2	9	-0.01570541225373745
88	rnn.bias_hh_l2	0	0.04878871887922287
88	rnn.bias_hh_l2	1	0.0021983918268233538
88	rnn.bias_hh_l2	2	0.074360191822052
88	rnn.bias_hh_l2	3	0.031008586287498474
88	rnn.bias_hh_l2	4	0.0750172808766365
88	rnn.bias_hh_l2	5	-0.07462522387504578
88	rnn.bias_hh_l2	6	0.024875884875655174
88	rnn.bias_hh_l2	7	-0.02648531273007393
88	rnn.bias_hh_l2	8	0.04299066588282585
88	rnn.bias_hh_l2	9	0.08061029762029648
88	rnn.weight_ih_l2_reverse	0	0.08231322467327118
88	rnn.weight_ih_l2_reverse	1	-0.054870862513780594
88	rnn.weight_ih_l2_reverse	2	0.0009149934048764408
88	rnn.weight_ih_l2_reverse	3	0.03527487441897392
88	rnn.weight_ih_l2_reverse	4	0.05396050959825516
88	rnn.weight_ih_l2_reverse	5	-0.040636755526065826
88	rnn.weight_ih_l2_reverse	6	-0.0004522942763287574
88	rnn.weight_ih_l2_reverse	7	-0.01072988472878933
88	rnn.weight_ih_l2_reverse	8	0.0128053929656744
88	rnn.weight_ih_l2_reverse	9	-0.08143346011638641
88	rnn.weight_hh_l2_reverse	0	-0.0827481672167778
88	rnn.weight_hh_l2_reverse	1	0.012766517698764801
88	rnn.weight_hh_l2_reverse	2	0.01054779626429081
88	rnn.weight_hh_l2_reverse	3	0.024309556931257248
88	rnn.weight_hh_l2_reverse	4	-0.036905016750097275
88	rnn.weight_hh_l2_reverse	5	-0.014974310994148254
88	rnn.weight_hh_l2_reverse	6	-0.042486563324928284
88	rnn.weight_hh_l2_reverse	7	-0.05981718748807907
88	rnn.weight_hh_l2_reverse	8	-0.006680982653051615
88	rnn.weight_hh_l2_reverse	9	-0.05901851877570152
88	rnn.bias_ih_l2_reverse	0	-0.04061996191740036
88	rnn.bias_ih_l2_reverse	1	-0.027134325355291367
88	rnn.bias_ih_l2_reverse	2	0.038721442222595215
88	rnn.bias_ih_l2_reverse	3	0.008322669193148613
88	rnn.bias_ih_l2_reverse	4	0.07824142277240753
88	rnn.bias_ih_l2_reverse	5	-0.08915960788726807
88	rnn.bias_ih_l2_reverse	6	-0.042973216623067856
88	rnn.bias_ih_l2_reverse	7	-0.04892857000231743
88	rnn.bias_ih_l2_reverse	8	0.050595615059137344
88	rnn.bias_ih_l2_reverse	9	0.013386035338044167
88	rnn.bias_hh_l2_reverse	0	0.06384088844060898
88	rnn.bias_hh_l2_reverse	1	-0.06110849976539612
88	rnn.bias_hh_l2_reverse	2	-0.06705587357282639
88	rnn.bias_hh_l2_reverse	3	0.03397376090288162
88	rnn.bias_hh_l2_reverse	4	0.02907685376703739
88	rnn.bias_hh_l2_reverse	5	0.03683723509311676
88	rnn.bias_hh_l2_reverse	6	-0.08216872811317444
88	rnn.bias_hh_l2_reverse	7	-0.010402155108749866
88	rnn.bias_hh_l2_reverse	8	-0.09746173769235611
88	rnn.bias_hh_l2_reverse	9	-0.0546736940741539
88	linear.weight	0	0.025028489530086517
88	linear.weight	1	0.14251746237277985
88	linear.weight	2	-0.0223922748118639
88	linear.weight	3	-0.029781434684991837
88	linear.weight	4	-0.022248394787311554
88	linear.weight	5	0.05640164017677307
88	linear.weight	6	0.0070718941278755665
88	linear.weight	7	-0.07683274149894714
88	linear.weight	8	0.010932885110378265
88	linear.weight	9	0.06541889160871506
88	linear.bias	0	0.5275360941886902
88	linear.bias	1	0.5199509859085083
88	linear.bias	2	-1.549721121788025
88	linear.bias	3	-0.05754556506872177
88	linear.bias	4	-0.050822705030441284
88	linear.bias	5	0.4009295105934143
89	transitions	0	0.05817452445626259
89	transitions	1	-10000.0
89	transitions	2	2.314039945602417
89	transitions	3	-1.0570979118347168
89	transitions	4	-10000.0
89	transitions	5	-10000.0
89	transitions	6	-10000.0
89	transitions	7	0.8825036883354187
89	transitions	8	0.8631523847579956
89	transitions	9	-1.2800815105438232
89	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
89	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
89	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
89	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
89	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
89	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
89	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
89	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
89	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
89	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
89	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
89	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
89	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
89	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
89	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
89	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
89	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
89	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
89	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
89	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
89	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
89	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
89	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
89	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
89	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
89	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
89	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
89	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
89	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
89	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
89	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
89	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
89	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
89	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
89	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
89	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
89	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
89	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
89	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
89	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
89	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
89	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
89	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
89	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
89	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
89	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
89	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
89	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
89	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
89	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
89	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
89	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
89	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
89	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
89	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
89	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
89	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
89	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
89	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
89	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
89	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
89	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
89	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
89	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
89	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
89	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
89	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
89	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
89	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
89	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
89	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
89	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
89	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
89	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
89	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
89	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
89	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
89	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
89	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
89	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
89	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
89	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
89	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
89	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
89	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
89	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
89	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
89	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
89	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
89	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
89	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
89	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
89	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
89	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
89	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
89	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
89	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
89	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
89	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
89	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
89	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
89	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
89	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
89	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
89	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
89	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
89	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
89	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
89	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
89	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
89	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
89	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
89	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
89	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
89	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
89	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
89	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
89	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
89	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
89	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
89	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
89	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
89	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
89	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
89	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
89	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
89	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
89	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
89	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
89	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
89	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
89	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
89	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
89	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
89	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
89	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
89	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
89	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
89	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
89	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
89	embedding2nn.weight	0	0.014716346748173237
89	embedding2nn.weight	1	0.00031008897349238396
89	embedding2nn.weight	2	0.0056145079433918
89	embedding2nn.weight	3	0.0008463680860586464
89	embedding2nn.weight	4	-0.008415061980485916
89	embedding2nn.weight	5	-0.005328523926436901
89	embedding2nn.weight	6	-0.0007175213540904224
89	embedding2nn.weight	7	-0.003103971714153886
89	embedding2nn.weight	8	0.013940371572971344
89	embedding2nn.weight	9	0.0044219233095645905
89	embedding2nn.bias	0	0.0018955731065943837
89	embedding2nn.bias	1	-0.015515083447098732
89	embedding2nn.bias	2	0.014503185637295246
89	embedding2nn.bias	3	-0.006803070195019245
89	embedding2nn.bias	4	-0.01602768525481224
89	embedding2nn.bias	5	-0.00031059636967256665
89	embedding2nn.bias	6	0.0043747080489993095
89	embedding2nn.bias	7	0.006338114384561777
89	embedding2nn.bias	8	-0.008467347361147404
89	embedding2nn.bias	9	0.00472301198169589
89	rnn.weight_ih_l0	0	-0.05178181827068329
89	rnn.weight_ih_l0	1	0.05078354850411415
89	rnn.weight_ih_l0	2	0.031819701194763184
89	rnn.weight_ih_l0	3	0.01471660751849413
89	rnn.weight_ih_l0	4	0.01270577684044838
89	rnn.weight_ih_l0	5	0.08417215198278427
89	rnn.weight_ih_l0	6	0.07594495266675949
89	rnn.weight_ih_l0	7	0.03781146556138992
89	rnn.weight_ih_l0	8	-0.04549006372690201
89	rnn.weight_ih_l0	9	0.007903150282800198
89	rnn.weight_hh_l0	0	0.008335459977388382
89	rnn.weight_hh_l0	1	-0.06354741007089615
89	rnn.weight_hh_l0	2	-0.06550094485282898
89	rnn.weight_hh_l0	3	0.07188212871551514
89	rnn.weight_hh_l0	4	0.07117116451263428
89	rnn.weight_hh_l0	5	0.0047490098513662815
89	rnn.weight_hh_l0	6	0.004113982431590557
89	rnn.weight_hh_l0	7	-0.02050885744392872
89	rnn.weight_hh_l0	8	-0.029185760766267776
89	rnn.weight_hh_l0	9	0.05764152482151985
89	rnn.bias_ih_l0	0	-0.06512509286403656
89	rnn.bias_ih_l0	1	0.08739718049764633
89	rnn.bias_ih_l0	2	0.02043226920068264
89	rnn.bias_ih_l0	3	0.08507949858903885
89	rnn.bias_ih_l0	4	-0.07304677367210388
89	rnn.bias_ih_l0	5	0.08412683755159378
89	rnn.bias_ih_l0	6	-0.0701248049736023
89	rnn.bias_ih_l0	7	-0.03468865156173706
89	rnn.bias_ih_l0	8	-0.08728213608264923
89	rnn.bias_ih_l0	9	-0.04694782570004463
89	rnn.bias_hh_l0	0	0.03366468474268913
89	rnn.bias_hh_l0	1	0.0726943239569664
89	rnn.bias_hh_l0	2	0.06754831224679947
89	rnn.bias_hh_l0	3	0.08320783823728561
89	rnn.bias_hh_l0	4	-0.09446244686841965
89	rnn.bias_hh_l0	5	-0.07190733402967453
89	rnn.bias_hh_l0	6	0.07680214941501617
89	rnn.bias_hh_l0	7	-0.08985065668821335
89	rnn.bias_hh_l0	8	-0.02644052542746067
89	rnn.bias_hh_l0	9	0.00694931810721755
89	rnn.weight_ih_l0_reverse	0	0.07918484508991241
89	rnn.weight_ih_l0_reverse	1	0.07335997372865677
89	rnn.weight_ih_l0_reverse	2	0.03885601460933685
89	rnn.weight_ih_l0_reverse	3	0.03368990123271942
89	rnn.weight_ih_l0_reverse	4	-0.03722916170954704
89	rnn.weight_ih_l0_reverse	5	0.0509817861020565
89	rnn.weight_ih_l0_reverse	6	0.06644932180643082
89	rnn.weight_ih_l0_reverse	7	0.022737544029951096
89	rnn.weight_ih_l0_reverse	8	-0.057748422026634216
89	rnn.weight_ih_l0_reverse	9	-0.0528101921081543
89	rnn.weight_hh_l0_reverse	0	0.02521461807191372
89	rnn.weight_hh_l0_reverse	1	-0.08726182579994202
89	rnn.weight_hh_l0_reverse	2	0.06299100816249847
89	rnn.weight_hh_l0_reverse	3	-0.021276334300637245
89	rnn.weight_hh_l0_reverse	4	0.08347941190004349
89	rnn.weight_hh_l0_reverse	5	-0.001371132442727685
89	rnn.weight_hh_l0_reverse	6	0.029278140515089035
89	rnn.weight_hh_l0_reverse	7	0.07827004790306091
89	rnn.weight_hh_l0_reverse	8	-0.02222227305173874
89	rnn.weight_hh_l0_reverse	9	-0.0466839000582695
89	rnn.bias_ih_l0_reverse	0	0.0017471755854785442
89	rnn.bias_ih_l0_reverse	1	-0.019924063235521317
89	rnn.bias_ih_l0_reverse	2	-0.01283597107976675
89	rnn.bias_ih_l0_reverse	3	0.04232536256313324
89	rnn.bias_ih_l0_reverse	4	0.06611929833889008
89	rnn.bias_ih_l0_reverse	5	-0.02324598655104637
89	rnn.bias_ih_l0_reverse	6	-0.027422597631812096
89	rnn.bias_ih_l0_reverse	7	-0.05062974989414215
89	rnn.bias_ih_l0_reverse	8	0.009933223016560078
89	rnn.bias_ih_l0_reverse	9	-0.07091790437698364
89	rnn.bias_hh_l0_reverse	0	0.03635473921895027
89	rnn.bias_hh_l0_reverse	1	-0.07228050380945206
89	rnn.bias_hh_l0_reverse	2	0.08178160339593887
89	rnn.bias_hh_l0_reverse	3	0.05597815290093422
89	rnn.bias_hh_l0_reverse	4	0.021451909095048904
89	rnn.bias_hh_l0_reverse	5	0.04308196157217026
89	rnn.bias_hh_l0_reverse	6	0.06254410743713379
89	rnn.bias_hh_l0_reverse	7	0.08868468552827835
89	rnn.bias_hh_l0_reverse	8	-0.011126919649541378
89	rnn.bias_hh_l0_reverse	9	0.04870186746120453
89	rnn.weight_ih_l1	0	0.02271752618253231
89	rnn.weight_ih_l1	1	0.014992737211287022
89	rnn.weight_ih_l1	2	0.08247697353363037
89	rnn.weight_ih_l1	3	-0.024192746728658676
89	rnn.weight_ih_l1	4	-0.023953646421432495
89	rnn.weight_ih_l1	5	-0.013486983254551888
89	rnn.weight_ih_l1	6	0.07247260957956314
89	rnn.weight_ih_l1	7	-0.005351437255740166
89	rnn.weight_ih_l1	8	-0.052877381443977356
89	rnn.weight_ih_l1	9	0.059038739651441574
89	rnn.weight_hh_l1	0	-0.07550179213285446
89	rnn.weight_hh_l1	1	-0.03663209453225136
89	rnn.weight_hh_l1	2	-0.00821966677904129
89	rnn.weight_hh_l1	3	-0.05861404538154602
89	rnn.weight_hh_l1	4	0.08502722531557083
89	rnn.weight_hh_l1	5	-0.08410779386758804
89	rnn.weight_hh_l1	6	-0.04908576235175133
89	rnn.weight_hh_l1	7	0.06498094648122787
89	rnn.weight_hh_l1	8	-0.013513760641217232
89	rnn.weight_hh_l1	9	-0.0390058234333992
89	rnn.bias_ih_l1	0	-0.04881438985466957
89	rnn.bias_ih_l1	1	0.05772998929023743
89	rnn.bias_ih_l1	2	-0.04900365322828293
89	rnn.bias_ih_l1	3	-0.07159021496772766
89	rnn.bias_ih_l1	4	-0.02963576465845108
89	rnn.bias_ih_l1	5	-0.014060177840292454
89	rnn.bias_ih_l1	6	-0.056443456560373306
89	rnn.bias_ih_l1	7	0.062170688062906265
89	rnn.bias_ih_l1	8	0.0831228569149971
89	rnn.bias_ih_l1	9	0.04680050164461136
89	rnn.bias_hh_l1	0	0.06915805488824844
89	rnn.bias_hh_l1	1	-0.05904277786612511
89	rnn.bias_hh_l1	2	0.022313248366117477
89	rnn.bias_hh_l1	3	0.06844929605722427
89	rnn.bias_hh_l1	4	0.05713861063122749
89	rnn.bias_hh_l1	5	-0.07764898240566254
89	rnn.bias_hh_l1	6	0.014827498234808445
89	rnn.bias_hh_l1	7	0.03860664740204811
89	rnn.bias_hh_l1	8	0.012142706662416458
89	rnn.bias_hh_l1	9	-0.005418031010776758
89	rnn.weight_ih_l1_reverse	0	0.08674825727939606
89	rnn.weight_ih_l1_reverse	1	-0.041828855872154236
89	rnn.weight_ih_l1_reverse	2	-0.06214956194162369
89	rnn.weight_ih_l1_reverse	3	0.025543898344039917
89	rnn.weight_ih_l1_reverse	4	-0.04599488899111748
89	rnn.weight_ih_l1_reverse	5	0.024095483124256134
89	rnn.weight_ih_l1_reverse	6	0.0404864102602005
89	rnn.weight_ih_l1_reverse	7	0.020549701526761055
89	rnn.weight_ih_l1_reverse	8	-0.008313859812915325
89	rnn.weight_ih_l1_reverse	9	-0.06595207750797272
89	rnn.weight_hh_l1_reverse	0	0.0054100751876831055
89	rnn.weight_hh_l1_reverse	1	0.0188063345849514
89	rnn.weight_hh_l1_reverse	2	-0.058182407170534134
89	rnn.weight_hh_l1_reverse	3	-0.012848729267716408
89	rnn.weight_hh_l1_reverse	4	0.008751602843403816
89	rnn.weight_hh_l1_reverse	5	-0.0648450255393982
89	rnn.weight_hh_l1_reverse	6	-0.0672798901796341
89	rnn.weight_hh_l1_reverse	7	-0.011519817635416985
89	rnn.weight_hh_l1_reverse	8	-0.05796555429697037
89	rnn.weight_hh_l1_reverse	9	-0.04338181018829346
89	rnn.bias_ih_l1_reverse	0	-0.002809491939842701
89	rnn.bias_ih_l1_reverse	1	-0.041381798684597015
89	rnn.bias_ih_l1_reverse	2	0.02125193551182747
89	rnn.bias_ih_l1_reverse	3	-0.08131831884384155
89	rnn.bias_ih_l1_reverse	4	-0.08654193580150604
89	rnn.bias_ih_l1_reverse	5	-0.08855767548084259
89	rnn.bias_ih_l1_reverse	6	0.060253288596868515
89	rnn.bias_ih_l1_reverse	7	0.08498921990394592
89	rnn.bias_ih_l1_reverse	8	0.003793904557824135
89	rnn.bias_ih_l1_reverse	9	-0.011639891192317009
89	rnn.bias_hh_l1_reverse	0	0.06057106330990791
89	rnn.bias_hh_l1_reverse	1	-0.06723640114068985
89	rnn.bias_hh_l1_reverse	2	-0.05038996785879135
89	rnn.bias_hh_l1_reverse	3	0.07251760363578796
89	rnn.bias_hh_l1_reverse	4	-0.02457425370812416
89	rnn.bias_hh_l1_reverse	5	-0.008110083639621735
89	rnn.bias_hh_l1_reverse	6	-0.05973227694630623
89	rnn.bias_hh_l1_reverse	7	-0.061580840498209
89	rnn.bias_hh_l1_reverse	8	0.06557048857212067
89	rnn.bias_hh_l1_reverse	9	0.043260835111141205
89	rnn.weight_ih_l2	0	0.07276403158903122
89	rnn.weight_ih_l2	1	-0.05427777022123337
89	rnn.weight_ih_l2	2	0.06337505578994751
89	rnn.weight_ih_l2	3	0.06506790220737457
89	rnn.weight_ih_l2	4	0.05680004134774208
89	rnn.weight_ih_l2	5	-0.03721361979842186
89	rnn.weight_ih_l2	6	-0.0758819431066513
89	rnn.weight_ih_l2	7	0.013290848582983017
89	rnn.weight_ih_l2	8	-0.0171388927847147
89	rnn.weight_ih_l2	9	-0.06925662606954575
89	rnn.weight_hh_l2	0	0.04833567887544632
89	rnn.weight_hh_l2	1	0.0313686802983284
89	rnn.weight_hh_l2	2	-0.054883264005184174
89	rnn.weight_hh_l2	3	-0.02543671801686287
89	rnn.weight_hh_l2	4	0.05423786863684654
89	rnn.weight_hh_l2	5	-0.02450011484324932
89	rnn.weight_hh_l2	6	0.00796901062130928
89	rnn.weight_hh_l2	7	-0.05290377512574196
89	rnn.weight_hh_l2	8	-0.005887748207896948
89	rnn.weight_hh_l2	9	-0.01839260198175907
89	rnn.bias_ih_l2	0	0.14145734906196594
89	rnn.bias_ih_l2	1	0.014041868969798088
89	rnn.bias_ih_l2	2	0.06850995123386383
89	rnn.bias_ih_l2	3	0.019461598247289658
89	rnn.bias_ih_l2	4	-0.006445760373026133
89	rnn.bias_ih_l2	5	0.04115374758839607
89	rnn.bias_ih_l2	6	0.014373937621712685
89	rnn.bias_ih_l2	7	0.015448860824108124
89	rnn.bias_ih_l2	8	0.021827466785907745
89	rnn.bias_ih_l2	9	-0.01584473066031933
89	rnn.bias_hh_l2	0	0.043755028396844864
89	rnn.bias_hh_l2	1	0.0025545854587107897
89	rnn.bias_hh_l2	2	0.07289177179336548
89	rnn.bias_hh_l2	3	0.031209580600261688
89	rnn.bias_hh_l2	4	0.07533146440982819
89	rnn.bias_hh_l2	5	-0.06725416332483292
89	rnn.bias_hh_l2	6	0.02329958975315094
89	rnn.bias_hh_l2	7	-0.02627617120742798
89	rnn.bias_hh_l2	8	0.04306747391819954
89	rnn.bias_hh_l2	9	0.06472910195589066
89	rnn.weight_ih_l2_reverse	0	0.0823003500699997
89	rnn.weight_ih_l2_reverse	1	-0.054714154452085495
89	rnn.weight_ih_l2_reverse	2	0.0009447148768231273
89	rnn.weight_ih_l2_reverse	3	0.035273052752017975
89	rnn.weight_ih_l2_reverse	4	0.05395836755633354
89	rnn.weight_ih_l2_reverse	5	-0.040637191385030746
89	rnn.weight_ih_l2_reverse	6	-0.0002669357054401189
89	rnn.weight_ih_l2_reverse	7	-0.01063140481710434
89	rnn.weight_ih_l2_reverse	8	0.012360986322164536
89	rnn.weight_ih_l2_reverse	9	-0.08142697811126709
89	rnn.weight_hh_l2_reverse	0	-0.08274823427200317
89	rnn.weight_hh_l2_reverse	1	0.012897929176688194
89	rnn.weight_hh_l2_reverse	2	0.010549820959568024
89	rnn.weight_hh_l2_reverse	3	0.024309678003191948
89	rnn.weight_hh_l2_reverse	4	-0.0368981696665287
89	rnn.weight_hh_l2_reverse	5	-0.01504630409181118
89	rnn.weight_hh_l2_reverse	6	-0.04251900315284729
89	rnn.weight_hh_l2_reverse	7	-0.05981728434562683
89	rnn.weight_hh_l2_reverse	8	-0.006676452234387398
89	rnn.weight_hh_l2_reverse	9	-0.0590178556740284
89	rnn.bias_ih_l2_reverse	0	-0.039842765778303146
89	rnn.bias_ih_l2_reverse	1	-0.027351519092917442
89	rnn.bias_ih_l2_reverse	2	0.038796279579401016
89	rnn.bias_ih_l2_reverse	3	0.00898890383541584
89	rnn.bias_ih_l2_reverse	4	0.07814905047416687
89	rnn.bias_ih_l2_reverse	5	-0.08915401250123978
89	rnn.bias_ih_l2_reverse	6	-0.04305155202746391
89	rnn.bias_ih_l2_reverse	7	-0.048520900309085846
89	rnn.bias_ih_l2_reverse	8	0.05026489496231079
89	rnn.bias_ih_l2_reverse	9	0.012614746578037739
89	rnn.bias_hh_l2_reverse	0	0.06052883714437485
89	rnn.bias_hh_l2_reverse	1	-0.06377173215150833
89	rnn.bias_hh_l2_reverse	2	-0.06712348014116287
89	rnn.bias_hh_l2_reverse	3	0.03378985449671745
89	rnn.bias_hh_l2_reverse	4	0.02894107811152935
89	rnn.bias_hh_l2_reverse	5	0.036943722516298294
89	rnn.bias_hh_l2_reverse	6	-0.08218619972467422
89	rnn.bias_hh_l2_reverse	7	-0.010443480685353279
89	rnn.bias_hh_l2_reverse	8	-0.09742345660924911
89	rnn.bias_hh_l2_reverse	9	-0.05473581701517105
89	linear.weight	0	0.025028489530086517
89	linear.weight	1	0.11948100477457047
89	linear.weight	2	-0.02245202846825123
89	linear.weight	3	-0.03108244016766548
89	linear.weight	4	-0.022248394787311554
89	linear.weight	5	0.057557836174964905
89	linear.weight	6	0.0031474789138883352
89	linear.weight	7	-0.07842972129583359
89	linear.weight	8	0.009032193571329117
89	linear.weight	9	0.06577242165803909
89	linear.bias	0	0.5930361747741699
89	linear.bias	1	0.6069482564926147
89	linear.bias	2	-1.5505051612854004
89	linear.bias	3	-0.05754556506872177
89	linear.bias	4	-0.050822705030441284
89	linear.bias	5	0.24921627342700958
90	transitions	0	0.05733110010623932
90	transitions	1	-10000.0
90	transitions	2	2.249255657196045
90	transitions	3	-1.099029302597046
90	transitions	4	-10000.0
90	transitions	5	-10000.0
90	transitions	6	-10000.0
90	transitions	7	0.8824530839920044
90	transitions	8	0.8620908260345459
90	transitions	9	-1.2847046852111816
90	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
90	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
90	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
90	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
90	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
90	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
90	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
90	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
90	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
90	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
90	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
90	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
90	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
90	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
90	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
90	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
90	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
90	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
90	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
90	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
90	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
90	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
90	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
90	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
90	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
90	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
90	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
90	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
90	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
90	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
90	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
90	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
90	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
90	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
90	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
90	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
90	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
90	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
90	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
90	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
90	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
90	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
90	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
90	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
90	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
90	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
90	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
90	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
90	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
90	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
90	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
90	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
90	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
90	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
90	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
90	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
90	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
90	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
90	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
90	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
90	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
90	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
90	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
90	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
90	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
90	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
90	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
90	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
90	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
90	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
90	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
90	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
90	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
90	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
90	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
90	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
90	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
90	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
90	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
90	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
90	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
90	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
90	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
90	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
90	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
90	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
90	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
90	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
90	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
90	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
90	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
90	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
90	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
90	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
90	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
90	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
90	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
90	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
90	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
90	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
90	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
90	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
90	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
90	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
90	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
90	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
90	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
90	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
90	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
90	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
90	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
90	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
90	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
90	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
90	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
90	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
90	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
90	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
90	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
90	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
90	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
90	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
90	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
90	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
90	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
90	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
90	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
90	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
90	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
90	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
90	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
90	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
90	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
90	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
90	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
90	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
90	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
90	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
90	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
90	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
90	embedding2nn.weight	0	0.0147217633202672
90	embedding2nn.weight	1	0.00033108016941696405
90	embedding2nn.weight	2	0.005633050110191107
90	embedding2nn.weight	3	0.0008519977563992143
90	embedding2nn.weight	4	-0.008482449688017368
90	embedding2nn.weight	5	-0.005273792427033186
90	embedding2nn.weight	6	-0.0007332717068493366
90	embedding2nn.weight	7	-0.0030984217301011086
90	embedding2nn.weight	8	0.013833313249051571
90	embedding2nn.weight	9	0.004414490424096584
90	embedding2nn.bias	0	-0.0036973836831748486
90	embedding2nn.bias	1	-0.010675795376300812
90	embedding2nn.bias	2	0.020772116258740425
90	embedding2nn.bias	3	-0.01138858962804079
90	embedding2nn.bias	4	-0.02334306575357914
90	embedding2nn.bias	5	-0.0017641620943322778
90	embedding2nn.bias	6	0.012219041585922241
90	embedding2nn.bias	7	0.010992924682796001
90	embedding2nn.bias	8	-0.019373329356312752
90	embedding2nn.bias	9	0.00293172150850296
90	rnn.weight_ih_l0	0	-0.051748745143413544
90	rnn.weight_ih_l0	1	0.05076584219932556
90	rnn.weight_ih_l0	2	0.03182407468557358
90	rnn.weight_ih_l0	3	0.014693441800773144
90	rnn.weight_ih_l0	4	0.012542792595922947
90	rnn.weight_ih_l0	5	0.08417003601789474
90	rnn.weight_ih_l0	6	0.075955830514431
90	rnn.weight_ih_l0	7	0.03781748563051224
90	rnn.weight_ih_l0	8	-0.04553607851266861
90	rnn.weight_ih_l0	9	0.008078630082309246
90	rnn.weight_hh_l0	0	0.00833847839385271
90	rnn.weight_hh_l0	1	-0.06352491676807404
90	rnn.weight_hh_l0	2	-0.06550703197717667
90	rnn.weight_hh_l0	3	0.07167955487966537
90	rnn.weight_hh_l0	4	0.07114361226558685
90	rnn.weight_hh_l0	5	0.005040258634835482
90	rnn.weight_hh_l0	6	0.0037026614882051945
90	rnn.weight_hh_l0	7	-0.020463762804865837
90	rnn.weight_hh_l0	8	-0.02920532040297985
90	rnn.weight_hh_l0	9	0.05765947327017784
90	rnn.bias_ih_l0	0	-0.06441986560821533
90	rnn.bias_ih_l0	1	0.087213896214962
90	rnn.bias_ih_l0	2	0.02073090709745884
90	rnn.bias_ih_l0	3	0.08394981920719147
90	rnn.bias_ih_l0	4	-0.07741594314575195
90	rnn.bias_ih_l0	5	0.08454395830631256
90	rnn.bias_ih_l0	6	-0.06501059979200363
90	rnn.bias_ih_l0	7	-0.03503791615366936
90	rnn.bias_ih_l0	8	-0.07914016395807266
90	rnn.bias_ih_l0	9	-0.04682515561580658
90	rnn.bias_hh_l0	0	0.032891299575567245
90	rnn.bias_hh_l0	1	0.07275880873203278
90	rnn.bias_hh_l0	2	0.06769828498363495
90	rnn.bias_hh_l0	3	0.08302195370197296
90	rnn.bias_hh_l0	4	-0.10219932347536087
90	rnn.bias_hh_l0	5	-0.07182666659355164
90	rnn.bias_hh_l0	6	0.07717838138341904
90	rnn.bias_hh_l0	7	-0.09464804083108902
90	rnn.bias_hh_l0	8	-0.02632037363946438
90	rnn.bias_hh_l0	9	-0.00368617195636034
90	rnn.weight_ih_l0_reverse	0	0.07919856905937195
90	rnn.weight_ih_l0_reverse	1	0.07334060221910477
90	rnn.weight_ih_l0_reverse	2	0.03884526714682579
90	rnn.weight_ih_l0_reverse	3	0.033707763999700546
90	rnn.weight_ih_l0_reverse	4	-0.03719329461455345
90	rnn.weight_ih_l0_reverse	5	0.050957322120666504
90	rnn.weight_ih_l0_reverse	6	0.06645778566598892
90	rnn.weight_ih_l0_reverse	7	0.022766685113310814
90	rnn.weight_ih_l0_reverse	8	-0.05783042311668396
90	rnn.weight_ih_l0_reverse	9	-0.05281101539731026
90	rnn.weight_hh_l0_reverse	0	0.025171726942062378
90	rnn.weight_hh_l0_reverse	1	-0.0872616320848465
90	rnn.weight_hh_l0_reverse	2	0.06298013776540756
90	rnn.weight_hh_l0_reverse	3	-0.02127579227089882
90	rnn.weight_hh_l0_reverse	4	0.08377408981323242
90	rnn.weight_hh_l0_reverse	5	-0.0014914479106664658
90	rnn.weight_hh_l0_reverse	6	0.029384499415755272
90	rnn.weight_hh_l0_reverse	7	0.07814489305019379
90	rnn.weight_hh_l0_reverse	8	-0.022199327126145363
90	rnn.weight_hh_l0_reverse	9	-0.04665839299559593
90	rnn.bias_ih_l0_reverse	0	0.0014241512399166822
90	rnn.bias_ih_l0_reverse	1	-0.0162165816873312
90	rnn.bias_ih_l0_reverse	2	-0.014595799148082733
90	rnn.bias_ih_l0_reverse	3	0.04078640788793564
90	rnn.bias_ih_l0_reverse	4	0.06605110317468643
90	rnn.bias_ih_l0_reverse	5	-0.02355288155376911
90	rnn.bias_ih_l0_reverse	6	-0.02747328206896782
90	rnn.bias_ih_l0_reverse	7	-0.05099249631166458
90	rnn.bias_ih_l0_reverse	8	0.010662948712706566
90	rnn.bias_ih_l0_reverse	9	-0.07167385518550873
90	rnn.bias_hh_l0_reverse	0	0.03649822995066643
90	rnn.bias_hh_l0_reverse	1	-0.07303645461797714
90	rnn.bias_hh_l0_reverse	2	0.08155816048383713
90	rnn.bias_hh_l0_reverse	3	0.055877357721328735
90	rnn.bias_hh_l0_reverse	4	0.020412132143974304
90	rnn.bias_hh_l0_reverse	5	0.042650945484638214
90	rnn.bias_hh_l0_reverse	6	0.06181288883090019
90	rnn.bias_hh_l0_reverse	7	0.08587180823087692
90	rnn.bias_hh_l0_reverse	8	-0.01168509665876627
90	rnn.bias_hh_l0_reverse	9	0.05116109922528267
90	rnn.weight_ih_l1	0	0.022807970643043518
90	rnn.weight_ih_l1	1	0.014988528564572334
90	rnn.weight_ih_l1	2	0.08328089863061905
90	rnn.weight_ih_l1	3	-0.024201979860663414
90	rnn.weight_ih_l1	4	-0.023958886042237282
90	rnn.weight_ih_l1	5	-0.013227369636297226
90	rnn.weight_ih_l1	6	0.07251865416765213
90	rnn.weight_ih_l1	7	-0.005808542482554913
90	rnn.weight_ih_l1	8	-0.053193774074316025
90	rnn.weight_ih_l1	9	0.05763615295290947
90	rnn.weight_hh_l1	0	-0.07694540917873383
90	rnn.weight_hh_l1	1	-0.03661483898758888
90	rnn.weight_hh_l1	2	-0.008227922953665257
90	rnn.weight_hh_l1	3	-0.058685459196567535
90	rnn.weight_hh_l1	4	0.08512236922979355
90	rnn.weight_hh_l1	5	-0.0840928852558136
90	rnn.weight_hh_l1	6	-0.049291450530290604
90	rnn.weight_hh_l1	7	0.06489415466785431
90	rnn.weight_hh_l1	8	-0.013535263948142529
90	rnn.weight_hh_l1	9	-0.03904767334461212
90	rnn.bias_ih_l1	0	-0.04863952100276947
90	rnn.bias_ih_l1	1	0.05783117562532425
90	rnn.bias_ih_l1	2	-0.04932461678981781
90	rnn.bias_ih_l1	3	-0.07178798317909241
90	rnn.bias_ih_l1	4	-0.02977985329926014
90	rnn.bias_ih_l1	5	-0.030137941241264343
90	rnn.bias_ih_l1	6	-0.05313429608941078
90	rnn.bias_ih_l1	7	0.062093865126371384
90	rnn.bias_ih_l1	8	0.08293930441141129
90	rnn.bias_ih_l1	9	0.04852106794714928
90	rnn.bias_hh_l1	0	0.06911730021238327
90	rnn.bias_hh_l1	1	-0.05905696377158165
90	rnn.bias_hh_l1	2	0.0222221277654171
90	rnn.bias_hh_l1	3	0.06801094114780426
90	rnn.bias_hh_l1	4	0.05716672167181969
90	rnn.bias_hh_l1	5	-0.077913798391819
90	rnn.bias_hh_l1	6	0.014740037731826305
90	rnn.bias_hh_l1	7	0.03855056315660477
90	rnn.bias_hh_l1	8	0.01203360315412283
90	rnn.bias_hh_l1	9	-0.005464630667120218
90	rnn.weight_ih_l1_reverse	0	0.08662831038236618
90	rnn.weight_ih_l1_reverse	1	-0.04175609350204468
90	rnn.weight_ih_l1_reverse	2	-0.06215175613760948
90	rnn.weight_ih_l1_reverse	3	0.02552601508796215
90	rnn.weight_ih_l1_reverse	4	-0.045993853360414505
90	rnn.weight_ih_l1_reverse	5	0.024079836905002594
90	rnn.weight_ih_l1_reverse	6	0.04047198221087456
90	rnn.weight_ih_l1_reverse	7	0.02054942399263382
90	rnn.weight_ih_l1_reverse	8	-0.00841436441987753
90	rnn.weight_ih_l1_reverse	9	-0.06674540787935257
90	rnn.weight_hh_l1_reverse	0	0.005369884893298149
90	rnn.weight_hh_l1_reverse	1	0.018812792375683784
90	rnn.weight_hh_l1_reverse	2	-0.058179911226034164
90	rnn.weight_hh_l1_reverse	3	-0.012819156050682068
90	rnn.weight_hh_l1_reverse	4	0.008762885816395283
90	rnn.weight_hh_l1_reverse	5	-0.06469813734292984
90	rnn.weight_hh_l1_reverse	6	-0.06728585809469223
90	rnn.weight_hh_l1_reverse	7	-0.01151839829981327
90	rnn.weight_hh_l1_reverse	8	-0.058459021151065826
90	rnn.weight_hh_l1_reverse	9	-0.0433601438999176
90	rnn.bias_ih_l1_reverse	0	-0.0029080735985189676
90	rnn.bias_ih_l1_reverse	1	-0.04144684225320816
90	rnn.bias_ih_l1_reverse	2	0.02176167629659176
90	rnn.bias_ih_l1_reverse	3	-0.0821898877620697
90	rnn.bias_ih_l1_reverse	4	-0.0866958349943161
90	rnn.bias_ih_l1_reverse	5	-0.08846081048250198
90	rnn.bias_ih_l1_reverse	6	0.06032086908817291
90	rnn.bias_ih_l1_reverse	7	0.08512673527002335
90	rnn.bias_ih_l1_reverse	8	0.00854208879172802
90	rnn.bias_ih_l1_reverse	9	-0.011807207018136978
90	rnn.bias_hh_l1_reverse	0	0.06063054874539375
90	rnn.bias_hh_l1_reverse	1	-0.06710226833820343
90	rnn.bias_hh_l1_reverse	2	-0.05056456848978996
90	rnn.bias_hh_l1_reverse	3	0.0725511834025383
90	rnn.bias_hh_l1_reverse	4	-0.0244731567800045
90	rnn.bias_hh_l1_reverse	5	-0.008062466979026794
90	rnn.bias_hh_l1_reverse	6	-0.05949403718113899
90	rnn.bias_hh_l1_reverse	7	-0.061687227338552475
90	rnn.bias_hh_l1_reverse	8	0.06577277928590775
90	rnn.bias_hh_l1_reverse	9	0.0406678132712841
90	rnn.weight_ih_l2	0	0.07257547974586487
90	rnn.weight_ih_l2	1	-0.0542258620262146
90	rnn.weight_ih_l2	2	0.0633913204073906
90	rnn.weight_ih_l2	3	0.06512664258480072
90	rnn.weight_ih_l2	4	0.05684318765997887
90	rnn.weight_ih_l2	5	-0.037421103566884995
90	rnn.weight_ih_l2	6	-0.0758299008011818
90	rnn.weight_ih_l2	7	0.013473592698574066
90	rnn.weight_ih_l2	8	-0.01714090257883072
90	rnn.weight_ih_l2	9	-0.06925452500581741
90	rnn.weight_hh_l2	0	0.04833891987800598
90	rnn.weight_hh_l2	1	0.03137003257870674
90	rnn.weight_hh_l2	2	-0.05486789345741272
90	rnn.weight_hh_l2	3	-0.025378864258527756
90	rnn.weight_hh_l2	4	0.05422095209360123
90	rnn.weight_hh_l2	5	-0.024325964972376823
90	rnn.weight_hh_l2	6	0.007988602854311466
90	rnn.weight_hh_l2	7	-0.05297784507274628
90	rnn.weight_hh_l2	8	-0.006277617998421192
90	rnn.weight_hh_l2	9	-0.018322978168725967
90	rnn.bias_ih_l2	0	0.13250869512557983
90	rnn.bias_ih_l2	1	0.01355070061981678
90	rnn.bias_ih_l2	2	0.06866396218538284
90	rnn.bias_ih_l2	3	0.019623447209596634
90	rnn.bias_ih_l2	4	-0.006373243406414986
90	rnn.bias_ih_l2	5	0.04287248104810715
90	rnn.bias_ih_l2	6	0.014447999186813831
90	rnn.bias_ih_l2	7	0.015478327870368958
90	rnn.bias_ih_l2	8	0.021046897396445274
90	rnn.bias_ih_l2	9	-0.01568811945617199
90	rnn.bias_hh_l2	0	0.038774359971284866
90	rnn.bias_hh_l2	1	0.0019056389573961496
90	rnn.bias_hh_l2	2	0.07259291410446167
90	rnn.bias_hh_l2	3	0.031157102435827255
90	rnn.bias_hh_l2	4	0.075503870844841
90	rnn.bias_hh_l2	5	-0.07875789701938629
90	rnn.bias_hh_l2	6	0.023056508973240852
90	rnn.bias_hh_l2	7	-0.0264865905046463
90	rnn.bias_hh_l2	8	0.04194643348455429
90	rnn.bias_hh_l2	9	0.06789189577102661
90	rnn.weight_ih_l2_reverse	0	0.0822867751121521
90	rnn.weight_ih_l2_reverse	1	-0.0546739362180233
90	rnn.weight_ih_l2_reverse	2	0.0008925418369472027
90	rnn.weight_ih_l2_reverse	3	0.03526413068175316
90	rnn.weight_ih_l2_reverse	4	0.053963057696819305
90	rnn.weight_ih_l2_reverse	5	-0.04064204543828964
90	rnn.weight_ih_l2_reverse	6	-0.0010116812773048878
90	rnn.weight_ih_l2_reverse	7	-0.011027573607861996
90	rnn.weight_ih_l2_reverse	8	0.012769902125000954
90	rnn.weight_ih_l2_reverse	9	-0.08143475651741028
90	rnn.weight_hh_l2_reverse	0	-0.08274984359741211
90	rnn.weight_hh_l2_reverse	1	0.0128198666498065
90	rnn.weight_hh_l2_reverse	2	0.010543569922447205
90	rnn.weight_hh_l2_reverse	3	0.024311384186148643
90	rnn.weight_hh_l2_reverse	4	-0.03689318522810936
90	rnn.weight_hh_l2_reverse	5	-0.015042068436741829
90	rnn.weight_hh_l2_reverse	6	-0.042524147778749466
90	rnn.weight_hh_l2_reverse	7	-0.059818968176841736
90	rnn.weight_hh_l2_reverse	8	-0.006674465723335743
90	rnn.weight_hh_l2_reverse	9	-0.059024274349212646
90	rnn.bias_ih_l2_reverse	0	-0.03316916897892952
90	rnn.bias_ih_l2_reverse	1	-0.026902949437499046
90	rnn.bias_ih_l2_reverse	2	0.038317639380693436
90	rnn.bias_ih_l2_reverse	3	0.009877326898276806
90	rnn.bias_ih_l2_reverse	4	0.07667306810617447
90	rnn.bias_ih_l2_reverse	5	-0.0890800729393959
90	rnn.bias_ih_l2_reverse	6	-0.042582087218761444
90	rnn.bias_ih_l2_reverse	7	-0.044716134667396545
90	rnn.bias_ih_l2_reverse	8	0.05333526432514191
90	rnn.bias_ih_l2_reverse	9	0.01411540899425745
90	rnn.bias_hh_l2_reverse	0	0.07387552410364151
90	rnn.bias_hh_l2_reverse	1	-0.061411261558532715
90	rnn.bias_hh_l2_reverse	2	-0.066996730864048
90	rnn.bias_hh_l2_reverse	3	0.03319355100393295
90	rnn.bias_hh_l2_reverse	4	0.029151540249586105
90	rnn.bias_hh_l2_reverse	5	0.03598538786172867
90	rnn.bias_hh_l2_reverse	6	-0.08209048956632614
90	rnn.bias_hh_l2_reverse	7	-0.010114822536706924
90	rnn.bias_hh_l2_reverse	8	-0.09946387261152267
90	rnn.bias_hh_l2_reverse	9	-0.05434193089604378
90	linear.weight	0	0.025028489530086517
90	linear.weight	1	0.12680380046367645
90	linear.weight	2	-0.022594522684812546
90	linear.weight	3	-0.03186117112636566
90	linear.weight	4	-0.022248394787311554
90	linear.weight	5	0.05754535645246506
90	linear.weight	6	-0.00017925156862474978
90	linear.weight	7	-0.07273398339748383
90	linear.weight	8	0.0056594000197947025
90	linear.weight	9	0.06369835138320923
90	linear.bias	0	0.5191939473152161
90	linear.bias	1	0.5017138719558716
90	linear.bias	2	-1.5534688234329224
90	linear.bias	3	-0.05754556506872177
90	linear.bias	4	-0.050822705030441284
90	linear.bias	5	0.431256502866745
91	transitions	0	0.05700269713997841
91	transitions	1	-10000.0
91	transitions	2	2.3441383838653564
91	transitions	3	-1.1058669090270996
91	transitions	4	-10000.0
91	transitions	5	-10000.0
91	transitions	6	-10000.0
91	transitions	7	0.8824354410171509
91	transitions	8	0.8616856336593628
91	transitions	9	-1.2604196071624756
91	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
91	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
91	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
91	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
91	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
91	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
91	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
91	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
91	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
91	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
91	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
91	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
91	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
91	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
91	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
91	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
91	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
91	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
91	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
91	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
91	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
91	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
91	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
91	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
91	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
91	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
91	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
91	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
91	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
91	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
91	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
91	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
91	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
91	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
91	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
91	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
91	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
91	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
91	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
91	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
91	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
91	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
91	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
91	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
91	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
91	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
91	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
91	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
91	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
91	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
91	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
91	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
91	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
91	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
91	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
91	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
91	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
91	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
91	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
91	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
91	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
91	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
91	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
91	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
91	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
91	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
91	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
91	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
91	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
91	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
91	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
91	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
91	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
91	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
91	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
91	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
91	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
91	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
91	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
91	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
91	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
91	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
91	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
91	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
91	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
91	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
91	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
91	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
91	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
91	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
91	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
91	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
91	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
91	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
91	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
91	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
91	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
91	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
91	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
91	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
91	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
91	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
91	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
91	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
91	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
91	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
91	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
91	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
91	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
91	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
91	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
91	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
91	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
91	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
91	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
91	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
91	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
91	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
91	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
91	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
91	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
91	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
91	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
91	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
91	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
91	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
91	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
91	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
91	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
91	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
91	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
91	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
91	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
91	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
91	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
91	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
91	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
91	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
91	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
91	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
91	embedding2nn.weight	0	0.014725041575729847
91	embedding2nn.weight	1	0.0003308324085082859
91	embedding2nn.weight	2	0.005633812863379717
91	embedding2nn.weight	3	0.0008395311888307333
91	embedding2nn.weight	4	-0.00859284307807684
91	embedding2nn.weight	5	-0.005287486594170332
91	embedding2nn.weight	6	-0.000749792845454067
91	embedding2nn.weight	7	-0.003113557817414403
91	embedding2nn.weight	8	0.014281251467764378
91	embedding2nn.weight	9	0.004407771397382021
91	embedding2nn.bias	0	-0.002348948735743761
91	embedding2nn.bias	1	-0.012566653080284595
91	embedding2nn.bias	2	0.018232811242341995
91	embedding2nn.bias	3	-0.009543896652758121
91	embedding2nn.bias	4	-0.022154320031404495
91	embedding2nn.bias	5	-0.002223123097792268
91	embedding2nn.bias	6	0.010614666156470776
91	embedding2nn.bias	7	0.009061913937330246
91	embedding2nn.bias	8	-0.019703004509210587
91	embedding2nn.bias	9	0.003480771789327264
91	rnn.weight_ih_l0	0	-0.05190890282392502
91	rnn.weight_ih_l0	1	0.050771910697221756
91	rnn.weight_ih_l0	2	0.03182606026530266
91	rnn.weight_ih_l0	3	0.014703886583447456
91	rnn.weight_ih_l0	4	0.012626593932509422
91	rnn.weight_ih_l0	5	0.08416271954774857
91	rnn.weight_ih_l0	6	0.07597475498914719
91	rnn.weight_ih_l0	7	0.03781333193182945
91	rnn.weight_ih_l0	8	-0.0455486923456192
91	rnn.weight_ih_l0	9	0.0080278180539608
91	rnn.weight_hh_l0	0	0.008336829021573067
91	rnn.weight_hh_l0	1	-0.06357622146606445
91	rnn.weight_hh_l0	2	-0.06550905853509903
91	rnn.weight_hh_l0	3	0.07175832986831665
91	rnn.weight_hh_l0	4	0.07116279006004333
91	rnn.weight_hh_l0	5	0.004887675400823355
91	rnn.weight_hh_l0	6	0.0036166931968182325
91	rnn.weight_hh_l0	7	-0.020324014127254486
91	rnn.weight_hh_l0	8	-0.029299799352884293
91	rnn.weight_hh_l0	9	0.05761778727173805
91	rnn.bias_ih_l0	0	-0.06511029601097107
91	rnn.bias_ih_l0	1	0.0872894674539566
91	rnn.bias_ih_l0	2	0.020778469741344452
91	rnn.bias_ih_l0	3	0.08361460268497467
91	rnn.bias_ih_l0	4	-0.07549326866865158
91	rnn.bias_ih_l0	5	0.0840945690870285
91	rnn.bias_ih_l0	6	-0.0666973888874054
91	rnn.bias_ih_l0	7	-0.035132620483636856
91	rnn.bias_ih_l0	8	-0.08283830434083939
91	rnn.bias_ih_l0	9	-0.04712647944688797
91	rnn.bias_hh_l0	0	0.03283971920609474
91	rnn.bias_hh_l0	1	0.0727345198392868
91	rnn.bias_hh_l0	2	0.06768164783716202
91	rnn.bias_hh_l0	3	0.08332917839288712
91	rnn.bias_hh_l0	4	-0.10028429329395294
91	rnn.bias_hh_l0	5	-0.07177908718585968
91	rnn.bias_hh_l0	6	0.07689038664102554
91	rnn.bias_hh_l0	7	-0.09232824295759201
91	rnn.bias_hh_l0	8	-0.026265431195497513
91	rnn.bias_hh_l0	9	-0.001141405082307756
91	rnn.weight_ih_l0_reverse	0	0.07917597889900208
91	rnn.weight_ih_l0_reverse	1	0.07334288209676743
91	rnn.weight_ih_l0_reverse	2	0.03884197026491165
91	rnn.weight_ih_l0_reverse	3	0.033694684505462646
91	rnn.weight_ih_l0_reverse	4	-0.037164583802223206
91	rnn.weight_ih_l0_reverse	5	0.05093982070684433
91	rnn.weight_ih_l0_reverse	6	0.06645270437002182
91	rnn.weight_ih_l0_reverse	7	0.022778857499361038
91	rnn.weight_ih_l0_reverse	8	-0.057840507477521896
91	rnn.weight_ih_l0_reverse	9	-0.052818670868873596
91	rnn.weight_hh_l0_reverse	0	0.025175774469971657
91	rnn.weight_hh_l0_reverse	1	-0.08726883679628372
91	rnn.weight_hh_l0_reverse	2	0.06300891935825348
91	rnn.weight_hh_l0_reverse	3	-0.021314185112714767
91	rnn.weight_hh_l0_reverse	4	0.08353685587644577
91	rnn.weight_hh_l0_reverse	5	-0.0014805080136284232
91	rnn.weight_hh_l0_reverse	6	0.02921876311302185
91	rnn.weight_hh_l0_reverse	7	0.07816579192876816
91	rnn.weight_hh_l0_reverse	8	-0.02220388874411583
91	rnn.weight_hh_l0_reverse	9	-0.04664900526404381
91	rnn.bias_ih_l0_reverse	0	0.0014381054788827896
91	rnn.bias_ih_l0_reverse	1	-0.017176201567053795
91	rnn.bias_ih_l0_reverse	2	-0.013141709379851818
91	rnn.bias_ih_l0_reverse	3	0.04091637209057808
91	rnn.bias_ih_l0_reverse	4	0.06591206789016724
91	rnn.bias_ih_l0_reverse	5	-0.023578591644763947
91	rnn.bias_ih_l0_reverse	6	-0.02754785306751728
91	rnn.bias_ih_l0_reverse	7	-0.051000889390707016
91	rnn.bias_ih_l0_reverse	8	0.011007942259311676
91	rnn.bias_ih_l0_reverse	9	-0.07149607688188553
91	rnn.bias_hh_l0_reverse	0	0.0367932990193367
91	rnn.bias_hh_l0_reverse	1	-0.07285867631435394
91	rnn.bias_hh_l0_reverse	2	0.08212874829769135
91	rnn.bias_hh_l0_reverse	3	0.05602516233921051
91	rnn.bias_hh_l0_reverse	4	0.021306272596120834
91	rnn.bias_hh_l0_reverse	5	0.042844049632549286
91	rnn.bias_hh_l0_reverse	6	0.06232205033302307
91	rnn.bias_hh_l0_reverse	7	0.08695432543754578
91	rnn.bias_hh_l0_reverse	8	-0.01146287377923727
91	rnn.bias_hh_l0_reverse	9	0.04999624937772751
91	rnn.weight_ih_l1	0	0.02261674404144287
91	rnn.weight_ih_l1	1	0.014997927471995354
91	rnn.weight_ih_l1	2	0.08228329569101334
91	rnn.weight_ih_l1	3	-0.024185625836253166
91	rnn.weight_ih_l1	4	-0.023921582847833633
91	rnn.weight_ih_l1	5	-0.013776666484773159
91	rnn.weight_ih_l1	6	0.072873555123806
91	rnn.weight_ih_l1	7	-0.005400645546615124
91	rnn.weight_ih_l1	8	-0.053208183497190475
91	rnn.weight_ih_l1	9	0.05798039212822914
91	rnn.weight_hh_l1	0	-0.07667731493711472
91	rnn.weight_hh_l1	1	-0.03653935343027115
91	rnn.weight_hh_l1	2	-0.008233959786593914
91	rnn.weight_hh_l1	3	-0.0586608350276947
91	rnn.weight_hh_l1	4	0.08507625013589859
91	rnn.weight_hh_l1	5	-0.08408979326486588
91	rnn.weight_hh_l1	6	-0.04930491745471954
91	rnn.weight_hh_l1	7	0.065183624625206
91	rnn.weight_hh_l1	8	-0.01353849284350872
91	rnn.weight_hh_l1	9	-0.0390397310256958
91	rnn.bias_ih_l1	0	-0.048398423939943314
91	rnn.bias_ih_l1	1	0.05786864086985588
91	rnn.bias_ih_l1	2	-0.049566108733415604
91	rnn.bias_ih_l1	3	-0.07243131101131439
91	rnn.bias_ih_l1	4	-0.02972075529396534
91	rnn.bias_ih_l1	5	-0.019868746399879456
91	rnn.bias_ih_l1	6	-0.04985645040869713
91	rnn.bias_ih_l1	7	0.062195584177970886
91	rnn.bias_ih_l1	8	0.08277987688779831
91	rnn.bias_ih_l1	9	0.04326535388827324
91	rnn.bias_hh_l1	0	0.06905864924192429
91	rnn.bias_hh_l1	1	-0.059098683297634125
91	rnn.bias_hh_l1	2	0.022292958572506905
91	rnn.bias_hh_l1	3	0.0681462362408638
91	rnn.bias_hh_l1	4	0.05709894746541977
91	rnn.bias_hh_l1	5	-0.07784773409366608
91	rnn.bias_hh_l1	6	0.014657444320619106
91	rnn.bias_hh_l1	7	0.03816547244787216
91	rnn.bias_hh_l1	8	0.011769191361963749
91	rnn.bias_hh_l1	9	-0.005415826104581356
91	rnn.weight_ih_l1_reverse	0	0.08662296831607819
91	rnn.weight_ih_l1_reverse	1	-0.04177381098270416
91	rnn.weight_ih_l1_reverse	2	-0.06212233379483223
91	rnn.weight_ih_l1_reverse	3	0.025502663105726242
91	rnn.weight_ih_l1_reverse	4	-0.04598028585314751
91	rnn.weight_ih_l1_reverse	5	0.024089550599455833
91	rnn.weight_ih_l1_reverse	6	0.04042588546872139
91	rnn.weight_ih_l1_reverse	7	0.020553482696413994
91	rnn.weight_ih_l1_reverse	8	-0.008364974521100521
91	rnn.weight_ih_l1_reverse	9	-0.06634677201509476
91	rnn.weight_hh_l1_reverse	0	0.005348576232790947
91	rnn.weight_hh_l1_reverse	1	0.018810974434018135
91	rnn.weight_hh_l1_reverse	2	-0.05818885564804077
91	rnn.weight_hh_l1_reverse	3	-0.01284985151141882
91	rnn.weight_hh_l1_reverse	4	0.00876875501126051
91	rnn.weight_hh_l1_reverse	5	-0.06498442590236664
91	rnn.weight_hh_l1_reverse	6	-0.06728459149599075
91	rnn.weight_hh_l1_reverse	7	-0.011499320156872272
91	rnn.weight_hh_l1_reverse	8	-0.05864822492003441
91	rnn.weight_hh_l1_reverse	9	-0.04341144114732742
91	rnn.bias_ih_l1_reverse	0	-0.00302646541967988
91	rnn.bias_ih_l1_reverse	1	-0.041419170796871185
91	rnn.bias_ih_l1_reverse	2	0.022260505706071854
91	rnn.bias_ih_l1_reverse	3	-0.08227518200874329
91	rnn.bias_ih_l1_reverse	4	-0.08682634681463242
91	rnn.bias_ih_l1_reverse	5	-0.08836431056261063
91	rnn.bias_ih_l1_reverse	6	0.06024618074297905
91	rnn.bias_ih_l1_reverse	7	0.08514395356178284
91	rnn.bias_ih_l1_reverse	8	0.004268288146704435
91	rnn.bias_ih_l1_reverse	9	-0.012199671007692814
91	rnn.bias_hh_l1_reverse	0	0.060482632368803024
91	rnn.bias_hh_l1_reverse	1	-0.0687645971775055
91	rnn.bias_hh_l1_reverse	2	-0.050897661596536636
91	rnn.bias_hh_l1_reverse	3	0.07284118235111237
91	rnn.bias_hh_l1_reverse	4	-0.024669617414474487
91	rnn.bias_hh_l1_reverse	5	-0.007824137806892395
91	rnn.bias_hh_l1_reverse	6	-0.05961526185274124
91	rnn.bias_hh_l1_reverse	7	-0.06162430718541145
91	rnn.bias_hh_l1_reverse	8	0.0651465505361557
91	rnn.bias_hh_l1_reverse	9	0.04372161626815796
91	rnn.weight_ih_l2	0	0.07314492762088776
91	rnn.weight_ih_l2	1	-0.054169487208127975
91	rnn.weight_ih_l2	2	0.06339125335216522
91	rnn.weight_ih_l2	3	0.06514163315296173
91	rnn.weight_ih_l2	4	0.05686275288462639
91	rnn.weight_ih_l2	5	-0.03738125413656235
91	rnn.weight_ih_l2	6	-0.07574215531349182
91	rnn.weight_ih_l2	7	0.013186902739107609
91	rnn.weight_ih_l2	8	-0.01713692396879196
91	rnn.weight_ih_l2	9	-0.06926748901605606
91	rnn.weight_hh_l2	0	0.048337098211050034
91	rnn.weight_hh_l2	1	0.03139728680253029
91	rnn.weight_hh_l2	2	-0.05485786870121956
91	rnn.weight_hh_l2	3	-0.025464769452810287
91	rnn.weight_hh_l2	4	0.054232459515333176
91	rnn.weight_hh_l2	5	-0.02429172396659851
91	rnn.weight_hh_l2	6	0.008023303933441639
91	rnn.weight_hh_l2	7	-0.052992064505815506
91	rnn.weight_hh_l2	8	-0.006462233141064644
91	rnn.weight_hh_l2	9	-0.01831766963005066
91	rnn.bias_ih_l2	0	0.14321625232696533
91	rnn.bias_ih_l2	1	0.013020412996411324
91	rnn.bias_ih_l2	2	0.06806981563568115
91	rnn.bias_ih_l2	3	0.019496893510222435
91	rnn.bias_ih_l2	4	-0.006294331047683954
91	rnn.bias_ih_l2	5	0.04172381013631821
91	rnn.bias_ih_l2	6	0.014535430818796158
91	rnn.bias_ih_l2	7	0.0161310862749815
91	rnn.bias_ih_l2	8	0.02092105709016323
91	rnn.bias_ih_l2	9	-0.015796268358826637
91	rnn.bias_hh_l2	0	0.03960312902927399
91	rnn.bias_hh_l2	1	0.0016212862683460116
91	rnn.bias_hh_l2	2	0.07228248566389084
91	rnn.bias_hh_l2	3	0.03088630922138691
91	rnn.bias_hh_l2	4	0.07550842314958572
91	rnn.bias_hh_l2	5	-0.06977742165327072
91	rnn.bias_hh_l2	6	0.0210278257727623
91	rnn.bias_hh_l2	7	-0.026479443535208702
91	rnn.bias_hh_l2	8	0.041956834495067596
91	rnn.bias_hh_l2	9	0.06437946856021881
91	rnn.weight_ih_l2_reverse	0	0.08228135854005814
91	rnn.weight_ih_l2_reverse	1	-0.05480581521987915
91	rnn.weight_ih_l2_reverse	2	0.0009087087237276137
91	rnn.weight_ih_l2_reverse	3	0.03527163714170456
91	rnn.weight_ih_l2_reverse	4	0.053959380835294724
91	rnn.weight_ih_l2_reverse	5	-0.040633849799633026
91	rnn.weight_ih_l2_reverse	6	-0.0006919627776369452
91	rnn.weight_ih_l2_reverse	7	-0.0115553243085742
91	rnn.weight_ih_l2_reverse	8	0.012961362488567829
91	rnn.weight_ih_l2_reverse	9	-0.08140084892511368
91	rnn.weight_hh_l2_reverse	0	-0.0827530100941658
91	rnn.weight_hh_l2_reverse	1	0.013404931873083115
91	rnn.weight_hh_l2_reverse	2	0.010507754981517792
91	rnn.weight_hh_l2_reverse	3	0.02431122213602066
91	rnn.weight_hh_l2_reverse	4	-0.03684280067682266
91	rnn.weight_hh_l2_reverse	5	-0.015061155892908573
91	rnn.weight_hh_l2_reverse	6	-0.04317394271492958
91	rnn.weight_hh_l2_reverse	7	-0.0598188079893589
91	rnn.weight_hh_l2_reverse	8	-0.00666657742112875
91	rnn.weight_hh_l2_reverse	9	-0.05902045965194702
91	rnn.bias_ih_l2_reverse	0	-0.03342938423156738
91	rnn.bias_ih_l2_reverse	1	-0.027201000601053238
91	rnn.bias_ih_l2_reverse	2	0.038355596363544464
91	rnn.bias_ih_l2_reverse	3	0.012245142832398415
91	rnn.bias_ih_l2_reverse	4	0.07641888409852982
91	rnn.bias_ih_l2_reverse	5	-0.08903753757476807
91	rnn.bias_ih_l2_reverse	6	-0.04287624731659889
91	rnn.bias_ih_l2_reverse	7	-0.0472111813724041
91	rnn.bias_ih_l2_reverse	8	0.052323147654533386
91	rnn.bias_ih_l2_reverse	9	0.012435358949005604
91	rnn.bias_hh_l2_reverse	0	0.07175600528717041
91	rnn.bias_hh_l2_reverse	1	-0.06148963421583176
91	rnn.bias_hh_l2_reverse	2	-0.06706932187080383
91	rnn.bias_hh_l2_reverse	3	0.033112891018390656
91	rnn.bias_hh_l2_reverse	4	0.02938307821750641
91	rnn.bias_hh_l2_reverse	5	0.03553374856710434
91	rnn.bias_hh_l2_reverse	6	-0.08202993124723434
91	rnn.bias_hh_l2_reverse	7	-0.009946689940989017
91	rnn.bias_hh_l2_reverse	8	-0.09998577833175659
91	rnn.bias_hh_l2_reverse	9	-0.05443234741687775
91	linear.weight	0	0.025028489530086517
91	linear.weight	1	0.12155769020318985
91	linear.weight	2	-0.02262822724878788
91	linear.weight	3	-0.03196711838245392
91	linear.weight	4	-0.022248394787311554
91	linear.weight	5	0.05943988636136055
91	linear.weight	6	0.0011956981616094708
91	linear.weight	7	-0.07614725083112717
91	linear.weight	8	0.006291692610830069
91	linear.weight	9	0.06637096405029297
91	linear.bias	0	0.5822900533676147
91	linear.bias	1	0.5835175514221191
91	linear.bias	2	-1.554853916168213
91	linear.bias	3	-0.05754556506872177
91	linear.bias	4	-0.050822705030441284
91	linear.bias	5	0.28774169087409973
92	transitions	0	0.056385770440101624
92	transitions	1	-10000.0
92	transitions	2	2.2939469814300537
92	transitions	3	-1.0662785768508911
92	transitions	4	-10000.0
92	transitions	5	-10000.0
92	transitions	6	-10000.0
92	transitions	7	0.8824002742767334
92	transitions	8	0.8609594106674194
92	transitions	9	-1.26308012008667
92	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
92	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
92	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
92	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
92	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
92	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
92	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
92	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
92	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
92	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
92	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
92	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
92	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
92	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
92	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
92	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
92	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
92	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
92	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
92	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
92	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
92	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
92	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
92	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
92	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
92	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
92	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
92	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
92	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
92	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
92	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
92	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
92	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
92	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
92	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
92	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
92	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
92	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
92	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
92	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
92	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
92	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
92	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
92	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
92	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
92	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
92	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
92	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
92	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
92	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
92	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
92	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
92	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
92	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
92	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
92	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
92	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
92	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
92	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
92	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
92	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
92	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
92	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
92	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
92	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
92	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
92	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
92	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
92	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
92	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
92	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
92	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
92	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
92	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
92	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
92	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
92	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
92	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
92	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
92	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
92	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
92	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
92	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
92	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
92	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
92	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
92	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
92	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
92	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
92	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
92	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
92	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
92	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
92	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
92	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
92	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
92	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
92	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
92	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
92	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
92	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
92	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
92	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
92	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
92	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
92	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
92	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
92	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
92	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
92	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
92	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
92	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
92	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
92	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
92	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
92	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
92	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
92	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
92	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
92	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
92	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
92	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
92	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
92	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
92	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
92	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
92	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
92	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
92	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
92	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
92	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
92	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
92	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
92	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
92	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
92	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
92	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
92	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
92	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
92	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
92	embedding2nn.weight	0	0.014749497175216675
92	embedding2nn.weight	1	0.0003263545804657042
92	embedding2nn.weight	2	0.005615239962935448
92	embedding2nn.weight	3	0.0008462597616016865
92	embedding2nn.weight	4	-0.008534975349903107
92	embedding2nn.weight	5	-0.005286327097564936
92	embedding2nn.weight	6	-0.0007257035467773676
92	embedding2nn.weight	7	-0.0031157645862549543
92	embedding2nn.weight	8	0.014211718924343586
92	embedding2nn.weight	9	0.004403076134622097
92	embedding2nn.bias	0	-0.0006363820866681635
92	embedding2nn.bias	1	-0.013790949247777462
92	embedding2nn.bias	2	0.019522065296769142
92	embedding2nn.bias	3	-0.011378198862075806
92	embedding2nn.bias	4	-0.02144583687186241
92	embedding2nn.bias	5	-0.002021471969783306
92	embedding2nn.bias	6	0.009518340229988098
92	embedding2nn.bias	7	0.009012528695166111
92	embedding2nn.bias	8	-0.018358133733272552
92	embedding2nn.bias	9	0.004094744101166725
92	rnn.weight_ih_l0	0	-0.051891691982746124
92	rnn.weight_ih_l0	1	0.050763022154569626
92	rnn.weight_ih_l0	2	0.03182268515229225
92	rnn.weight_ih_l0	3	0.01468872930854559
92	rnn.weight_ih_l0	4	0.01259869709610939
92	rnn.weight_ih_l0	5	0.0841553583741188
92	rnn.weight_ih_l0	6	0.07598654180765152
92	rnn.weight_ih_l0	7	0.03781253099441528
92	rnn.weight_ih_l0	8	-0.045608967542648315
92	rnn.weight_ih_l0	9	0.008002915419638157
92	rnn.weight_hh_l0	0	0.008300143294036388
92	rnn.weight_hh_l0	1	-0.06354590505361557
92	rnn.weight_hh_l0	2	-0.06550859659910202
92	rnn.weight_hh_l0	3	0.07173913717269897
92	rnn.weight_hh_l0	4	0.07113907486200333
92	rnn.weight_hh_l0	5	0.004892454016953707
92	rnn.weight_hh_l0	6	0.004174151923507452
92	rnn.weight_hh_l0	7	-0.02026207372546196
92	rnn.weight_hh_l0	8	-0.029404914006590843
92	rnn.weight_hh_l0	9	0.05758966878056526
92	rnn.bias_ih_l0	0	-0.06449978798627853
92	rnn.bias_ih_l0	1	0.08740407973527908
92	rnn.bias_ih_l0	2	0.02050008811056614
92	rnn.bias_ih_l0	3	0.08334241062402725
92	rnn.bias_ih_l0	4	-0.0769682452082634
92	rnn.bias_ih_l0	5	0.08428458124399185
92	rnn.bias_ih_l0	6	-0.06583501398563385
92	rnn.bias_ih_l0	7	-0.03503606095910072
92	rnn.bias_ih_l0	8	-0.0826951339840889
92	rnn.bias_ih_l0	9	-0.04689778387546539
92	rnn.bias_hh_l0	0	0.033577967435121536
92	rnn.bias_hh_l0	1	0.07264383137226105
92	rnn.bias_hh_l0	2	0.06793549656867981
92	rnn.bias_hh_l0	3	0.08312126994132996
92	rnn.bias_hh_l0	4	-0.0996536836028099
92	rnn.bias_hh_l0	5	-0.07172887772321701
92	rnn.bias_hh_l0	6	0.07696015387773514
92	rnn.bias_hh_l0	7	-0.09332055598497391
92	rnn.bias_hh_l0	8	-0.026188619434833527
92	rnn.bias_hh_l0	9	-0.0018266700208187103
92	rnn.weight_ih_l0_reverse	0	0.0791701078414917
92	rnn.weight_ih_l0_reverse	1	0.07333014160394669
92	rnn.weight_ih_l0_reverse	2	0.038840748369693756
92	rnn.weight_ih_l0_reverse	3	0.03369877114892006
92	rnn.weight_ih_l0_reverse	4	-0.037180062383413315
92	rnn.weight_ih_l0_reverse	5	0.050946492701768875
92	rnn.weight_ih_l0_reverse	6	0.06645316630601883
92	rnn.weight_ih_l0_reverse	7	0.022734489291906357
92	rnn.weight_ih_l0_reverse	8	-0.05795177444815636
92	rnn.weight_ih_l0_reverse	9	-0.05281804874539375
92	rnn.weight_hh_l0_reverse	0	0.025146545842289925
92	rnn.weight_hh_l0_reverse	1	-0.08725941181182861
92	rnn.weight_hh_l0_reverse	2	0.06299933791160583
92	rnn.weight_hh_l0_reverse	3	-0.02129814215004444
92	rnn.weight_hh_l0_reverse	4	0.08353570848703384
92	rnn.weight_hh_l0_reverse	5	-0.0015307448338717222
92	rnn.weight_hh_l0_reverse	6	0.029435118660330772
92	rnn.weight_hh_l0_reverse	7	0.0781598910689354
92	rnn.weight_hh_l0_reverse	8	-0.02220585197210312
92	rnn.weight_hh_l0_reverse	9	-0.04665066674351692
92	rnn.bias_ih_l0_reverse	0	0.001534519949927926
92	rnn.bias_ih_l0_reverse	1	-0.016996687278151512
92	rnn.bias_ih_l0_reverse	2	-0.013877718709409237
92	rnn.bias_ih_l0_reverse	3	0.04088057205080986
92	rnn.bias_ih_l0_reverse	4	0.06591726094484329
92	rnn.bias_ih_l0_reverse	5	-0.023226140066981316
92	rnn.bias_ih_l0_reverse	6	-0.027434248477220535
92	rnn.bias_ih_l0_reverse	7	-0.05061962082982063
92	rnn.bias_ih_l0_reverse	8	0.012866320088505745
92	rnn.bias_ih_l0_reverse	9	-0.07101134955883026
92	rnn.bias_hh_l0_reverse	0	0.036921095103025436
92	rnn.bias_hh_l0_reverse	1	-0.07237394899129868
92	rnn.bias_hh_l0_reverse	2	0.08231332153081894
92	rnn.bias_hh_l0_reverse	3	0.056068580597639084
92	rnn.bias_hh_l0_reverse	4	0.019593115895986557
92	rnn.bias_hh_l0_reverse	5	0.04313243553042412
92	rnn.bias_hh_l0_reverse	6	0.06269555538892746
92	rnn.bias_hh_l0_reverse	7	0.08620923012495041
92	rnn.bias_hh_l0_reverse	8	-0.011618995107710361
92	rnn.bias_hh_l0_reverse	9	0.0508895143866539
92	rnn.weight_ih_l1	0	0.022444870322942734
92	rnn.weight_ih_l1	1	0.01502202358096838
92	rnn.weight_ih_l1	2	0.08224359154701233
92	rnn.weight_ih_l1	3	-0.024086806923151016
92	rnn.weight_ih_l1	4	-0.023944949731230736
92	rnn.weight_ih_l1	5	-0.013749735429883003
92	rnn.weight_ih_l1	6	0.0729769766330719
92	rnn.weight_ih_l1	7	-0.005284635815769434
92	rnn.weight_ih_l1	8	-0.05306518077850342
92	rnn.weight_ih_l1	9	0.057774219661951065
92	rnn.weight_hh_l1	0	-0.07681985944509506
92	rnn.weight_hh_l1	1	-0.03647170960903168
92	rnn.weight_hh_l1	2	-0.00821657758206129
92	rnn.weight_hh_l1	3	-0.05864966660737991
92	rnn.weight_hh_l1	4	0.08509519696235657
92	rnn.weight_hh_l1	5	-0.08409930020570755
92	rnn.weight_hh_l1	6	-0.04925313591957092
92	rnn.weight_hh_l1	7	0.0651547908782959
92	rnn.weight_hh_l1	8	-0.01352611742913723
92	rnn.weight_hh_l1	9	-0.03910503908991814
92	rnn.bias_ih_l1	0	-0.047147974371910095
92	rnn.bias_ih_l1	1	0.0583106204867363
92	rnn.bias_ih_l1	2	-0.04911665990948677
92	rnn.bias_ih_l1	3	-0.07284343242645264
92	rnn.bias_ih_l1	4	-0.02956419065594673
92	rnn.bias_ih_l1	5	-0.02245638333261013
92	rnn.bias_ih_l1	6	-0.04840048402547836
92	rnn.bias_ih_l1	7	0.06253322213888168
92	rnn.bias_ih_l1	8	0.08208451420068741
92	rnn.bias_ih_l1	9	0.04268746078014374
92	rnn.bias_hh_l1	0	0.06916392594575882
92	rnn.bias_hh_l1	1	-0.05895247682929039
92	rnn.bias_hh_l1	2	0.022400524467229843
92	rnn.bias_hh_l1	3	0.06973617523908615
92	rnn.bias_hh_l1	4	0.05713015794754028
92	rnn.bias_hh_l1	5	-0.07723139226436615
92	rnn.bias_hh_l1	6	0.014783349819481373
92	rnn.bias_hh_l1	7	0.03838982433080673
92	rnn.bias_hh_l1	8	0.012297701090574265
92	rnn.bias_hh_l1	9	-0.005429057404398918
92	rnn.weight_ih_l1_reverse	0	0.08671239018440247
92	rnn.weight_ih_l1_reverse	1	-0.041760433465242386
92	rnn.weight_ih_l1_reverse	2	-0.062125373631715775
92	rnn.weight_ih_l1_reverse	3	0.02549307979643345
92	rnn.weight_ih_l1_reverse	4	-0.04598989337682724
92	rnn.weight_ih_l1_reverse	5	0.02407422661781311
92	rnn.weight_ih_l1_reverse	6	0.040421392768621445
92	rnn.weight_ih_l1_reverse	7	0.020553970709443092
92	rnn.weight_ih_l1_reverse	8	-0.008382165804505348
92	rnn.weight_ih_l1_reverse	9	-0.06631650030612946
92	rnn.weight_hh_l1_reverse	0	0.0053360434249043465
92	rnn.weight_hh_l1_reverse	1	0.018817750737071037
92	rnn.weight_hh_l1_reverse	2	-0.05818937346339226
92	rnn.weight_hh_l1_reverse	3	-0.012845003046095371
92	rnn.weight_hh_l1_reverse	4	0.008759849704802036
92	rnn.weight_hh_l1_reverse	5	-0.06496161967515945
92	rnn.weight_hh_l1_reverse	6	-0.06728848069906235
92	rnn.weight_hh_l1_reverse	7	-0.011508028022944927
92	rnn.weight_hh_l1_reverse	8	-0.05860693380236626
92	rnn.weight_hh_l1_reverse	9	-0.04341098293662071
92	rnn.bias_ih_l1_reverse	0	-0.003007400082424283
92	rnn.bias_ih_l1_reverse	1	-0.04139263927936554
92	rnn.bias_ih_l1_reverse	2	0.022288352251052856
92	rnn.bias_ih_l1_reverse	3	-0.08237877488136292
92	rnn.bias_ih_l1_reverse	4	-0.0867803767323494
92	rnn.bias_ih_l1_reverse	5	-0.08816573768854141
92	rnn.bias_ih_l1_reverse	6	0.06060145050287247
92	rnn.bias_ih_l1_reverse	7	0.08517076075077057
92	rnn.bias_ih_l1_reverse	8	0.004839852452278137
92	rnn.bias_ih_l1_reverse	9	-0.01197069976478815
92	rnn.bias_hh_l1_reverse	0	0.06046693027019501
92	rnn.bias_hh_l1_reverse	1	-0.06872545927762985
92	rnn.bias_hh_l1_reverse	2	-0.05081939324736595
92	rnn.bias_hh_l1_reverse	3	0.07318168133497238
92	rnn.bias_hh_l1_reverse	4	-0.02472393587231636
92	rnn.bias_hh_l1_reverse	5	-0.007754815276712179
92	rnn.bias_hh_l1_reverse	6	-0.059783436357975006
92	rnn.bias_hh_l1_reverse	7	-0.061605095863342285
92	rnn.bias_hh_l1_reverse	8	0.06513798981904984
92	rnn.bias_hh_l1_reverse	9	0.046273957937955856
92	rnn.weight_ih_l2	0	0.07363922148942947
92	rnn.weight_ih_l2	1	-0.05430298298597336
92	rnn.weight_ih_l2	2	0.06339539587497711
92	rnn.weight_ih_l2	3	0.06518340855836868
92	rnn.weight_ih_l2	4	0.05691114068031311
92	rnn.weight_ih_l2	5	-0.037366800010204315
92	rnn.weight_ih_l2	6	-0.07586424052715302
92	rnn.weight_ih_l2	7	0.013055875897407532
92	rnn.weight_ih_l2	8	-0.017138337716460228
92	rnn.weight_ih_l2	9	-0.06926155835390091
92	rnn.weight_hh_l2	0	0.04830912873148918
92	rnn.weight_hh_l2	1	0.031292885541915894
92	rnn.weight_hh_l2	2	-0.05486083775758743
92	rnn.weight_hh_l2	3	-0.025459066033363342
92	rnn.weight_hh_l2	4	0.054274704307317734
92	rnn.weight_hh_l2	5	-0.02419310435652733
92	rnn.weight_hh_l2	6	0.008043399080634117
92	rnn.weight_hh_l2	7	-0.05299266055226326
92	rnn.weight_hh_l2	8	-0.00644265441223979
92	rnn.weight_hh_l2	9	-0.01831897720694542
92	rnn.bias_ih_l2	0	0.14293332397937775
92	rnn.bias_ih_l2	1	0.013048726134002209
92	rnn.bias_ih_l2	2	0.06926824152469635
92	rnn.bias_ih_l2	3	0.021161656826734543
92	rnn.bias_ih_l2	4	-0.006148202810436487
92	rnn.bias_ih_l2	5	0.042497988790273666
92	rnn.bias_ih_l2	6	0.015436994843184948
92	rnn.bias_ih_l2	7	0.01641947776079178
92	rnn.bias_ih_l2	8	0.021128885447978973
92	rnn.bias_ih_l2	9	-0.015851076692342758
92	rnn.bias_hh_l2	0	0.041299257427453995
92	rnn.bias_hh_l2	1	0.00243475753813982
92	rnn.bias_hh_l2	2	0.07472148537635803
92	rnn.bias_hh_l2	3	0.031246140599250793
92	rnn.bias_hh_l2	4	0.07573603838682175
92	rnn.bias_hh_l2	5	-0.07165832817554474
92	rnn.bias_hh_l2	6	0.02480001002550125
92	rnn.bias_hh_l2	7	-0.02647138014435768
92	rnn.bias_hh_l2	8	0.041859470307826996
92	rnn.bias_hh_l2	9	0.07095806300640106
92	rnn.weight_ih_l2_reverse	0	0.08228728175163269
92	rnn.weight_ih_l2_reverse	1	-0.054703179746866226
92	rnn.weight_ih_l2_reverse	2	0.000910845585167408
92	rnn.weight_ih_l2_reverse	3	0.03526730462908745
92	rnn.weight_ih_l2_reverse	4	0.053957175463438034
92	rnn.weight_ih_l2_reverse	5	-0.040635041892528534
92	rnn.weight_ih_l2_reverse	6	-0.0005475899670273066
92	rnn.weight_ih_l2_reverse	7	-0.012362856417894363
92	rnn.weight_ih_l2_reverse	8	0.013862540945410728
92	rnn.weight_ih_l2_reverse	9	-0.08141517639160156
92	rnn.weight_hh_l2_reverse	0	-0.08275166898965836
92	rnn.weight_hh_l2_reverse	1	0.01333043072372675
92	rnn.weight_hh_l2_reverse	2	0.01050501223653555
92	rnn.weight_hh_l2_reverse	3	0.024311194196343422
92	rnn.weight_hh_l2_reverse	4	-0.03682495653629303
92	rnn.weight_hh_l2_reverse	5	-0.015045087784528732
92	rnn.weight_hh_l2_reverse	6	-0.04305114224553108
92	rnn.weight_hh_l2_reverse	7	-0.059814248234033585
92	rnn.weight_hh_l2_reverse	8	-0.006668034940958023
92	rnn.weight_hh_l2_reverse	9	-0.05902203917503357
92	rnn.bias_ih_l2_reverse	0	-0.032081421464681625
92	rnn.bias_ih_l2_reverse	1	-0.02690855786204338
92	rnn.bias_ih_l2_reverse	2	0.03910118341445923
92	rnn.bias_ih_l2_reverse	3	0.015750404447317123
92	rnn.bias_ih_l2_reverse	4	0.0766320452094078
92	rnn.bias_ih_l2_reverse	5	-0.0890459194779396
92	rnn.bias_ih_l2_reverse	6	-0.04280255362391472
92	rnn.bias_ih_l2_reverse	7	-0.049037136137485504
92	rnn.bias_ih_l2_reverse	8	0.054196469485759735
92	rnn.bias_ih_l2_reverse	9	0.015605397522449493
92	rnn.bias_hh_l2_reverse	0	0.07512761652469635
92	rnn.bias_hh_l2_reverse	1	-0.05918561667203903
92	rnn.bias_hh_l2_reverse	2	-0.06704537570476532
92	rnn.bias_hh_l2_reverse	3	0.03321779891848564
92	rnn.bias_hh_l2_reverse	4	0.029821857810020447
92	rnn.bias_hh_l2_reverse	5	0.03561270609498024
92	rnn.bias_hh_l2_reverse	6	-0.08202635496854782
92	rnn.bias_hh_l2_reverse	7	-0.010076615028083324
92	rnn.bias_hh_l2_reverse	8	-0.09956666082143784
92	rnn.bias_hh_l2_reverse	9	-0.05437951162457466
92	linear.weight	0	0.025028489530086517
92	linear.weight	1	0.13087598979473114
92	linear.weight	2	-0.022743280977010727
92	linear.weight	3	-0.034924961626529694
92	linear.weight	4	-0.022248394787311554
92	linear.weight	5	0.05351374298334122
92	linear.weight	6	0.003403127659112215
92	linear.weight	7	-0.07155632227659225
92	linear.weight	8	0.005547728389501572
92	linear.weight	9	0.06813134253025055
92	linear.bias	0	0.5220202803611755
92	linear.bias	1	0.5809336304664612
92	linear.bias	2	-1.5571024417877197
92	linear.bias	3	-0.05754556506872177
92	linear.bias	4	-0.050822705030441284
92	linear.bias	5	0.35284388065338135
93	transitions	0	0.05591541528701782
93	transitions	1	-10000.0
93	transitions	2	2.2986900806427
93	transitions	3	-1.033800482749939
93	transitions	4	-10000.0
93	transitions	5	-10000.0
93	transitions	6	-10000.0
93	transitions	7	0.8823723793029785
93	transitions	8	0.8602115511894226
93	transitions	9	-1.26549232006073
93	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
93	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
93	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
93	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
93	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
93	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
93	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
93	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
93	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
93	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
93	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
93	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
93	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
93	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
93	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
93	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
93	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
93	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
93	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
93	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
93	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
93	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
93	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
93	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
93	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
93	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
93	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
93	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
93	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
93	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
93	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
93	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
93	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
93	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
93	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
93	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
93	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
93	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
93	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
93	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
93	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
93	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
93	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
93	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
93	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
93	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
93	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
93	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
93	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
93	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
93	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
93	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
93	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
93	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
93	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
93	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
93	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
93	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
93	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
93	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
93	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
93	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
93	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
93	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
93	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
93	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
93	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
93	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
93	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
93	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
93	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
93	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
93	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
93	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
93	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
93	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
93	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
93	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
93	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
93	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
93	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
93	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
93	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
93	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
93	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
93	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
93	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
93	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
93	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
93	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
93	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
93	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
93	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
93	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
93	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
93	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
93	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
93	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
93	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
93	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
93	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
93	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
93	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
93	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
93	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
93	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
93	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
93	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
93	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
93	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
93	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
93	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
93	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
93	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
93	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
93	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
93	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
93	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
93	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
93	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
93	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
93	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
93	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
93	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
93	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
93	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
93	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
93	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
93	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
93	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
93	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
93	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
93	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
93	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
93	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
93	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
93	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
93	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
93	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
93	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
93	embedding2nn.weight	0	0.014779232442378998
93	embedding2nn.weight	1	0.00032355301664210856
93	embedding2nn.weight	2	0.005614255089312792
93	embedding2nn.weight	3	0.0008448067237623036
93	embedding2nn.weight	4	-0.008387217298150063
93	embedding2nn.weight	5	-0.005285995546728373
93	embedding2nn.weight	6	-0.0007288351189345121
93	embedding2nn.weight	7	-0.0031172989401966333
93	embedding2nn.weight	8	0.014254529029130936
93	embedding2nn.weight	9	0.004395312163978815
93	embedding2nn.bias	0	-0.00037812860682606697
93	embedding2nn.bias	1	-0.013572479598224163
93	embedding2nn.bias	2	0.018685534596443176
93	embedding2nn.bias	3	-0.01088715624064207
93	embedding2nn.bias	4	-0.02121485210955143
93	embedding2nn.bias	5	-0.0025749062187969685
93	embedding2nn.bias	6	0.00931806955486536
93	embedding2nn.bias	7	0.008091864176094532
93	embedding2nn.bias	8	-0.01774987392127514
93	embedding2nn.bias	9	0.004005276598036289
93	rnn.weight_ih_l0	0	-0.05193725600838661
93	rnn.weight_ih_l0	1	0.05076483637094498
93	rnn.weight_ih_l0	2	0.031824685633182526
93	rnn.weight_ih_l0	3	0.014664461836218834
93	rnn.weight_ih_l0	4	0.012600473128259182
93	rnn.weight_ih_l0	5	0.08415856212377548
93	rnn.weight_ih_l0	6	0.07601623982191086
93	rnn.weight_ih_l0	7	0.037812184542417526
93	rnn.weight_ih_l0	8	-0.04555876553058624
93	rnn.weight_ih_l0	9	0.007971113547682762
93	rnn.weight_hh_l0	0	0.00829769205302
93	rnn.weight_hh_l0	1	-0.0636107325553894
93	rnn.weight_hh_l0	2	-0.06550368666648865
93	rnn.weight_hh_l0	3	0.07177269458770752
93	rnn.weight_hh_l0	4	0.07115180045366287
93	rnn.weight_hh_l0	5	0.0050527676939964294
93	rnn.weight_hh_l0	6	0.004235805477946997
93	rnn.weight_hh_l0	7	-0.020105455070734024
93	rnn.weight_hh_l0	8	-0.0293557308614254
93	rnn.weight_hh_l0	9	0.057600297033786774
93	rnn.bias_ih_l0	0	-0.06407637149095535
93	rnn.bias_ih_l0	1	0.08737491071224213
93	rnn.bias_ih_l0	2	0.020514145493507385
93	rnn.bias_ih_l0	3	0.08255069702863693
93	rnn.bias_ih_l0	4	-0.07649481296539307
93	rnn.bias_ih_l0	5	0.08404827862977982
93	rnn.bias_ih_l0	6	-0.06575322896242142
93	rnn.bias_ih_l0	7	-0.03507395461201668
93	rnn.bias_ih_l0	8	-0.08383025974035263
93	rnn.bias_ih_l0	9	-0.04647430032491684
93	rnn.bias_hh_l0	0	0.0337982177734375
93	rnn.bias_hh_l0	1	0.07277262210845947
93	rnn.bias_hh_l0	2	0.06784958392381668
93	rnn.bias_hh_l0	3	0.08319715410470963
93	rnn.bias_hh_l0	4	-0.09914066642522812
93	rnn.bias_hh_l0	5	-0.07173442840576172
93	rnn.bias_hh_l0	6	0.07716137915849686
93	rnn.bias_hh_l0	7	-0.09218169003725052
93	rnn.bias_hh_l0	8	-0.02621108666062355
93	rnn.bias_hh_l0	9	-0.0005367663688957691
93	rnn.weight_ih_l0_reverse	0	0.07916904985904694
93	rnn.weight_ih_l0_reverse	1	0.07330749183893204
93	rnn.weight_ih_l0_reverse	2	0.03884243965148926
93	rnn.weight_ih_l0_reverse	3	0.03371227905154228
93	rnn.weight_ih_l0_reverse	4	-0.037168361246585846
93	rnn.weight_ih_l0_reverse	5	0.050945524126291275
93	rnn.weight_ih_l0_reverse	6	0.06645117700099945
93	rnn.weight_ih_l0_reverse	7	0.02269432321190834
93	rnn.weight_ih_l0_reverse	8	-0.05789979174733162
93	rnn.weight_ih_l0_reverse	9	-0.05281851813197136
93	rnn.weight_hh_l0_reverse	0	0.025199109688401222
93	rnn.weight_hh_l0_reverse	1	-0.08723464608192444
93	rnn.weight_hh_l0_reverse	2	0.06300531327724457
93	rnn.weight_hh_l0_reverse	3	-0.021285345777869225
93	rnn.weight_hh_l0_reverse	4	0.08353641629219055
93	rnn.weight_hh_l0_reverse	5	-0.0015228205593302846
93	rnn.weight_hh_l0_reverse	6	0.02940065786242485
93	rnn.weight_hh_l0_reverse	7	0.07819987833499908
93	rnn.weight_hh_l0_reverse	8	-0.022209206596016884
93	rnn.weight_hh_l0_reverse	9	-0.04663051292300224
93	rnn.bias_ih_l0_reverse	0	0.0017769894329831004
93	rnn.bias_ih_l0_reverse	1	-0.01714225299656391
93	rnn.bias_ih_l0_reverse	2	-0.013847868889570236
93	rnn.bias_ih_l0_reverse	3	0.04106176272034645
93	rnn.bias_ih_l0_reverse	4	0.06584728509187698
93	rnn.bias_ih_l0_reverse	5	-0.022908862680196762
93	rnn.bias_ih_l0_reverse	6	-0.02731120027601719
93	rnn.bias_ih_l0_reverse	7	-0.05026814714074135
93	rnn.bias_ih_l0_reverse	8	0.013185103423893452
93	rnn.bias_ih_l0_reverse	9	-0.07130756229162216
93	rnn.bias_hh_l0_reverse	0	0.036937691271305084
93	rnn.bias_hh_l0_reverse	1	-0.07267016172409058
93	rnn.bias_hh_l0_reverse	2	0.08202174305915833
93	rnn.bias_hh_l0_reverse	3	0.05617162957787514
93	rnn.bias_hh_l0_reverse	4	0.021102361381053925
93	rnn.bias_hh_l0_reverse	5	0.04348163306713104
93	rnn.bias_hh_l0_reverse	6	0.06327508389949799
93	rnn.bias_hh_l0_reverse	7	0.08669141680002213
93	rnn.bias_hh_l0_reverse	8	-0.011710140854120255
93	rnn.bias_hh_l0_reverse	9	0.05023527890443802
93	rnn.weight_ih_l1	0	0.022640541195869446
93	rnn.weight_ih_l1	1	0.015049200505018234
93	rnn.weight_ih_l1	2	0.08240201324224472
93	rnn.weight_ih_l1	3	-0.024059612303972244
93	rnn.weight_ih_l1	4	-0.023931242525577545
93	rnn.weight_ih_l1	5	-0.01390201598405838
93	rnn.weight_ih_l1	6	0.07291972637176514
93	rnn.weight_ih_l1	7	-0.0052904896438121796
93	rnn.weight_ih_l1	8	-0.05303444713354111
93	rnn.weight_ih_l1	9	0.058917075395584106
93	rnn.weight_hh_l1	0	-0.07696159183979034
93	rnn.weight_hh_l1	1	-0.03630918636918068
93	rnn.weight_hh_l1	2	-0.008213191293179989
93	rnn.weight_hh_l1	3	-0.05858969688415527
93	rnn.weight_hh_l1	4	0.08518039435148239
93	rnn.weight_hh_l1	5	-0.0841054692864418
93	rnn.weight_hh_l1	6	-0.04923594743013382
93	rnn.weight_hh_l1	7	0.06515777111053467
93	rnn.weight_hh_l1	8	-0.013517709448933601
93	rnn.weight_hh_l1	9	-0.03880131617188454
93	rnn.bias_ih_l1	0	-0.04449963942170143
93	rnn.bias_ih_l1	1	0.058524563908576965
93	rnn.bias_ih_l1	2	-0.048722781240940094
93	rnn.bias_ih_l1	3	-0.07314737886190414
93	rnn.bias_ih_l1	4	-0.02951107546687126
93	rnn.bias_ih_l1	5	-0.019175410270690918
93	rnn.bias_ih_l1	6	-0.04889817163348198
93	rnn.bias_ih_l1	7	0.06279489398002625
93	rnn.bias_ih_l1	8	0.0822090283036232
93	rnn.bias_ih_l1	9	0.044188208878040314
93	rnn.bias_hh_l1	0	0.06919822096824646
93	rnn.bias_hh_l1	1	-0.059064194560050964
93	rnn.bias_hh_l1	2	0.022474586963653564
93	rnn.bias_hh_l1	3	0.07049670815467834
93	rnn.bias_hh_l1	4	0.057202138006687164
93	rnn.bias_hh_l1	5	-0.07718825340270996
93	rnn.bias_hh_l1	6	0.01476798765361309
93	rnn.bias_hh_l1	7	0.038611672818660736
93	rnn.bias_hh_l1	8	0.012380457483232021
93	rnn.bias_hh_l1	9	-0.0053536901250481606
93	rnn.weight_ih_l1_reverse	0	0.08676837384700775
93	rnn.weight_ih_l1_reverse	1	-0.04175186529755592
93	rnn.weight_ih_l1_reverse	2	-0.06210498511791229
93	rnn.weight_ih_l1_reverse	3	0.02549191378057003
93	rnn.weight_ih_l1_reverse	4	-0.046010907739400864
93	rnn.weight_ih_l1_reverse	5	0.024083152413368225
93	rnn.weight_ih_l1_reverse	6	0.040431346744298935
93	rnn.weight_ih_l1_reverse	7	0.020527547225356102
93	rnn.weight_ih_l1_reverse	8	-0.008379586972296238
93	rnn.weight_ih_l1_reverse	9	-0.06626585870981216
93	rnn.weight_hh_l1_reverse	0	0.005330338608473539
93	rnn.weight_hh_l1_reverse	1	0.018821310251951218
93	rnn.weight_hh_l1_reverse	2	-0.05819438397884369
93	rnn.weight_hh_l1_reverse	3	-0.01283771451562643
93	rnn.weight_hh_l1_reverse	4	0.008770355954766273
93	rnn.weight_hh_l1_reverse	5	-0.06484188884496689
93	rnn.weight_hh_l1_reverse	6	-0.06729347258806229
93	rnn.weight_hh_l1_reverse	7	-0.011518103070557117
93	rnn.weight_hh_l1_reverse	8	-0.05861522629857063
93	rnn.weight_hh_l1_reverse	9	-0.04343206807971001
93	rnn.bias_ih_l1_reverse	0	-0.0029128319583833218
93	rnn.bias_ih_l1_reverse	1	-0.04132361337542534
93	rnn.bias_ih_l1_reverse	2	0.022640837356448174
93	rnn.bias_ih_l1_reverse	3	-0.08232493698596954
93	rnn.bias_ih_l1_reverse	4	-0.08686250448226929
93	rnn.bias_ih_l1_reverse	5	-0.08812696486711502
93	rnn.bias_ih_l1_reverse	6	0.060657694935798645
93	rnn.bias_ih_l1_reverse	7	0.08520670235157013
93	rnn.bias_ih_l1_reverse	8	0.0019600014202296734
93	rnn.bias_ih_l1_reverse	9	-0.011762346141040325
93	rnn.bias_hh_l1_reverse	0	0.06070243567228317
93	rnn.bias_hh_l1_reverse	1	-0.06867007166147232
93	rnn.bias_hh_l1_reverse	2	-0.05092674493789673
93	rnn.bias_hh_l1_reverse	3	0.07349932193756104
93	rnn.bias_hh_l1_reverse	4	-0.024557357653975487
93	rnn.bias_hh_l1_reverse	5	-0.0077469488605856895
93	rnn.bias_hh_l1_reverse	6	-0.059750769287347794
93	rnn.bias_hh_l1_reverse	7	-0.06164880841970444
93	rnn.bias_hh_l1_reverse	8	0.06507031619548798
93	rnn.bias_hh_l1_reverse	9	0.04842628911137581
93	rnn.weight_ih_l2	0	0.07372765988111496
93	rnn.weight_ih_l2	1	-0.05431334674358368
93	rnn.weight_ih_l2	2	0.06339104473590851
93	rnn.weight_ih_l2	3	0.06519002467393875
93	rnn.weight_ih_l2	4	0.05691042169928551
93	rnn.weight_ih_l2	5	-0.03749429062008858
93	rnn.weight_ih_l2	6	-0.07569724321365356
93	rnn.weight_ih_l2	7	0.012975708581507206
93	rnn.weight_ih_l2	8	-0.017140831798315048
93	rnn.weight_ih_l2	9	-0.06925994157791138
93	rnn.weight_hh_l2	0	0.04829881712794304
93	rnn.weight_hh_l2	1	0.031238332390785217
93	rnn.weight_hh_l2	2	-0.054838404059410095
93	rnn.weight_hh_l2	3	-0.025446854531764984
93	rnn.weight_hh_l2	4	0.054259415715932846
93	rnn.weight_hh_l2	5	-0.024257993325591087
93	rnn.weight_hh_l2	6	0.008040398359298706
93	rnn.weight_hh_l2	7	-0.05298697575926781
93	rnn.weight_hh_l2	8	-0.006361457519233227
93	rnn.weight_hh_l2	9	-0.018350157886743546
93	rnn.bias_ih_l2	0	0.14429841935634613
93	rnn.bias_ih_l2	1	0.013008835725486279
93	rnn.bias_ih_l2	2	0.06991752982139587
93	rnn.bias_ih_l2	3	0.02200922928750515
93	rnn.bias_ih_l2	4	-0.006123254541307688
93	rnn.bias_ih_l2	5	0.04308775067329407
93	rnn.bias_ih_l2	6	0.01588977500796318
93	rnn.bias_ih_l2	7	0.01718415506184101
93	rnn.bias_ih_l2	8	0.020975925028324127
93	rnn.bias_ih_l2	9	-0.01539537962526083
93	rnn.bias_hh_l2	0	0.04091821238398552
93	rnn.bias_hh_l2	1	0.0029461709782481194
93	rnn.bias_hh_l2	2	0.07651567459106445
93	rnn.bias_hh_l2	3	0.03116324171423912
93	rnn.bias_hh_l2	4	0.07583337277173996
93	rnn.bias_hh_l2	5	-0.06447294354438782
93	rnn.bias_hh_l2	6	0.025323618203401566
93	rnn.bias_hh_l2	7	-0.02636514976620674
93	rnn.bias_hh_l2	8	0.04171370714902878
93	rnn.bias_hh_l2	9	0.06665533781051636
93	rnn.weight_ih_l2_reverse	0	0.08229894191026688
93	rnn.weight_ih_l2_reverse	1	-0.0547720268368721
93	rnn.weight_ih_l2_reverse	2	0.0009425032185390592
93	rnn.weight_ih_l2_reverse	3	0.035263750702142715
93	rnn.weight_ih_l2_reverse	4	0.05396081134676933
93	rnn.weight_ih_l2_reverse	5	-0.040625814348459244
93	rnn.weight_ih_l2_reverse	6	-0.0005444159032776952
93	rnn.weight_ih_l2_reverse	7	-0.012589027173817158
93	rnn.weight_ih_l2_reverse	8	0.013950297608971596
93	rnn.weight_ih_l2_reverse	9	-0.08135319501161575
93	rnn.weight_hh_l2_reverse	0	-0.08275357633829117
93	rnn.weight_hh_l2_reverse	1	0.013447471894323826
93	rnn.weight_hh_l2_reverse	2	0.010505897924304008
93	rnn.weight_hh_l2_reverse	3	0.02431206963956356
93	rnn.weight_hh_l2_reverse	4	-0.03683008626103401
93	rnn.weight_hh_l2_reverse	5	-0.015071675181388855
93	rnn.weight_hh_l2_reverse	6	-0.04327351227402687
93	rnn.weight_hh_l2_reverse	7	-0.05981342867016792
93	rnn.weight_hh_l2_reverse	8	-0.006666495930403471
93	rnn.weight_hh_l2_reverse	9	-0.05902351066470146
93	rnn.bias_ih_l2_reverse	0	-0.029784582555294037
93	rnn.bias_ih_l2_reverse	1	-0.026859600096940994
93	rnn.bias_ih_l2_reverse	2	0.04009789600968361
93	rnn.bias_ih_l2_reverse	3	0.017313014715909958
93	rnn.bias_ih_l2_reverse	4	0.07672591507434845
93	rnn.bias_ih_l2_reverse	5	-0.08901766687631607
93	rnn.bias_ih_l2_reverse	6	-0.04288018122315407
93	rnn.bias_ih_l2_reverse	7	-0.049033623188734055
93	rnn.bias_ih_l2_reverse	8	0.0553131029009819
93	rnn.bias_ih_l2_reverse	9	0.016315605491399765
93	rnn.bias_hh_l2_reverse	0	0.07569446414709091
93	rnn.bias_hh_l2_reverse	1	-0.059338610619306564
93	rnn.bias_hh_l2_reverse	2	-0.06716429442167282
93	rnn.bias_hh_l2_reverse	3	0.03321930393576622
93	rnn.bias_hh_l2_reverse	4	0.03140648454427719
93	rnn.bias_hh_l2_reverse	5	0.035661011934280396
93	rnn.bias_hh_l2_reverse	6	-0.08200278133153915
93	rnn.bias_hh_l2_reverse	7	-0.0099705895408988
93	rnn.bias_hh_l2_reverse	8	-0.09972087293863297
93	rnn.bias_hh_l2_reverse	9	-0.05439335107803345
93	linear.weight	0	0.025028489530086517
93	linear.weight	1	0.1309536099433899
93	linear.weight	2	-0.02280254103243351
93	linear.weight	3	-0.03594538941979408
93	linear.weight	4	-0.022248394787311554
93	linear.weight	5	0.05359484255313873
93	linear.weight	6	0.00495334155857563
93	linear.weight	7	-0.07026279717683792
93	linear.weight	8	0.005037219263613224
93	linear.weight	9	0.06927166134119034
93	linear.bias	0	0.5236378312110901
93	linear.bias	1	0.6210511922836304
93	linear.bias	2	-1.5590311288833618
93	linear.bias	3	-0.05754556506872177
93	linear.bias	4	-0.050822705030441284
93	linear.bias	5	0.3130374252796173
94	transitions	0	0.05530545860528946
94	transitions	1	-10000.0
94	transitions	2	2.311570167541504
94	transitions	3	-1.059581995010376
94	transitions	4	-10000.0
94	transitions	5	-10000.0
94	transitions	6	-10000.0
94	transitions	7	0.8823453783988953
94	transitions	8	0.8596034049987793
94	transitions	9	-1.2694709300994873
94	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
94	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
94	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
94	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
94	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
94	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
94	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
94	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
94	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
94	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
94	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
94	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
94	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
94	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
94	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
94	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
94	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
94	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
94	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
94	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
94	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
94	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
94	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
94	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
94	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
94	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
94	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
94	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
94	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
94	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
94	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
94	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
94	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
94	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
94	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
94	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
94	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
94	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
94	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
94	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
94	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
94	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
94	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
94	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
94	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
94	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
94	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
94	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
94	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
94	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
94	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
94	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
94	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
94	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
94	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
94	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
94	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
94	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
94	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
94	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
94	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
94	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
94	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
94	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
94	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
94	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
94	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
94	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
94	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
94	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
94	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
94	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
94	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
94	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
94	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
94	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
94	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
94	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
94	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
94	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
94	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
94	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
94	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
94	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
94	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
94	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
94	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
94	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
94	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
94	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
94	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
94	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
94	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
94	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
94	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
94	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
94	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
94	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
94	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
94	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
94	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
94	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
94	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
94	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
94	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
94	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
94	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
94	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
94	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
94	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
94	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
94	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
94	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
94	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
94	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
94	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
94	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
94	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
94	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
94	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
94	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
94	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
94	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
94	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
94	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
94	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
94	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
94	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
94	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
94	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
94	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
94	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
94	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
94	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
94	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
94	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
94	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
94	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
94	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
94	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
94	embedding2nn.weight	0	0.014785868115723133
94	embedding2nn.weight	1	0.0003307999577373266
94	embedding2nn.weight	2	0.005615240894258022
94	embedding2nn.weight	3	0.0008388034184463322
94	embedding2nn.weight	4	-0.008401937782764435
94	embedding2nn.weight	5	-0.0052896407432854176
94	embedding2nn.weight	6	-0.0007038553012534976
94	embedding2nn.weight	7	-0.0030896454118192196
94	embedding2nn.weight	8	0.01417645812034607
94	embedding2nn.weight	9	0.004398490767925978
94	embedding2nn.bias	0	-0.002779207890853286
94	embedding2nn.bias	1	-0.013124587014317513
94	embedding2nn.bias	2	0.02040492370724678
94	embedding2nn.bias	3	-0.012178098782896996
94	embedding2nn.bias	4	-0.02181488275527954
94	embedding2nn.bias	5	-0.0017877282807603478
94	embedding2nn.bias	6	0.01012481190264225
94	embedding2nn.bias	7	0.008663799613714218
94	embedding2nn.bias	8	-0.019218001514673233
94	embedding2nn.bias	9	0.004192184191197157
94	rnn.weight_ih_l0	0	-0.0519556999206543
94	rnn.weight_ih_l0	1	0.050774089992046356
94	rnn.weight_ih_l0	2	0.031825512647628784
94	rnn.weight_ih_l0	3	0.014663096517324448
94	rnn.weight_ih_l0	4	0.012615390121936798
94	rnn.weight_ih_l0	5	0.08415984362363815
94	rnn.weight_ih_l0	6	0.07601583003997803
94	rnn.weight_ih_l0	7	0.037813443690538406
94	rnn.weight_ih_l0	8	-0.04553631320595741
94	rnn.weight_ih_l0	9	0.007991253398358822
94	rnn.weight_hh_l0	0	0.008293287828564644
94	rnn.weight_hh_l0	1	-0.06358426809310913
94	rnn.weight_hh_l0	2	-0.0655011385679245
94	rnn.weight_hh_l0	3	0.07177412509918213
94	rnn.weight_hh_l0	4	0.07114772498607635
94	rnn.weight_hh_l0	5	0.005085785407572985
94	rnn.weight_hh_l0	6	0.0042162686586380005
94	rnn.weight_hh_l0	7	-0.020116306841373444
94	rnn.weight_hh_l0	8	-0.029239138588309288
94	rnn.weight_hh_l0	9	0.05760805681347847
94	rnn.bias_ih_l0	0	-0.06393562257289886
94	rnn.bias_ih_l0	1	0.08732104301452637
94	rnn.bias_ih_l0	2	0.02052668109536171
94	rnn.bias_ih_l0	3	0.08272258192300797
94	rnn.bias_ih_l0	4	-0.07673439383506775
94	rnn.bias_ih_l0	5	0.08404043316841125
94	rnn.bias_ih_l0	6	-0.0644150823354721
94	rnn.bias_ih_l0	7	-0.0351332388818264
94	rnn.bias_ih_l0	8	-0.08116461336612701
94	rnn.bias_ih_l0	9	-0.04617781937122345
94	rnn.bias_hh_l0	0	0.033047907054424286
94	rnn.bias_hh_l0	1	0.07282888889312744
94	rnn.bias_hh_l0	2	0.06777403503656387
94	rnn.bias_hh_l0	3	0.08335250616073608
94	rnn.bias_hh_l0	4	-0.09950458258390427
94	rnn.bias_hh_l0	5	-0.07175009697675705
94	rnn.bias_hh_l0	6	0.07714921981096268
94	rnn.bias_hh_l0	7	-0.09276547282934189
94	rnn.bias_hh_l0	8	-0.026196632534265518
94	rnn.bias_hh_l0	9	-0.0024412311613559723
94	rnn.weight_ih_l0_reverse	0	0.07917043566703796
94	rnn.weight_ih_l0_reverse	1	0.07330458611249924
94	rnn.weight_ih_l0_reverse	2	0.038846973329782486
94	rnn.weight_ih_l0_reverse	3	0.03370963782072067
94	rnn.weight_ih_l0_reverse	4	-0.037157874554395676
94	rnn.weight_ih_l0_reverse	5	0.05094001442193985
94	rnn.weight_ih_l0_reverse	6	0.06644880771636963
94	rnn.weight_ih_l0_reverse	7	0.022709863260388374
94	rnn.weight_ih_l0_reverse	8	-0.05792528763413429
94	rnn.weight_ih_l0_reverse	9	-0.052817679941654205
94	rnn.weight_hh_l0_reverse	0	0.025133773684501648
94	rnn.weight_hh_l0_reverse	1	-0.08723960071802139
94	rnn.weight_hh_l0_reverse	2	0.06299876421689987
94	rnn.weight_hh_l0_reverse	3	-0.02128109335899353
94	rnn.weight_hh_l0_reverse	4	0.08355087786912918
94	rnn.weight_hh_l0_reverse	5	-0.0015682062366977334
94	rnn.weight_hh_l0_reverse	6	0.029554441571235657
94	rnn.weight_hh_l0_reverse	7	0.0781993716955185
94	rnn.weight_hh_l0_reverse	8	-0.022196602076292038
94	rnn.weight_hh_l0_reverse	9	-0.04662954807281494
94	rnn.bias_ih_l0_reverse	0	0.0016455783043056726
94	rnn.bias_ih_l0_reverse	1	-0.017081640660762787
94	rnn.bias_ih_l0_reverse	2	-0.013854044489562511
94	rnn.bias_ih_l0_reverse	3	0.04107578471302986
94	rnn.bias_ih_l0_reverse	4	0.06588797271251678
94	rnn.bias_ih_l0_reverse	5	-0.022855963557958603
94	rnn.bias_ih_l0_reverse	6	-0.027283931151032448
94	rnn.bias_ih_l0_reverse	7	-0.050166014581918716
94	rnn.bias_ih_l0_reverse	8	0.013210728764533997
94	rnn.bias_ih_l0_reverse	9	-0.07167619466781616
94	rnn.bias_hh_l0_reverse	0	0.03707236051559448
94	rnn.bias_hh_l0_reverse	1	-0.07303879410028458
94	rnn.bias_hh_l0_reverse	2	0.08151990920305252
94	rnn.bias_hh_l0_reverse	3	0.056165993213653564
94	rnn.bias_hh_l0_reverse	4	0.02149699069559574
94	rnn.bias_hh_l0_reverse	5	0.04330258071422577
94	rnn.bias_hh_l0_reverse	6	0.0632617324590683
94	rnn.bias_hh_l0_reverse	7	0.08474848419427872
94	rnn.bias_hh_l0_reverse	8	-0.01168969925493002
94	rnn.bias_hh_l0_reverse	9	0.05046825110912323
94	rnn.weight_ih_l1	0	0.02272590436041355
94	rnn.weight_ih_l1	1	0.015077562071383
94	rnn.weight_ih_l1	2	0.08249373733997345
94	rnn.weight_ih_l1	3	-0.024043982848525047
94	rnn.weight_ih_l1	4	-0.023957805708050728
94	rnn.weight_ih_l1	5	-0.01393278781324625
94	rnn.weight_ih_l1	6	0.07287261635065079
94	rnn.weight_ih_l1	7	-0.005277188494801521
94	rnn.weight_ih_l1	8	-0.05305039882659912
94	rnn.weight_ih_l1	9	0.05902149900794029
94	rnn.weight_hh_l1	0	-0.07691393792629242
94	rnn.weight_hh_l1	1	-0.03629133850336075
94	rnn.weight_hh_l1	2	-0.008212964981794357
94	rnn.weight_hh_l1	3	-0.05859845504164696
94	rnn.weight_hh_l1	4	0.08514680713415146
94	rnn.weight_hh_l1	5	-0.08412008732557297
94	rnn.weight_hh_l1	6	-0.04927944764494896
94	rnn.weight_hh_l1	7	0.06512396037578583
94	rnn.weight_hh_l1	8	-0.013518460094928741
94	rnn.weight_hh_l1	9	-0.03881523758172989
94	rnn.bias_ih_l1	0	-0.04394235834479332
94	rnn.bias_ih_l1	1	0.05856373906135559
94	rnn.bias_ih_l1	2	-0.048578113317489624
94	rnn.bias_ih_l1	3	-0.07284656167030334
94	rnn.bias_ih_l1	4	-0.02957717888057232
94	rnn.bias_ih_l1	5	-0.021364126354455948
94	rnn.bias_ih_l1	6	-0.05061720684170723
94	rnn.bias_ih_l1	7	0.06293202191591263
94	rnn.bias_ih_l1	8	0.08238458633422852
94	rnn.bias_ih_l1	9	0.04579678550362587
94	rnn.bias_hh_l1	0	0.06921133399009705
94	rnn.bias_hh_l1	1	-0.059145066887140274
94	rnn.bias_hh_l1	2	0.02264213189482689
94	rnn.bias_hh_l1	3	0.07076068222522736
94	rnn.bias_hh_l1	4	0.057223670184612274
94	rnn.bias_hh_l1	5	-0.07713033258914948
94	rnn.bias_hh_l1	6	0.014845472760498524
94	rnn.bias_hh_l1	7	0.03872842714190483
94	rnn.bias_hh_l1	8	0.012341358698904514
94	rnn.bias_hh_l1	9	-0.0054144663736224174
94	rnn.weight_ih_l1_reverse	0	0.08675436675548553
94	rnn.weight_ih_l1_reverse	1	-0.041806410998106
94	rnn.weight_ih_l1_reverse	2	-0.06211424618959427
94	rnn.weight_ih_l1_reverse	3	0.025493500754237175
94	rnn.weight_ih_l1_reverse	4	-0.04601844400167465
94	rnn.weight_ih_l1_reverse	5	0.024087464436888695
94	rnn.weight_ih_l1_reverse	6	0.04045628383755684
94	rnn.weight_ih_l1_reverse	7	0.020519018173217773
94	rnn.weight_ih_l1_reverse	8	-0.008375677280128002
94	rnn.weight_ih_l1_reverse	9	-0.06607089191675186
94	rnn.weight_hh_l1_reverse	0	0.005336130037903786
94	rnn.weight_hh_l1_reverse	1	0.01881578378379345
94	rnn.weight_hh_l1_reverse	2	-0.05819719284772873
94	rnn.weight_hh_l1_reverse	3	-0.012827149592339993
94	rnn.weight_hh_l1_reverse	4	0.008765379898250103
94	rnn.weight_hh_l1_reverse	5	-0.06472575664520264
94	rnn.weight_hh_l1_reverse	6	-0.06729549914598465
94	rnn.weight_hh_l1_reverse	7	-0.011512101627886295
94	rnn.weight_hh_l1_reverse	8	-0.05861745402216911
94	rnn.weight_hh_l1_reverse	9	-0.04343618452548981
94	rnn.bias_ih_l1_reverse	0	-0.002917461097240448
94	rnn.bias_ih_l1_reverse	1	-0.041365157812833786
94	rnn.bias_ih_l1_reverse	2	0.02283051796257496
94	rnn.bias_ih_l1_reverse	3	-0.08241159468889236
94	rnn.bias_ih_l1_reverse	4	-0.08686337620019913
94	rnn.bias_ih_l1_reverse	5	-0.08809205889701843
94	rnn.bias_ih_l1_reverse	6	0.0605558305978775
94	rnn.bias_ih_l1_reverse	7	0.08522345870733261
94	rnn.bias_ih_l1_reverse	8	0.004302883055061102
94	rnn.bias_ih_l1_reverse	9	-0.011505172587931156
94	rnn.bias_hh_l1_reverse	0	0.06068076938390732
94	rnn.bias_hh_l1_reverse	1	-0.06860515475273132
94	rnn.bias_hh_l1_reverse	2	-0.050931863486766815
94	rnn.bias_hh_l1_reverse	3	0.07350442558526993
94	rnn.bias_hh_l1_reverse	4	-0.024472495540976524
94	rnn.bias_hh_l1_reverse	5	-0.007787762209773064
94	rnn.bias_hh_l1_reverse	6	-0.059671275317668915
94	rnn.bias_hh_l1_reverse	7	-0.06172018498182297
94	rnn.bias_hh_l1_reverse	8	0.06508677452802658
94	rnn.bias_hh_l1_reverse	9	0.04628247767686844
94	rnn.weight_ih_l2	0	0.07368221879005432
94	rnn.weight_ih_l2	1	-0.0543067492544651
94	rnn.weight_ih_l2	2	0.06339709460735321
94	rnn.weight_ih_l2	3	0.06519090384244919
94	rnn.weight_ih_l2	4	0.05690305307507515
94	rnn.weight_ih_l2	5	-0.03762112930417061
94	rnn.weight_ih_l2	6	-0.0756383165717125
94	rnn.weight_ih_l2	7	0.012884589843451977
94	rnn.weight_ih_l2	8	-0.01714389957487583
94	rnn.weight_ih_l2	9	-0.06926131993532181
94	rnn.weight_hh_l2	0	0.04829937592148781
94	rnn.weight_hh_l2	1	0.031215190887451172
94	rnn.weight_hh_l2	2	-0.05481262132525444
94	rnn.weight_hh_l2	3	-0.02541709877550602
94	rnn.weight_hh_l2	4	0.0542471818625927
94	rnn.weight_hh_l2	5	-0.024205783382058144
94	rnn.weight_hh_l2	6	0.008031245321035385
94	rnn.weight_hh_l2	7	-0.0529852993786335
94	rnn.weight_hh_l2	8	-0.006310128141194582
94	rnn.weight_hh_l2	9	-0.018376130610704422
94	rnn.bias_ih_l2	0	0.14495810866355896
94	rnn.bias_ih_l2	1	0.012881363742053509
94	rnn.bias_ih_l2	2	0.0708085298538208
94	rnn.bias_ih_l2	3	0.022651925683021545
94	rnn.bias_ih_l2	4	-0.0060762264765799046
94	rnn.bias_ih_l2	5	0.04257974401116371
94	rnn.bias_ih_l2	6	0.01572090946137905
94	rnn.bias_ih_l2	7	0.01746469922363758
94	rnn.bias_ih_l2	8	0.020847609266638756
94	rnn.bias_ih_l2	9	-0.01551034115254879
94	rnn.bias_hh_l2	0	0.04095989838242531
94	rnn.bias_hh_l2	1	0.0033057930413633585
94	rnn.bias_hh_l2	2	0.07769781351089478
94	rnn.bias_hh_l2	3	0.031225306913256645
94	rnn.bias_hh_l2	4	0.07586238533258438
94	rnn.bias_hh_l2	5	-0.07036659866571426
94	rnn.bias_hh_l2	6	0.026208454743027687
94	rnn.bias_hh_l2	7	-0.02640719525516033
94	rnn.bias_hh_l2	8	0.041698165237903595
94	rnn.bias_hh_l2	9	0.06603919714689255
94	rnn.weight_ih_l2_reverse	0	0.08229714632034302
94	rnn.weight_ih_l2_reverse	1	-0.054789334535598755
94	rnn.weight_ih_l2_reverse	2	0.0009455009712837636
94	rnn.weight_ih_l2_reverse	3	0.0352628156542778
94	rnn.weight_ih_l2_reverse	4	0.05396252125501633
94	rnn.weight_ih_l2_reverse	5	-0.04062846302986145
94	rnn.weight_ih_l2_reverse	6	-0.0006049983785487711
94	rnn.weight_ih_l2_reverse	7	-0.012745538726449013
94	rnn.weight_ih_l2_reverse	8	0.014415150508284569
94	rnn.weight_ih_l2_reverse	9	-0.08129671216011047
94	rnn.weight_hh_l2_reverse	0	-0.082753986120224
94	rnn.weight_hh_l2_reverse	1	0.013537558726966381
94	rnn.weight_hh_l2_reverse	2	0.010504285804927349
94	rnn.weight_hh_l2_reverse	3	0.024312134832143784
94	rnn.weight_hh_l2_reverse	4	-0.03682860732078552
94	rnn.weight_hh_l2_reverse	5	-0.015072556212544441
94	rnn.weight_hh_l2_reverse	6	-0.04332748055458069
94	rnn.weight_hh_l2_reverse	7	-0.05981260910630226
94	rnn.weight_hh_l2_reverse	8	-0.006667537149041891
94	rnn.weight_hh_l2_reverse	9	-0.05902532488107681
94	rnn.bias_ih_l2_reverse	0	-0.03098239377140999
94	rnn.bias_ih_l2_reverse	1	-0.02653679810464382
94	rnn.bias_ih_l2_reverse	2	0.03987608104944229
94	rnn.bias_ih_l2_reverse	3	0.016982896253466606
94	rnn.bias_ih_l2_reverse	4	0.07670692354440689
94	rnn.bias_ih_l2_reverse	5	-0.08900033682584763
94	rnn.bias_ih_l2_reverse	6	-0.04290826618671417
94	rnn.bias_ih_l2_reverse	7	-0.04893193393945694
94	rnn.bias_ih_l2_reverse	8	0.05518251657485962
94	rnn.bias_ih_l2_reverse	9	0.0163525752723217
94	rnn.bias_hh_l2_reverse	0	0.07727120816707611
94	rnn.bias_hh_l2_reverse	1	-0.06000049039721489
94	rnn.bias_hh_l2_reverse	2	-0.06714425981044769
94	rnn.bias_hh_l2_reverse	3	0.033245399594306946
94	rnn.bias_hh_l2_reverse	4	0.03232323378324509
94	rnn.bias_hh_l2_reverse	5	0.03571334108710289
94	rnn.bias_hh_l2_reverse	6	-0.08197230845689774
94	rnn.bias_hh_l2_reverse	7	-0.00983579084277153
94	rnn.bias_hh_l2_reverse	8	-0.0993991568684578
94	rnn.bias_hh_l2_reverse	9	-0.054345518350601196
94	linear.weight	0	0.025028489530086517
94	linear.weight	1	0.13691264390945435
94	linear.weight	2	-0.02283574268221855
94	linear.weight	3	-0.03528297320008278
94	linear.weight	4	-0.022248394787311554
94	linear.weight	5	0.052774883806705475
94	linear.weight	6	0.005284897051751614
94	linear.weight	7	-0.06904724985361099
94	linear.weight	8	0.0033613217528909445
94	linear.weight	9	0.07088913768529892
94	linear.bias	0	0.5369393825531006
94	linear.bias	1	0.5995466113090515
94	linear.bias	2	-1.560865044593811
94	linear.bias	3	-0.05754556506872177
94	linear.bias	4	-0.050822705030441284
94	linear.bias	5	0.3230744004249573
95	transitions	0	0.055215902626514435
95	transitions	1	-10000.0
95	transitions	2	2.325587034225464
95	transitions	3	-1.074661374092102
95	transitions	4	-10000.0
95	transitions	5	-10000.0
95	transitions	6	-10000.0
95	transitions	7	0.8823308348655701
95	transitions	8	0.858916163444519
95	transitions	9	-1.2696431875228882
95	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
95	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
95	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
95	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
95	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
95	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
95	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
95	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
95	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
95	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
95	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
95	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
95	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
95	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
95	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
95	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
95	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
95	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
95	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
95	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
95	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
95	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
95	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
95	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
95	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
95	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
95	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
95	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
95	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
95	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
95	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
95	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
95	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
95	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
95	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
95	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
95	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
95	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
95	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
95	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
95	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
95	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
95	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
95	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
95	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
95	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
95	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
95	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
95	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
95	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
95	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
95	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
95	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
95	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
95	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
95	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
95	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
95	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
95	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
95	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
95	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
95	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
95	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
95	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
95	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
95	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
95	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
95	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
95	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
95	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
95	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
95	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
95	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
95	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
95	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
95	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
95	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
95	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
95	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
95	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
95	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
95	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
95	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
95	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
95	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
95	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
95	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
95	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
95	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
95	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
95	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
95	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
95	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
95	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
95	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
95	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
95	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
95	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
95	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
95	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
95	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
95	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
95	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
95	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
95	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
95	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
95	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
95	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
95	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
95	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
95	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
95	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
95	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
95	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
95	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
95	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
95	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
95	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
95	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
95	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
95	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
95	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
95	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
95	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
95	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
95	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
95	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
95	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
95	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
95	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
95	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
95	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
95	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
95	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
95	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
95	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
95	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
95	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
95	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
95	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
95	embedding2nn.weight	0	0.014785868115723133
95	embedding2nn.weight	1	0.0003307999577373266
95	embedding2nn.weight	2	0.005597887560725212
95	embedding2nn.weight	3	0.0008572507067583501
95	embedding2nn.weight	4	-0.008441817946732044
95	embedding2nn.weight	5	-0.005247623659670353
95	embedding2nn.weight	6	-0.0005546120228245854
95	embedding2nn.weight	7	-0.0030864400323480368
95	embedding2nn.weight	8	0.01430127676576376
95	embedding2nn.weight	9	0.0043973298743367195
95	embedding2nn.bias	0	-0.004382054787129164
95	embedding2nn.bias	1	-0.014559140428900719
95	embedding2nn.bias	2	0.018740151077508926
95	embedding2nn.bias	3	-0.013402605429291725
95	embedding2nn.bias	4	-0.020999444648623466
95	embedding2nn.bias	5	-0.005381572525948286
95	embedding2nn.bias	6	0.010909685865044594
95	embedding2nn.bias	7	0.013345961458981037
95	embedding2nn.bias	8	-0.019109299406409264
95	embedding2nn.bias	9	0.0021429911721497774
95	rnn.weight_ih_l0	0	-0.051870327442884445
95	rnn.weight_ih_l0	1	0.05077332258224487
95	rnn.weight_ih_l0	2	0.03183204308152199
95	rnn.weight_ih_l0	3	0.01465403102338314
95	rnn.weight_ih_l0	4	0.012630495242774487
95	rnn.weight_ih_l0	5	0.08416832983493805
95	rnn.weight_ih_l0	6	0.07604231685400009
95	rnn.weight_ih_l0	7	0.037814896553754807
95	rnn.weight_ih_l0	8	-0.04557878151535988
95	rnn.weight_ih_l0	9	0.008072431199252605
95	rnn.weight_hh_l0	0	0.008318428881466389
95	rnn.weight_hh_l0	1	-0.06361081451177597
95	rnn.weight_hh_l0	2	-0.0655127763748169
95	rnn.weight_hh_l0	3	0.07139419764280319
95	rnn.weight_hh_l0	4	0.07107824832201004
95	rnn.weight_hh_l0	5	0.0049068257212638855
95	rnn.weight_hh_l0	6	0.00455494923517108
95	rnn.weight_hh_l0	7	-0.019070561975240707
95	rnn.weight_hh_l0	8	-0.02929290197789669
95	rnn.weight_hh_l0	9	0.05758488178253174
95	rnn.bias_ih_l0	0	-0.06325142085552216
95	rnn.bias_ih_l0	1	0.08751009404659271
95	rnn.bias_ih_l0	2	0.020511772483587265
95	rnn.bias_ih_l0	3	0.07973076403141022
95	rnn.bias_ih_l0	4	-0.07880843430757523
95	rnn.bias_ih_l0	5	0.08353915065526962
95	rnn.bias_ih_l0	6	-0.06295374780893326
95	rnn.bias_ih_l0	7	-0.03543282672762871
95	rnn.bias_ih_l0	8	-0.07964657992124557
95	rnn.bias_ih_l0	9	-0.04638732969760895
95	rnn.bias_hh_l0	0	0.027874957770109177
95	rnn.bias_hh_l0	1	0.07297496497631073
95	rnn.bias_hh_l0	2	0.06785102933645248
95	rnn.bias_hh_l0	3	0.0836060494184494
95	rnn.bias_hh_l0	4	-0.09979765862226486
95	rnn.bias_hh_l0	5	-0.0720256119966507
95	rnn.bias_hh_l0	6	0.07702332735061646
95	rnn.bias_hh_l0	7	-0.09538211673498154
95	rnn.bias_hh_l0	8	-0.026346800848841667
95	rnn.bias_hh_l0	9	-0.002331889932975173
95	rnn.weight_ih_l0_reverse	0	0.07922254502773285
95	rnn.weight_ih_l0_reverse	1	0.07328005135059357
95	rnn.weight_ih_l0_reverse	2	0.03880976885557175
95	rnn.weight_ih_l0_reverse	3	0.033729150891304016
95	rnn.weight_ih_l0_reverse	4	-0.03723105043172836
95	rnn.weight_ih_l0_reverse	5	0.05093960836529732
95	rnn.weight_ih_l0_reverse	6	0.06643500179052353
95	rnn.weight_ih_l0_reverse	7	0.022564159706234932
95	rnn.weight_ih_l0_reverse	8	-0.0580236092209816
95	rnn.weight_ih_l0_reverse	9	-0.052812788635492325
95	rnn.weight_hh_l0_reverse	0	0.025443818420171738
95	rnn.weight_hh_l0_reverse	1	-0.08730460703372955
95	rnn.weight_hh_l0_reverse	2	0.06296611577272415
95	rnn.weight_hh_l0_reverse	3	-0.021306125447154045
95	rnn.weight_hh_l0_reverse	4	0.08359028398990631
95	rnn.weight_hh_l0_reverse	5	-0.0016835598507896066
95	rnn.weight_hh_l0_reverse	6	0.029585164040327072
95	rnn.weight_hh_l0_reverse	7	0.07819806784391403
95	rnn.weight_hh_l0_reverse	8	-0.022247489541769028
95	rnn.weight_hh_l0_reverse	9	-0.0466274619102478
95	rnn.bias_ih_l0_reverse	0	0.0007952244486659765
95	rnn.bias_ih_l0_reverse	1	-0.013463804498314857
95	rnn.bias_ih_l0_reverse	2	-0.015347501263022423
95	rnn.bias_ih_l0_reverse	3	0.04101484641432762
95	rnn.bias_ih_l0_reverse	4	0.06598993390798569
95	rnn.bias_ih_l0_reverse	5	-0.023119701072573662
95	rnn.bias_ih_l0_reverse	6	-0.02722993493080139
95	rnn.bias_ih_l0_reverse	7	-0.050582386553287506
95	rnn.bias_ih_l0_reverse	8	0.00882271584123373
95	rnn.bias_ih_l0_reverse	9	-0.07320284843444824
95	rnn.bias_hh_l0_reverse	0	0.03702735900878906
95	rnn.bias_hh_l0_reverse	1	-0.07456544786691666
95	rnn.bias_hh_l0_reverse	2	0.08466046303510666
95	rnn.bias_hh_l0_reverse	3	0.05658195540308952
95	rnn.bias_hh_l0_reverse	4	0.023258153349161148
95	rnn.bias_hh_l0_reverse	5	0.04286336153745651
95	rnn.bias_hh_l0_reverse	6	0.06290809065103531
95	rnn.bias_hh_l0_reverse	7	0.08842675387859344
95	rnn.bias_hh_l0_reverse	8	-0.011496780440211296
95	rnn.bias_hh_l0_reverse	9	0.05093823000788689
95	rnn.weight_ih_l1	0	0.023558754473924637
95	rnn.weight_ih_l1	1	0.014489895664155483
95	rnn.weight_ih_l1	2	0.08118598163127899
95	rnn.weight_ih_l1	3	-0.024041183292865753
95	rnn.weight_ih_l1	4	-0.024011831730604172
95	rnn.weight_ih_l1	5	-0.014351307414472103
95	rnn.weight_ih_l1	6	0.07239784300327301
95	rnn.weight_ih_l1	7	-0.00542203476652503
95	rnn.weight_ih_l1	8	-0.053043026477098465
95	rnn.weight_ih_l1	9	0.05707477778196335
95	rnn.weight_hh_l1	0	-0.07853389531373978
95	rnn.weight_hh_l1	1	-0.03643323853611946
95	rnn.weight_hh_l1	2	-0.008189331740140915
95	rnn.weight_hh_l1	3	-0.05852960795164108
95	rnn.weight_hh_l1	4	0.08522958308458328
95	rnn.weight_hh_l1	5	-0.08413089066743851
95	rnn.weight_hh_l1	6	-0.049307577311992645
95	rnn.weight_hh_l1	7	0.06507278978824615
95	rnn.weight_hh_l1	8	-0.0134947644546628
95	rnn.weight_hh_l1	9	-0.038953233510255814
95	rnn.bias_ih_l1	0	-0.047906309366226196
95	rnn.bias_ih_l1	1	0.05787722021341324
95	rnn.bias_ih_l1	2	-0.0490497387945652
95	rnn.bias_ih_l1	3	-0.07399815320968628
95	rnn.bias_ih_l1	4	-0.0299172792583704
95	rnn.bias_ih_l1	5	-0.015941232442855835
95	rnn.bias_ih_l1	6	-0.0501989871263504
95	rnn.bias_ih_l1	7	0.06203765422105789
95	rnn.bias_ih_l1	8	0.08211903274059296
95	rnn.bias_ih_l1	9	0.04019986093044281
95	rnn.bias_hh_l1	0	0.06914696842432022
95	rnn.bias_hh_l1	1	-0.05919995158910751
95	rnn.bias_hh_l1	2	0.02275705710053444
95	rnn.bias_hh_l1	3	0.06990567594766617
95	rnn.bias_hh_l1	4	0.05738753080368042
95	rnn.bias_hh_l1	5	-0.07711989432573318
95	rnn.bias_hh_l1	6	0.014807665720582008
95	rnn.bias_hh_l1	7	0.03842262923717499
95	rnn.bias_hh_l1	8	0.01196751557290554
95	rnn.bias_hh_l1	9	-0.0053848400712013245
95	rnn.weight_ih_l1_reverse	0	0.08677858114242554
95	rnn.weight_ih_l1_reverse	1	-0.04170740023255348
95	rnn.weight_ih_l1_reverse	2	-0.06207312270998955
95	rnn.weight_ih_l1_reverse	3	0.025514090433716774
95	rnn.weight_ih_l1_reverse	4	-0.04604487121105194
95	rnn.weight_ih_l1_reverse	5	0.024093810468912125
95	rnn.weight_ih_l1_reverse	6	0.040479015558958054
95	rnn.weight_ih_l1_reverse	7	0.020535588264465332
95	rnn.weight_ih_l1_reverse	8	-0.008399244397878647
95	rnn.weight_ih_l1_reverse	9	-0.06531528383493423
95	rnn.weight_hh_l1_reverse	0	0.0053114439360797405
95	rnn.weight_hh_l1_reverse	1	0.018825633451342583
95	rnn.weight_hh_l1_reverse	2	-0.058197103440761566
95	rnn.weight_hh_l1_reverse	3	-0.012858383357524872
95	rnn.weight_hh_l1_reverse	4	0.008810625411570072
95	rnn.weight_hh_l1_reverse	5	-0.06524790078401566
95	rnn.weight_hh_l1_reverse	6	-0.06734118610620499
95	rnn.weight_hh_l1_reverse	7	-0.01149103045463562
95	rnn.weight_hh_l1_reverse	8	-0.05880344286561012
95	rnn.weight_hh_l1_reverse	9	-0.04344610497355461
95	rnn.bias_ih_l1_reverse	0	-0.002702184719964862
95	rnn.bias_ih_l1_reverse	1	-0.04133804515004158
95	rnn.bias_ih_l1_reverse	2	0.02232958935201168
95	rnn.bias_ih_l1_reverse	3	-0.08260923624038696
95	rnn.bias_ih_l1_reverse	4	-0.0870676264166832
95	rnn.bias_ih_l1_reverse	5	-0.0880037248134613
95	rnn.bias_ih_l1_reverse	6	0.06070706248283386
95	rnn.bias_ih_l1_reverse	7	0.08507668972015381
95	rnn.bias_ih_l1_reverse	8	0.001457881648093462
95	rnn.bias_ih_l1_reverse	9	-0.01202983409166336
95	rnn.bias_hh_l1_reverse	0	0.06078135222196579
95	rnn.bias_hh_l1_reverse	1	-0.06871316581964493
95	rnn.bias_hh_l1_reverse	2	-0.051129478961229324
95	rnn.bias_hh_l1_reverse	3	0.07215434312820435
95	rnn.bias_hh_l1_reverse	4	-0.024549227207899094
95	rnn.bias_hh_l1_reverse	5	-0.007775710429996252
95	rnn.bias_hh_l1_reverse	6	-0.059496328234672546
95	rnn.bias_hh_l1_reverse	7	-0.061528123915195465
95	rnn.bias_hh_l1_reverse	8	0.0655563697218895
95	rnn.bias_hh_l1_reverse	9	0.04696475341916084
95	rnn.weight_ih_l2	0	0.07348459959030151
95	rnn.weight_ih_l2	1	-0.054325900971889496
95	rnn.weight_ih_l2	2	0.06339477002620697
95	rnn.weight_ih_l2	3	0.06563922762870789
95	rnn.weight_ih_l2	4	0.0567222535610199
95	rnn.weight_ih_l2	5	-0.03513830527663231
95	rnn.weight_ih_l2	6	-0.07550536841154099
95	rnn.weight_ih_l2	7	0.012881157919764519
95	rnn.weight_ih_l2	8	-0.01715194620192051
95	rnn.weight_ih_l2	9	-0.06925759464502335
95	rnn.weight_hh_l2	0	0.048293303698301315
95	rnn.weight_hh_l2	1	0.031196774914860725
95	rnn.weight_hh_l2	2	-0.05480336770415306
95	rnn.weight_hh_l2	3	-0.025672785937786102
95	rnn.weight_hh_l2	4	0.05426116660237312
95	rnn.weight_hh_l2	5	-0.024200569838285446
95	rnn.weight_hh_l2	6	0.008301247842609882
95	rnn.weight_hh_l2	7	-0.05299527198076248
95	rnn.weight_hh_l2	8	-0.006493282504379749
95	rnn.weight_hh_l2	9	-0.01827344484627247
95	rnn.bias_ih_l2	0	0.14963124692440033
95	rnn.bias_ih_l2	1	0.013538450002670288
95	rnn.bias_ih_l2	2	0.07154632359743118
95	rnn.bias_ih_l2	3	0.021425625309348106
95	rnn.bias_ih_l2	4	-0.006425198633223772
95	rnn.bias_ih_l2	5	0.04596501588821411
95	rnn.bias_ih_l2	6	0.015010020695626736
95	rnn.bias_ih_l2	7	0.016397813335061073
95	rnn.bias_ih_l2	8	0.019607454538345337
95	rnn.bias_ih_l2	9	-0.015884673222899437
95	rnn.bias_hh_l2	0	0.03866928443312645
95	rnn.bias_hh_l2	1	0.0030015248339623213
95	rnn.bias_hh_l2	2	0.06964783370494843
95	rnn.bias_hh_l2	3	0.03004699945449829
95	rnn.bias_hh_l2	4	0.07648412883281708
95	rnn.bias_hh_l2	5	-0.07382587343454361
95	rnn.bias_hh_l2	6	0.0230705589056015
95	rnn.bias_hh_l2	7	-0.027353523299098015
95	rnn.bias_hh_l2	8	0.042388252913951874
95	rnn.bias_hh_l2	9	0.0628739446401596
95	rnn.weight_ih_l2_reverse	0	0.08230764418840408
95	rnn.weight_ih_l2_reverse	1	-0.05475565791130066
95	rnn.weight_ih_l2_reverse	2	0.0008966702152974904
95	rnn.weight_ih_l2_reverse	3	0.035275060683488846
95	rnn.weight_ih_l2_reverse	4	0.053957998752593994
95	rnn.weight_ih_l2_reverse	5	-0.04062463343143463
95	rnn.weight_ih_l2_reverse	6	-0.0005316259921528399
95	rnn.weight_ih_l2_reverse	7	-0.012092411518096924
95	rnn.weight_ih_l2_reverse	8	0.010927426628768444
95	rnn.weight_ih_l2_reverse	9	-0.08122408390045166
95	rnn.weight_hh_l2_reverse	0	-0.08274421095848083
95	rnn.weight_hh_l2_reverse	1	0.01363146398216486
95	rnn.weight_hh_l2_reverse	2	0.010502634570002556
95	rnn.weight_hh_l2_reverse	3	0.024306610226631165
95	rnn.weight_hh_l2_reverse	4	-0.03681294620037079
95	rnn.weight_hh_l2_reverse	5	-0.015103418380022049
95	rnn.weight_hh_l2_reverse	6	-0.04353125020861626
95	rnn.weight_hh_l2_reverse	7	-0.05983990058302879
95	rnn.weight_hh_l2_reverse	8	-0.0066626230254769325
95	rnn.weight_hh_l2_reverse	9	-0.05902722477912903
95	rnn.bias_ih_l2_reverse	0	-0.03434661030769348
95	rnn.bias_ih_l2_reverse	1	-0.026609592139720917
95	rnn.bias_ih_l2_reverse	2	0.03987187519669533
95	rnn.bias_ih_l2_reverse	3	0.013580016791820526
95	rnn.bias_ih_l2_reverse	4	0.07635633647441864
95	rnn.bias_ih_l2_reverse	5	-0.08897377550601959
95	rnn.bias_ih_l2_reverse	6	-0.043182048946619034
95	rnn.bias_ih_l2_reverse	7	-0.0471954308450222
95	rnn.bias_ih_l2_reverse	8	0.05574292317032814
95	rnn.bias_ih_l2_reverse	9	0.01763736456632614
95	rnn.bias_hh_l2_reverse	0	0.0752745270729065
95	rnn.bias_hh_l2_reverse	1	-0.06599745899438858
95	rnn.bias_hh_l2_reverse	2	-0.06743738800287247
95	rnn.bias_hh_l2_reverse	3	0.033359356224536896
95	rnn.bias_hh_l2_reverse	4	0.031230907887220383
95	rnn.bias_hh_l2_reverse	5	0.035645026713609695
95	rnn.bias_hh_l2_reverse	6	-0.08239621669054031
95	rnn.bias_hh_l2_reverse	7	-0.009815803728997707
95	rnn.bias_hh_l2_reverse	8	-0.09924662858247757
95	rnn.bias_hh_l2_reverse	9	-0.05437903851270676
95	linear.weight	0	0.025028489530086517
95	linear.weight	1	0.14046071469783783
95	linear.weight	2	-0.022964248433709145
95	linear.weight	3	-0.028424330055713654
95	linear.weight	4	-0.022248394787311554
95	linear.weight	5	0.050933096557855606
95	linear.weight	6	0.005464028101414442
95	linear.weight	7	-0.06904724985361099
95	linear.weight	8	0.0030139717273414135
95	linear.weight	9	0.07565999031066895
95	linear.bias	0	0.5386056900024414
95	linear.bias	1	0.5909340977668762
95	linear.bias	2	-1.5622528791427612
95	linear.bias	3	-0.05754556506872177
95	linear.bias	4	-0.050822705030441284
95	linear.bias	5	0.33140838146209717
96	transitions	0	0.05473915487527847
96	transitions	1	-10000.0
96	transitions	2	2.3162448406219482
96	transitions	3	-1.0131398439407349
96	transitions	4	-10000.0
96	transitions	5	-10000.0
96	transitions	6	-10000.0
96	transitions	7	0.8823156952857971
96	transitions	8	0.8585879802703857
96	transitions	9	-1.2708994150161743
96	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
96	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
96	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
96	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
96	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
96	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
96	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
96	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
96	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
96	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
96	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
96	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
96	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
96	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
96	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
96	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
96	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
96	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
96	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
96	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
96	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
96	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
96	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
96	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
96	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
96	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
96	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
96	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
96	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
96	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
96	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
96	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
96	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
96	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
96	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
96	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
96	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
96	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
96	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
96	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
96	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
96	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
96	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
96	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
96	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
96	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
96	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
96	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
96	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
96	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
96	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
96	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
96	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
96	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
96	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
96	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
96	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
96	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
96	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
96	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
96	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
96	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
96	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
96	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
96	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
96	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
96	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
96	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
96	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
96	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
96	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
96	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
96	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
96	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
96	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
96	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
96	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
96	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
96	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
96	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
96	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
96	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
96	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
96	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
96	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
96	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
96	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
96	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
96	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
96	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
96	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
96	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
96	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
96	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
96	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
96	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
96	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
96	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
96	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
96	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
96	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
96	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
96	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
96	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
96	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
96	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
96	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
96	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
96	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
96	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
96	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
96	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
96	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
96	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
96	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
96	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
96	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
96	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
96	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
96	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
96	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
96	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
96	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
96	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
96	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
96	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
96	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
96	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
96	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
96	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
96	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
96	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
96	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
96	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
96	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
96	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
96	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
96	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
96	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
96	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
96	embedding2nn.weight	0	0.01478661596775055
96	embedding2nn.weight	1	0.00033327782875858247
96	embedding2nn.weight	2	0.0055971648544073105
96	embedding2nn.weight	3	0.0008560586138628423
96	embedding2nn.weight	4	-0.008291782811284065
96	embedding2nn.weight	5	-0.005191166419535875
96	embedding2nn.weight	6	-0.0005996251129545271
96	embedding2nn.weight	7	-0.003088391153141856
96	embedding2nn.weight	8	0.014348888769745827
96	embedding2nn.weight	9	0.004410780966281891
96	embedding2nn.bias	0	-0.0013250455958768725
96	embedding2nn.bias	1	-0.015827713534235954
96	embedding2nn.bias	2	0.01690640300512314
96	embedding2nn.bias	3	-0.012145007029175758
96	embedding2nn.bias	4	-0.020229093730449677
96	embedding2nn.bias	5	-0.005059045273810625
96	embedding2nn.bias	6	0.00939171388745308
96	embedding2nn.bias	7	0.01124638132750988
96	embedding2nn.bias	8	-0.017402060329914093
96	embedding2nn.bias	9	0.0009604491642676294
96	rnn.weight_ih_l0	0	-0.051939357072114944
96	rnn.weight_ih_l0	1	0.05076996609568596
96	rnn.weight_ih_l0	2	0.03183411434292793
96	rnn.weight_ih_l0	3	0.014648300595581532
96	rnn.weight_ih_l0	4	0.012634657323360443
96	rnn.weight_ih_l0	5	0.08416946232318878
96	rnn.weight_ih_l0	6	0.07604345679283142
96	rnn.weight_ih_l0	7	0.037812333554029465
96	rnn.weight_ih_l0	8	-0.04556316137313843
96	rnn.weight_ih_l0	9	0.0080636627972126
96	rnn.weight_hh_l0	0	0.008325126022100449
96	rnn.weight_hh_l0	1	-0.063628651201725
96	rnn.weight_hh_l0	2	-0.06551007181406021
96	rnn.weight_hh_l0	3	0.07141207903623581
96	rnn.weight_hh_l0	4	0.07108648866415024
96	rnn.weight_hh_l0	5	0.004935172852128744
96	rnn.weight_hh_l0	6	0.004368151538074017
96	rnn.weight_hh_l0	7	-0.019026318565011024
96	rnn.weight_hh_l0	8	-0.02942163124680519
96	rnn.weight_hh_l0	9	0.0575810931622982
96	rnn.bias_ih_l0	0	-0.06317689269781113
96	rnn.bias_ih_l0	1	0.08751153200864792
96	rnn.bias_ih_l0	2	0.02047519013285637
96	rnn.bias_ih_l0	3	0.08030015975236893
96	rnn.bias_ih_l0	4	-0.07811233401298523
96	rnn.bias_ih_l0	5	0.08299520611763
96	rnn.bias_ih_l0	6	-0.0661158487200737
96	rnn.bias_ih_l0	7	-0.03555379807949066
96	rnn.bias_ih_l0	8	-0.08172985911369324
96	rnn.bias_ih_l0	9	-0.04638048633933067
96	rnn.bias_hh_l0	0	0.028938228264451027
96	rnn.bias_hh_l0	1	0.07294034957885742
96	rnn.bias_hh_l0	2	0.06769078224897385
96	rnn.bias_hh_l0	3	0.08359184116125107
96	rnn.bias_hh_l0	4	-0.09745597839355469
96	rnn.bias_hh_l0	5	-0.07204180955886841
96	rnn.bias_hh_l0	6	0.07696781307458878
96	rnn.bias_hh_l0	7	-0.09303174167871475
96	rnn.bias_hh_l0	8	-0.02618863806128502
96	rnn.bias_hh_l0	9	-0.001342039555311203
96	rnn.weight_ih_l0_reverse	0	0.07921002805233002
96	rnn.weight_ih_l0_reverse	1	0.07328713685274124
96	rnn.weight_ih_l0_reverse	2	0.03880385681986809
96	rnn.weight_ih_l0_reverse	3	0.03373349457979202
96	rnn.weight_ih_l0_reverse	4	-0.03715020418167114
96	rnn.weight_ih_l0_reverse	5	0.05094081908464432
96	rnn.weight_ih_l0_reverse	6	0.06643389910459518
96	rnn.weight_ih_l0_reverse	7	0.02253885008394718
96	rnn.weight_ih_l0_reverse	8	-0.05803436413407326
96	rnn.weight_ih_l0_reverse	9	-0.052807122468948364
96	rnn.weight_hh_l0_reverse	0	0.02541632018983364
96	rnn.weight_hh_l0_reverse	1	-0.08730650693178177
96	rnn.weight_hh_l0_reverse	2	0.06296588480472565
96	rnn.weight_hh_l0_reverse	3	-0.021237734705209732
96	rnn.weight_hh_l0_reverse	4	0.08354302495718002
96	rnn.weight_hh_l0_reverse	5	-0.0016926424577832222
96	rnn.weight_hh_l0_reverse	6	0.029453054070472717
96	rnn.weight_hh_l0_reverse	7	0.07819369435310364
96	rnn.weight_hh_l0_reverse	8	-0.022239869460463524
96	rnn.weight_hh_l0_reverse	9	-0.04662489891052246
96	rnn.bias_ih_l0_reverse	0	0.0008098139660432935
96	rnn.bias_ih_l0_reverse	1	-0.015332899987697601
96	rnn.bias_ih_l0_reverse	2	-0.014829021878540516
96	rnn.bias_ih_l0_reverse	3	0.04138468950986862
96	rnn.bias_ih_l0_reverse	4	0.06603677570819855
96	rnn.bias_ih_l0_reverse	5	-0.02298085018992424
96	rnn.bias_ih_l0_reverse	6	-0.027293166145682335
96	rnn.bias_ih_l0_reverse	7	-0.05046844109892845
96	rnn.bias_ih_l0_reverse	8	0.009373334236443043
96	rnn.bias_ih_l0_reverse	9	-0.07286820560693741
96	rnn.bias_hh_l0_reverse	0	0.037103332579135895
96	rnn.bias_hh_l0_reverse	1	-0.07423080503940582
96	rnn.bias_hh_l0_reverse	2	0.08492378890514374
96	rnn.bias_hh_l0_reverse	3	0.056635040789842606
96	rnn.bias_hh_l0_reverse	4	0.021807650104165077
96	rnn.bias_hh_l0_reverse	5	0.04315261170268059
96	rnn.bias_hh_l0_reverse	6	0.06324940174818039
96	rnn.bias_hh_l0_reverse	7	0.08899223059415817
96	rnn.bias_hh_l0_reverse	8	-0.011424140073359013
96	rnn.bias_hh_l0_reverse	9	0.050462864339351654
96	rnn.weight_ih_l1	0	0.023158710449934006
96	rnn.weight_ih_l1	1	0.014594915322959423
96	rnn.weight_ih_l1	2	0.0810912698507309
96	rnn.weight_ih_l1	3	-0.024047667160630226
96	rnn.weight_ih_l1	4	-0.023992028087377548
96	rnn.weight_ih_l1	5	-0.014443283900618553
96	rnn.weight_ih_l1	6	0.07241316139698029
96	rnn.weight_ih_l1	7	-0.005679243244230747
96	rnn.weight_ih_l1	8	-0.05299399420619011
96	rnn.weight_ih_l1	9	0.05705537647008896
96	rnn.weight_hh_l1	0	-0.07839594036340714
96	rnn.weight_hh_l1	1	-0.036328211426734924
96	rnn.weight_hh_l1	2	-0.008175342343747616
96	rnn.weight_hh_l1	3	-0.05851629376411438
96	rnn.weight_hh_l1	4	0.08528541773557663
96	rnn.weight_hh_l1	5	-0.08411464095115662
96	rnn.weight_hh_l1	6	-0.04935102164745331
96	rnn.weight_hh_l1	7	0.06514053046703339
96	rnn.weight_hh_l1	8	-0.013498717918992043
96	rnn.weight_hh_l1	9	-0.03880033269524574
96	rnn.bias_ih_l1	0	-0.046950165182352066
96	rnn.bias_ih_l1	1	0.05826312303543091
96	rnn.bias_ih_l1	2	-0.04892117157578468
96	rnn.bias_ih_l1	3	-0.07431293278932571
96	rnn.bias_ih_l1	4	-0.02982453815639019
96	rnn.bias_ih_l1	5	-0.010133837349712849
96	rnn.bias_ih_l1	6	-0.050197046250104904
96	rnn.bias_ih_l1	7	0.06228676810860634
96	rnn.bias_ih_l1	8	0.08214515447616577
96	rnn.bias_ih_l1	9	0.038242142647504807
96	rnn.bias_hh_l1	0	0.06912801414728165
96	rnn.bias_hh_l1	1	-0.059120047837495804
96	rnn.bias_hh_l1	2	0.022854147478938103
96	rnn.bias_hh_l1	3	0.07080211490392685
96	rnn.bias_hh_l1	4	0.05733085051178932
96	rnn.bias_hh_l1	5	-0.07672387361526489
96	rnn.bias_hh_l1	6	0.014852318912744522
96	rnn.bias_hh_l1	7	0.03877637907862663
96	rnn.bias_hh_l1	8	0.012395608238875866
96	rnn.bias_hh_l1	9	-0.005376793909817934
96	rnn.weight_ih_l1_reverse	0	0.08682158589363098
96	rnn.weight_ih_l1_reverse	1	-0.04164496064186096
96	rnn.weight_ih_l1_reverse	2	-0.06206999719142914
96	rnn.weight_ih_l1_reverse	3	0.025540735572576523
96	rnn.weight_ih_l1_reverse	4	-0.0460461787879467
96	rnn.weight_ih_l1_reverse	5	0.024108270183205605
96	rnn.weight_ih_l1_reverse	6	0.040455788373947144
96	rnn.weight_ih_l1_reverse	7	0.020584946498274803
96	rnn.weight_ih_l1_reverse	8	-0.008383707143366337
96	rnn.weight_ih_l1_reverse	9	-0.06534357368946075
96	rnn.weight_hh_l1_reverse	0	0.005256657022982836
96	rnn.weight_hh_l1_reverse	1	0.018829870969057083
96	rnn.weight_hh_l1_reverse	2	-0.05821406841278076
96	rnn.weight_hh_l1_reverse	3	-0.012865656055510044
96	rnn.weight_hh_l1_reverse	4	0.008818312548100948
96	rnn.weight_hh_l1_reverse	5	-0.0655718594789505
96	rnn.weight_hh_l1_reverse	6	-0.0673450455069542
96	rnn.weight_hh_l1_reverse	7	-0.011501798406243324
96	rnn.weight_hh_l1_reverse	8	-0.058662187308073044
96	rnn.weight_hh_l1_reverse	9	-0.043446045368909836
96	rnn.bias_ih_l1_reverse	0	-0.0027839785907417536
96	rnn.bias_ih_l1_reverse	1	-0.041252005845308304
96	rnn.bias_ih_l1_reverse	2	0.022994356229901314
96	rnn.bias_ih_l1_reverse	3	-0.08222740888595581
96	rnn.bias_ih_l1_reverse	4	-0.08706378191709518
96	rnn.bias_ih_l1_reverse	5	-0.08795183151960373
96	rnn.bias_ih_l1_reverse	6	0.061224762350320816
96	rnn.bias_ih_l1_reverse	7	0.08485590666532516
96	rnn.bias_ih_l1_reverse	8	0.0019262118730694056
96	rnn.bias_ih_l1_reverse	9	-0.011828229762613773
96	rnn.bias_hh_l1_reverse	0	0.06101579591631889
96	rnn.bias_hh_l1_reverse	1	-0.0686880573630333
96	rnn.bias_hh_l1_reverse	2	-0.05092008784413338
96	rnn.bias_hh_l1_reverse	3	0.07235235720872879
96	rnn.bias_hh_l1_reverse	4	-0.02449250966310501
96	rnn.bias_hh_l1_reverse	5	-0.007642059586942196
96	rnn.bias_hh_l1_reverse	6	-0.05965856835246086
96	rnn.bias_hh_l1_reverse	7	-0.06129317730665207
96	rnn.bias_hh_l1_reverse	8	0.0656101405620575
96	rnn.bias_hh_l1_reverse	9	0.048789311200380325
96	rnn.weight_ih_l2	0	0.07327388972043991
96	rnn.weight_ih_l2	1	-0.05432289093732834
96	rnn.weight_ih_l2	2	0.06338774412870407
96	rnn.weight_ih_l2	3	0.06577956676483154
96	rnn.weight_ih_l2	4	0.05654057487845421
96	rnn.weight_ih_l2	5	-0.0352136567234993
96	rnn.weight_ih_l2	6	-0.07554849237203598
96	rnn.weight_ih_l2	7	0.013011272996664047
96	rnn.weight_ih_l2	8	-0.017154475674033165
96	rnn.weight_ih_l2	9	-0.06925003230571747
96	rnn.weight_hh_l2	0	0.04828948155045509
96	rnn.weight_hh_l2	1	0.031172340735793114
96	rnn.weight_hh_l2	2	-0.054777953773736954
96	rnn.weight_hh_l2	3	-0.02572360448539257
96	rnn.weight_hh_l2	4	0.05431051924824715
96	rnn.weight_hh_l2	5	-0.024019362404942513
96	rnn.weight_hh_l2	6	0.008327002637088299
96	rnn.weight_hh_l2	7	-0.05305591970682144
96	rnn.weight_hh_l2	8	-0.006436271592974663
96	rnn.weight_hh_l2	9	-0.01827525720000267
96	rnn.bias_ih_l2	0	0.15218693017959595
96	rnn.bias_ih_l2	1	0.01335569005459547
96	rnn.bias_ih_l2	2	0.07195104658603668
96	rnn.bias_ih_l2	3	0.022678203880786896
96	rnn.bias_ih_l2	4	-0.006539767142385244
96	rnn.bias_ih_l2	5	0.04636160284280777
96	rnn.bias_ih_l2	6	0.015425066463649273
96	rnn.bias_ih_l2	7	0.01621931605041027
96	rnn.bias_ih_l2	8	0.020390652120113373
96	rnn.bias_ih_l2	9	-0.015954336151480675
96	rnn.bias_hh_l2	0	0.03776397556066513
96	rnn.bias_hh_l2	1	0.0034418459981679916
96	rnn.bias_hh_l2	2	0.06945556402206421
96	rnn.bias_hh_l2	3	0.02995467185974121
96	rnn.bias_hh_l2	4	0.07672474533319473
96	rnn.bias_hh_l2	5	-0.06777181476354599
96	rnn.bias_hh_l2	6	0.02279864065349102
96	rnn.bias_hh_l2	7	-0.02730131335556507
96	rnn.bias_hh_l2	8	0.04199650138616562
96	rnn.bias_hh_l2	9	0.06772497296333313
96	rnn.weight_ih_l2_reverse	0	0.08231105655431747
96	rnn.weight_ih_l2_reverse	1	-0.05479353666305542
96	rnn.weight_ih_l2_reverse	2	0.0009014574461616576
96	rnn.weight_ih_l2_reverse	3	0.035271089524030685
96	rnn.weight_ih_l2_reverse	4	0.05395868420600891
96	rnn.weight_ih_l2_reverse	5	-0.040649548172950745
96	rnn.weight_ih_l2_reverse	6	-0.0006743960548192263
96	rnn.weight_ih_l2_reverse	7	-0.012309866026043892
96	rnn.weight_ih_l2_reverse	8	0.01171037182211876
96	rnn.weight_ih_l2_reverse	9	-0.08125998824834824
96	rnn.weight_hh_l2_reverse	0	-0.08274590224027634
96	rnn.weight_hh_l2_reverse	1	0.013518805615603924
96	rnn.weight_hh_l2_reverse	2	0.010500197298824787
96	rnn.weight_hh_l2_reverse	3	0.02430626004934311
96	rnn.weight_hh_l2_reverse	4	-0.03681159019470215
96	rnn.weight_hh_l2_reverse	5	-0.015076560899615288
96	rnn.weight_hh_l2_reverse	6	-0.04342217370867729
96	rnn.weight_hh_l2_reverse	7	-0.05983911454677582
96	rnn.weight_hh_l2_reverse	8	-0.006663123145699501
96	rnn.weight_hh_l2_reverse	9	-0.059036895632743835
96	rnn.bias_ih_l2_reverse	0	-0.03673798590898514
96	rnn.bias_ih_l2_reverse	1	-0.026721764355897903
96	rnn.bias_ih_l2_reverse	2	0.04000426456332207
96	rnn.bias_ih_l2_reverse	3	0.01446471642702818
96	rnn.bias_ih_l2_reverse	4	0.07655073702335358
96	rnn.bias_ih_l2_reverse	5	-0.08896592259407043
96	rnn.bias_ih_l2_reverse	6	-0.04326377436518669
96	rnn.bias_ih_l2_reverse	7	-0.04840883985161781
96	rnn.bias_ih_l2_reverse	8	0.05547666549682617
96	rnn.bias_ih_l2_reverse	9	0.016589554026722908
96	rnn.bias_hh_l2_reverse	0	0.07822786271572113
96	rnn.bias_hh_l2_reverse	1	-0.06606311351060867
96	rnn.bias_hh_l2_reverse	2	-0.0673704519867897
96	rnn.bias_hh_l2_reverse	3	0.033341776579618454
96	rnn.bias_hh_l2_reverse	4	0.031187880784273148
96	rnn.bias_hh_l2_reverse	5	0.03569073602557182
96	rnn.bias_hh_l2_reverse	6	-0.08251427859067917
96	rnn.bias_hh_l2_reverse	7	-0.009767601266503334
96	rnn.bias_hh_l2_reverse	8	-0.09886104613542557
96	rnn.bias_hh_l2_reverse	9	-0.05454031750559807
96	linear.weight	0	0.025028489530086517
96	linear.weight	1	0.1353832632303238
96	linear.weight	2	-0.02300545573234558
96	linear.weight	3	-0.03201214224100113
96	linear.weight	4	-0.022248394787311554
96	linear.weight	5	0.052966997027397156
96	linear.weight	6	0.0055399672128260136
96	linear.weight	7	-0.06964785605669022
96	linear.weight	8	0.00247810035943985
96	linear.weight	9	0.07673011720180511
96	linear.bias	0	0.5227587819099426
96	linear.bias	1	0.6526607275009155
96	linear.bias	2	-1.5635544061660767
96	linear.bias	3	-0.05754556506872177
96	linear.bias	4	-0.050822705030441284
96	linear.bias	5	0.28683024644851685
97	transitions	0	0.05423371493816376
97	transitions	1	-10000.0
97	transitions	2	2.3303768634796143
97	transitions	3	-1.0093947649002075
97	transitions	4	-10000.0
97	transitions	5	-10000.0
97	transitions	6	-10000.0
97	transitions	7	0.882291316986084
97	transitions	8	0.8580363392829895
97	transitions	9	-1.272948145866394
97	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
97	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
97	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
97	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
97	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
97	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
97	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
97	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
97	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
97	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
97	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
97	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
97	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
97	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
97	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
97	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
97	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
97	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
97	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
97	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
97	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
97	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
97	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
97	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
97	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
97	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
97	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
97	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
97	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
97	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
97	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
97	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
97	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
97	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
97	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
97	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
97	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
97	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
97	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
97	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
97	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
97	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
97	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
97	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
97	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
97	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
97	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
97	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
97	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
97	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
97	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
97	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
97	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
97	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
97	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
97	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
97	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
97	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
97	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
97	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
97	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
97	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
97	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
97	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
97	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
97	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
97	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
97	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
97	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
97	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
97	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
97	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
97	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
97	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
97	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
97	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
97	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
97	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
97	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
97	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
97	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
97	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
97	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
97	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
97	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
97	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
97	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
97	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
97	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
97	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
97	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
97	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
97	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
97	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
97	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
97	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
97	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
97	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
97	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
97	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
97	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
97	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
97	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
97	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
97	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
97	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
97	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
97	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
97	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
97	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
97	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
97	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
97	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
97	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
97	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
97	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
97	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
97	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
97	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
97	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
97	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
97	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
97	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
97	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
97	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
97	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
97	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
97	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
97	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
97	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
97	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
97	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
97	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
97	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
97	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
97	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
97	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
97	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
97	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
97	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
97	embedding2nn.weight	0	0.01478835754096508
97	embedding2nn.weight	1	0.00032026891130954027
97	embedding2nn.weight	2	0.005595959257334471
97	embedding2nn.weight	3	0.0008492964552715421
97	embedding2nn.weight	4	-0.008262088522315025
97	embedding2nn.weight	5	-0.0051846811547875404
97	embedding2nn.weight	6	-0.0006063561304472387
97	embedding2nn.weight	7	-0.0030983597971498966
97	embedding2nn.weight	8	0.014396159909665585
97	embedding2nn.weight	9	0.004404728766530752
97	embedding2nn.bias	0	0.00015814710059203207
97	embedding2nn.bias	1	-0.01694432646036148
97	embedding2nn.bias	2	0.014936819672584534
97	embedding2nn.bias	3	-0.009814025834202766
97	embedding2nn.bias	4	-0.019574763253331184
97	embedding2nn.bias	5	-0.004564560018479824
97	embedding2nn.bias	6	0.007989293895661831
97	embedding2nn.bias	7	0.009117075242102146
97	embedding2nn.bias	8	-0.017183629795908928
97	embedding2nn.bias	9	0.0009733011247590184
97	rnn.weight_ih_l0	0	-0.05194900184869766
97	rnn.weight_ih_l0	1	0.05077582597732544
97	rnn.weight_ih_l0	2	0.03183528780937195
97	rnn.weight_ih_l0	3	0.014649549499154091
97	rnn.weight_ih_l0	4	0.01264267135411501
97	rnn.weight_ih_l0	5	0.08416985720396042
97	rnn.weight_ih_l0	6	0.07605526596307755
97	rnn.weight_ih_l0	7	0.037811629474163055
97	rnn.weight_ih_l0	8	-0.0455118753015995
97	rnn.weight_ih_l0	9	0.008049719966948032
97	rnn.weight_hh_l0	0	0.008328397758305073
97	rnn.weight_hh_l0	1	-0.0636761263012886
97	rnn.weight_hh_l0	2	-0.06550337374210358
97	rnn.weight_hh_l0	3	0.07141150534152985
97	rnn.weight_hh_l0	4	0.0710771307349205
97	rnn.weight_hh_l0	5	0.0049522798508405685
97	rnn.weight_hh_l0	6	0.00431073410436511
97	rnn.weight_hh_l0	7	-0.0192407239228487
97	rnn.weight_hh_l0	8	-0.02938123233616352
97	rnn.weight_hh_l0	9	0.05759003385901451
97	rnn.bias_ih_l0	0	-0.06326451897621155
97	rnn.bias_ih_l0	1	0.08755327016115189
97	rnn.bias_ih_l0	2	0.02048998698592186
97	rnn.bias_ih_l0	3	0.08022423088550568
97	rnn.bias_ih_l0	4	-0.07622305303812027
97	rnn.bias_ih_l0	5	0.08291934430599213
97	rnn.bias_ih_l0	6	-0.06702719628810883
97	rnn.bias_ih_l0	7	-0.03557886555790901
97	rnn.bias_ih_l0	8	-0.08202985674142838
97	rnn.bias_ih_l0	9	-0.046304043382406235
97	rnn.bias_hh_l0	0	0.029293552041053772
97	rnn.bias_hh_l0	1	0.07291992008686066
97	rnn.bias_hh_l0	2	0.06772202253341675
97	rnn.bias_hh_l0	3	0.08357145637273788
97	rnn.bias_hh_l0	4	-0.09560073167085648
97	rnn.bias_hh_l0	5	-0.07201862335205078
97	rnn.bias_hh_l0	6	0.07689057290554047
97	rnn.bias_hh_l0	7	-0.0909297987818718
97	rnn.bias_hh_l0	8	-0.02616768516600132
97	rnn.bias_hh_l0	9	0.0031748840119689703
97	rnn.weight_ih_l0_reverse	0	0.07921350002288818
97	rnn.weight_ih_l0_reverse	1	0.07330244034528732
97	rnn.weight_ih_l0_reverse	2	0.03880874067544937
97	rnn.weight_ih_l0_reverse	3	0.03373899683356285
97	rnn.weight_ih_l0_reverse	4	-0.03713085874915123
97	rnn.weight_ih_l0_reverse	5	0.050933972001075745
97	rnn.weight_ih_l0_reverse	6	0.06642834097146988
97	rnn.weight_ih_l0_reverse	7	0.02254059538245201
97	rnn.weight_ih_l0_reverse	8	-0.0580010823905468
97	rnn.weight_ih_l0_reverse	9	-0.05280862748622894
97	rnn.weight_hh_l0_reverse	0	0.02553662285208702
97	rnn.weight_hh_l0_reverse	1	-0.08730623126029968
97	rnn.weight_hh_l0_reverse	2	0.06298351287841797
97	rnn.weight_hh_l0_reverse	3	-0.0212126225233078
97	rnn.weight_hh_l0_reverse	4	0.08349527418613434
97	rnn.weight_hh_l0_reverse	5	-0.0016956134932115674
97	rnn.weight_hh_l0_reverse	6	0.029315290972590446
97	rnn.weight_hh_l0_reverse	7	0.0782163143157959
97	rnn.weight_hh_l0_reverse	8	-0.022252008318901062
97	rnn.weight_hh_l0_reverse	9	-0.046638984233140945
97	rnn.bias_ih_l0_reverse	0	0.0011760778725147247
97	rnn.bias_ih_l0_reverse	1	-0.016437465324997902
97	rnn.bias_ih_l0_reverse	2	-0.012921566143631935
97	rnn.bias_ih_l0_reverse	3	0.041424356400966644
97	rnn.bias_ih_l0_reverse	4	0.0659276619553566
97	rnn.bias_ih_l0_reverse	5	-0.0232213344424963
97	rnn.bias_ih_l0_reverse	6	-0.02725067548453808
97	rnn.bias_ih_l0_reverse	7	-0.05068196728825569
97	rnn.bias_ih_l0_reverse	8	0.008893623016774654
97	rnn.bias_ih_l0_reverse	9	-0.07265405356884003
97	rnn.bias_hh_l0_reverse	0	0.03721996024250984
97	rnn.bias_hh_l0_reverse	1	-0.07401665300130844
97	rnn.bias_hh_l0_reverse	2	0.08517257869243622
97	rnn.bias_hh_l0_reverse	3	0.056846026331186295
97	rnn.bias_hh_l0_reverse	4	0.022004390135407448
97	rnn.bias_hh_l0_reverse	5	0.04321238398551941
97	rnn.bias_hh_l0_reverse	6	0.06353824585676193
97	rnn.bias_hh_l0_reverse	7	0.08980600535869598
97	rnn.bias_hh_l0_reverse	8	-0.011140230111777782
97	rnn.bias_hh_l0_reverse	9	0.049714766442775726
97	rnn.weight_ih_l1	0	0.02329549565911293
97	rnn.weight_ih_l1	1	0.014667501673102379
97	rnn.weight_ih_l1	2	0.08129078894853592
97	rnn.weight_ih_l1	3	-0.024053115397691727
97	rnn.weight_ih_l1	4	-0.02400251105427742
97	rnn.weight_ih_l1	5	-0.01435005385428667
97	rnn.weight_ih_l1	6	0.07237464934587479
97	rnn.weight_ih_l1	7	-0.005811125971376896
97	rnn.weight_ih_l1	8	-0.053002748638391495
97	rnn.weight_ih_l1	9	0.05738983303308487
97	rnn.weight_hh_l1	0	-0.07844798266887665
97	rnn.weight_hh_l1	1	-0.03631777688860893
97	rnn.weight_hh_l1	2	-0.008178966119885445
97	rnn.weight_hh_l1	3	-0.058519791811704636
97	rnn.weight_hh_l1	4	0.08530529588460922
97	rnn.weight_hh_l1	5	-0.08410878479480743
97	rnn.weight_hh_l1	6	-0.04941793903708458
97	rnn.weight_hh_l1	7	0.06509218364953995
97	rnn.weight_hh_l1	8	-0.013488884083926678
97	rnn.weight_hh_l1	9	-0.03889870643615723
97	rnn.bias_ih_l1	0	-0.046408504247665405
97	rnn.bias_ih_l1	1	0.058499131351709366
97	rnn.bias_ih_l1	2	-0.048792921006679535
97	rnn.bias_ih_l1	3	-0.07423821836709976
97	rnn.bias_ih_l1	4	-0.02977159060537815
97	rnn.bias_ih_l1	5	-0.007384828291833401
97	rnn.bias_ih_l1	6	-0.04949571192264557
97	rnn.bias_ih_l1	7	0.06234467774629593
97	rnn.bias_ih_l1	8	0.0822402834892273
97	rnn.bias_ih_l1	9	0.035999853163957596
97	rnn.bias_hh_l1	0	0.06915154308080673
97	rnn.bias_hh_l1	1	-0.059024542570114136
97	rnn.bias_hh_l1	2	0.02280312217772007
97	rnn.bias_hh_l1	3	0.07106804102659225
97	rnn.bias_hh_l1	4	0.05750678852200508
97	rnn.bias_hh_l1	5	-0.07662124186754227
97	rnn.bias_hh_l1	6	0.014911221340298653
97	rnn.bias_hh_l1	7	0.038733527064323425
97	rnn.bias_hh_l1	8	0.012519585900008678
97	rnn.bias_hh_l1	9	-0.005457345861941576
97	rnn.weight_ih_l1_reverse	0	0.08681107312440872
97	rnn.weight_ih_l1_reverse	1	-0.04164395481348038
97	rnn.weight_ih_l1_reverse	2	-0.06210174784064293
97	rnn.weight_ih_l1_reverse	3	0.025556709617376328
97	rnn.weight_ih_l1_reverse	4	-0.04605882242321968
97	rnn.weight_ih_l1_reverse	5	0.024134494364261627
97	rnn.weight_ih_l1_reverse	6	0.04043559730052948
97	rnn.weight_ih_l1_reverse	7	0.02057238295674324
97	rnn.weight_ih_l1_reverse	8	-0.008354317396879196
97	rnn.weight_ih_l1_reverse	9	-0.06545859575271606
97	rnn.weight_hh_l1_reverse	0	0.005215439014136791
97	rnn.weight_hh_l1_reverse	1	0.018839964643120766
97	rnn.weight_hh_l1_reverse	2	-0.05821463093161583
97	rnn.weight_hh_l1_reverse	3	-0.012891722843050957
97	rnn.weight_hh_l1_reverse	4	0.008831390179693699
97	rnn.weight_hh_l1_reverse	5	-0.06560766696929932
97	rnn.weight_hh_l1_reverse	6	-0.0673302635550499
97	rnn.weight_hh_l1_reverse	7	-0.011489381082355976
97	rnn.weight_hh_l1_reverse	8	-0.05842478945851326
97	rnn.weight_hh_l1_reverse	9	-0.04342562332749367
97	rnn.bias_ih_l1_reverse	0	-0.002803265582770109
97	rnn.bias_ih_l1_reverse	1	-0.041444916278123856
97	rnn.bias_ih_l1_reverse	2	0.023142805323004723
97	rnn.bias_ih_l1_reverse	3	-0.08175621181726456
97	rnn.bias_ih_l1_reverse	4	-0.08705442398786545
97	rnn.bias_ih_l1_reverse	5	-0.08793298900127411
97	rnn.bias_ih_l1_reverse	6	0.061644524335861206
97	rnn.bias_ih_l1_reverse	7	0.08487234264612198
97	rnn.bias_ih_l1_reverse	8	0.0020180803257972
97	rnn.bias_ih_l1_reverse	9	-0.011595377698540688
97	rnn.bias_hh_l1_reverse	0	0.0609595961868763
97	rnn.bias_hh_l1_reverse	1	-0.06854338943958282
97	rnn.bias_hh_l1_reverse	2	-0.051083359867334366
97	rnn.bias_hh_l1_reverse	3	0.0725252628326416
97	rnn.bias_hh_l1_reverse	4	-0.024617023766040802
97	rnn.bias_hh_l1_reverse	5	-0.007599291857331991
97	rnn.bias_hh_l1_reverse	6	-0.05973830446600914
97	rnn.bias_hh_l1_reverse	7	-0.06132974475622177
97	rnn.bias_hh_l1_reverse	8	0.06574447453022003
97	rnn.bias_hh_l1_reverse	9	0.04655781015753746
97	rnn.weight_ih_l2	0	0.07355687022209167
97	rnn.weight_ih_l2	1	-0.0543203167617321
97	rnn.weight_ih_l2	2	0.06339448690414429
97	rnn.weight_ih_l2	3	0.06578460335731506
97	rnn.weight_ih_l2	4	0.056494344025850296
97	rnn.weight_ih_l2	5	-0.035378534346818924
97	rnn.weight_ih_l2	6	-0.07556701451539993
97	rnn.weight_ih_l2	7	0.01301602553576231
97	rnn.weight_ih_l2	8	-0.01715395785868168
97	rnn.weight_ih_l2	9	-0.06924854964017868
97	rnn.weight_hh_l2	0	0.048281729221343994
97	rnn.weight_hh_l2	1	0.031123708933591843
97	rnn.weight_hh_l2	2	-0.054778482764959335
97	rnn.weight_hh_l2	3	-0.025698158890008926
97	rnn.weight_hh_l2	4	0.05430000647902489
97	rnn.weight_hh_l2	5	-0.024030759930610657
97	rnn.weight_hh_l2	6	0.008303355425596237
97	rnn.weight_hh_l2	7	-0.05306028574705124
97	rnn.weight_hh_l2	8	-0.006330136675387621
97	rnn.weight_hh_l2	9	-0.018277570605278015
97	rnn.bias_ih_l2	0	0.15278282761573792
97	rnn.bias_ih_l2	1	0.013450376689434052
97	rnn.bias_ih_l2	2	0.07328876107931137
97	rnn.bias_ih_l2	3	0.023144297301769257
97	rnn.bias_ih_l2	4	-0.006352806929498911
97	rnn.bias_ih_l2	5	0.04644011706113815
97	rnn.bias_ih_l2	6	0.015603082254529
97	rnn.bias_ih_l2	7	0.016490492969751358
97	rnn.bias_ih_l2	8	0.02060837857425213
97	rnn.bias_ih_l2	9	-0.015965327620506287
97	rnn.bias_hh_l2	0	0.0384906530380249
97	rnn.bias_hh_l2	1	0.004303125198930502
97	rnn.bias_hh_l2	2	0.06927534192800522
97	rnn.bias_hh_l2	3	0.029989253729581833
97	rnn.bias_hh_l2	4	0.07682013511657715
97	rnn.bias_hh_l2	5	-0.06450686603784561
97	rnn.bias_hh_l2	6	0.030746744945645332
97	rnn.bias_hh_l2	7	-0.02728951908648014
97	rnn.bias_hh_l2	8	0.04190036654472351
97	rnn.bias_hh_l2	9	0.06775499880313873
97	rnn.weight_ih_l2_reverse	0	0.08231555670499802
97	rnn.weight_ih_l2_reverse	1	-0.05497407540678978
97	rnn.weight_ih_l2_reverse	2	0.0009183367947116494
97	rnn.weight_ih_l2_reverse	3	0.0352681502699852
97	rnn.weight_ih_l2_reverse	4	0.05396200716495514
97	rnn.weight_ih_l2_reverse	5	-0.040651947259902954
97	rnn.weight_ih_l2_reverse	6	-0.0006659404607489705
97	rnn.weight_ih_l2_reverse	7	-0.012381145730614662
97	rnn.weight_ih_l2_reverse	8	0.01176272053271532
97	rnn.weight_ih_l2_reverse	9	-0.08132198452949524
97	rnn.weight_hh_l2_reverse	0	-0.08274682611227036
97	rnn.weight_hh_l2_reverse	1	0.013653291389346123
97	rnn.weight_hh_l2_reverse	2	0.010495709255337715
97	rnn.weight_hh_l2_reverse	3	0.024308232590556145
97	rnn.weight_hh_l2_reverse	4	-0.03681325539946556
97	rnn.weight_hh_l2_reverse	5	-0.015091709792613983
97	rnn.weight_hh_l2_reverse	6	-0.0433371476829052
97	rnn.weight_hh_l2_reverse	7	-0.059839628636837006
97	rnn.weight_hh_l2_reverse	8	-0.006668610963970423
97	rnn.weight_hh_l2_reverse	9	-0.05904281139373779
97	rnn.bias_ih_l2_reverse	0	-0.03891346976161003
97	rnn.bias_ih_l2_reverse	1	-0.026669997721910477
97	rnn.bias_ih_l2_reverse	2	0.04019545763731003
97	rnn.bias_ih_l2_reverse	3	0.01691613905131817
97	rnn.bias_ih_l2_reverse	4	0.07681404054164886
97	rnn.bias_ih_l2_reverse	5	-0.08897023648023605
97	rnn.bias_ih_l2_reverse	6	-0.04330836609005928
97	rnn.bias_ih_l2_reverse	7	-0.04848437383770943
97	rnn.bias_ih_l2_reverse	8	0.055128201842308044
97	rnn.bias_ih_l2_reverse	9	0.01620534062385559
97	rnn.bias_hh_l2_reverse	0	0.07602930814027786
97	rnn.bias_hh_l2_reverse	1	-0.06649860739707947
97	rnn.bias_hh_l2_reverse	2	-0.06737367063760757
97	rnn.bias_hh_l2_reverse	3	0.0333719477057457
97	rnn.bias_hh_l2_reverse	4	0.03169119730591774
97	rnn.bias_hh_l2_reverse	5	0.035889074206352234
97	rnn.bias_hh_l2_reverse	6	-0.08248955011367798
97	rnn.bias_hh_l2_reverse	7	-0.009516610763967037
97	rnn.bias_hh_l2_reverse	8	-0.09885800629854202
97	rnn.bias_hh_l2_reverse	9	-0.054639577865600586
97	linear.weight	0	0.025028489530086517
97	linear.weight	1	0.12983889877796173
97	linear.weight	2	-0.02308562956750393
97	linear.weight	3	-0.032808251678943634
97	linear.weight	4	-0.022248394787311554
97	linear.weight	5	0.05262058973312378
97	linear.weight	6	0.005178382620215416
97	linear.weight	7	-0.07033108174800873
97	linear.weight	8	0.0031187778804451227
97	linear.weight	9	0.07806054502725601
97	linear.bias	0	0.5265840888023376
97	linear.bias	1	0.6786354184150696
97	linear.bias	2	-1.56534743309021
97	linear.bias	3	-0.05754556506872177
97	linear.bias	4	-0.050822705030441284
97	linear.bias	5	0.2588232159614563
98	transitions	0	0.05385855957865715
98	transitions	1	-10000.0
98	transitions	2	2.3214495182037354
98	transitions	3	-1.0302926301956177
98	transitions	4	-10000.0
98	transitions	5	-10000.0
98	transitions	6	-10000.0
98	transitions	7	0.8822705149650574
98	transitions	8	0.8575416207313538
98	transitions	9	-1.2769948244094849
98	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
98	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
98	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
98	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
98	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
98	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
98	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
98	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
98	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
98	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
98	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
98	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
98	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
98	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
98	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
98	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
98	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
98	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
98	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
98	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
98	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
98	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
98	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
98	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
98	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
98	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
98	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
98	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
98	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
98	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
98	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
98	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
98	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
98	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
98	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
98	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
98	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
98	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
98	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
98	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
98	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
98	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
98	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
98	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
98	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
98	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
98	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
98	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
98	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
98	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
98	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
98	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
98	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
98	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
98	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
98	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
98	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
98	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
98	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
98	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
98	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
98	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
98	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
98	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
98	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
98	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
98	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
98	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
98	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
98	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
98	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
98	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
98	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
98	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
98	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
98	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
98	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
98	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
98	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
98	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
98	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
98	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
98	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
98	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
98	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
98	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
98	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
98	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
98	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
98	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
98	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
98	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
98	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
98	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
98	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
98	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
98	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
98	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
98	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
98	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
98	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
98	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
98	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
98	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
98	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
98	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
98	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
98	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
98	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
98	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
98	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
98	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
98	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
98	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
98	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
98	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
98	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
98	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
98	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
98	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
98	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
98	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
98	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
98	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
98	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
98	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
98	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
98	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
98	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
98	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
98	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
98	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
98	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
98	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
98	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
98	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
98	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
98	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
98	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
98	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
98	embedding2nn.weight	0	0.014787046238780022
98	embedding2nn.weight	1	0.00032215597457252443
98	embedding2nn.weight	2	0.005595705937594175
98	embedding2nn.weight	3	0.0008489677566103637
98	embedding2nn.weight	4	-0.008182075805962086
98	embedding2nn.weight	5	-0.005185914691537619
98	embedding2nn.weight	6	-0.0006047265487723053
98	embedding2nn.weight	7	-0.003090506186708808
98	embedding2nn.weight	8	0.014302457682788372
98	embedding2nn.weight	9	0.004405089654028416
98	embedding2nn.bias	0	-0.0005678784800693393
98	embedding2nn.bias	1	-0.016361648216843605
98	embedding2nn.bias	2	0.01652493141591549
98	embedding2nn.bias	3	-0.010246234945952892
98	embedding2nn.bias	4	-0.019211607053875923
98	embedding2nn.bias	5	-0.0037165728863328695
98	embedding2nn.bias	6	0.007972688414156437
98	embedding2nn.bias	7	0.008935226127505302
98	embedding2nn.bias	8	-0.017386315390467644
98	embedding2nn.bias	9	0.0008434646879322827
98	rnn.weight_ih_l0	0	-0.051932159811258316
98	rnn.weight_ih_l0	1	0.05077384412288666
98	rnn.weight_ih_l0	2	0.031834352761507034
98	rnn.weight_ih_l0	3	0.014645007438957691
98	rnn.weight_ih_l0	4	0.012641466222703457
98	rnn.weight_ih_l0	5	0.08417024463415146
98	rnn.weight_ih_l0	6	0.07606613636016846
98	rnn.weight_ih_l0	7	0.037811752408742905
98	rnn.weight_ih_l0	8	-0.04542756453156471
98	rnn.weight_ih_l0	9	0.008068396709859371
98	rnn.weight_hh_l0	0	0.008328162133693695
98	rnn.weight_hh_l0	1	-0.06371196359395981
98	rnn.weight_hh_l0	2	-0.06550608575344086
98	rnn.weight_hh_l0	3	0.07138660550117493
98	rnn.weight_hh_l0	4	0.07106601446866989
98	rnn.weight_hh_l0	5	0.0049777282401919365
98	rnn.weight_hh_l0	6	0.0043000029399991035
98	rnn.weight_hh_l0	7	-0.01916482113301754
98	rnn.weight_hh_l0	8	-0.029329167678952217
98	rnn.weight_hh_l0	9	0.0575970895588398
98	rnn.bias_ih_l0	0	-0.06300868093967438
98	rnn.bias_ih_l0	1	0.08756907284259796
98	rnn.bias_ih_l0	2	0.020505648106336594
98	rnn.bias_ih_l0	3	0.08005859702825546
98	rnn.bias_ih_l0	4	-0.07685866206884384
98	rnn.bias_ih_l0	5	0.0829395279288292
98	rnn.bias_ih_l0	6	-0.06590930372476578
98	rnn.bias_ih_l0	7	-0.035594306886196136
98	rnn.bias_ih_l0	8	-0.08091094344854355
98	rnn.bias_ih_l0	9	-0.04611500725150108
98	rnn.bias_hh_l0	0	0.029281673952937126
98	rnn.bias_hh_l0	1	0.07301753014326096
98	rnn.bias_hh_l0	2	0.06769969314336777
98	rnn.bias_hh_l0	3	0.08367403596639633
98	rnn.bias_hh_l0	4	-0.0972743108868599
98	rnn.bias_hh_l0	5	-0.07200975716114044
98	rnn.bias_hh_l0	6	0.07697799801826477
98	rnn.bias_hh_l0	7	-0.09263873845338821
98	rnn.bias_hh_l0	8	-0.026233527809381485
98	rnn.bias_hh_l0	9	0.0018096164567396045
98	rnn.weight_ih_l0_reverse	0	0.07922521233558655
98	rnn.weight_ih_l0_reverse	1	0.073307566344738
98	rnn.weight_ih_l0_reverse	2	0.03881111368536949
98	rnn.weight_ih_l0_reverse	3	0.03373749181628227
98	rnn.weight_ih_l0_reverse	4	-0.037101998925209045
98	rnn.weight_ih_l0_reverse	5	0.05093405395746231
98	rnn.weight_ih_l0_reverse	6	0.0664244145154953
98	rnn.weight_ih_l0_reverse	7	0.022536970674991608
98	rnn.weight_ih_l0_reverse	8	-0.057994186878204346
98	rnn.weight_ih_l0_reverse	9	-0.05281015858054161
98	rnn.weight_hh_l0_reverse	0	0.02557416260242462
98	rnn.weight_hh_l0_reverse	1	-0.08730869740247726
98	rnn.weight_hh_l0_reverse	2	0.06297632306814194
98	rnn.weight_hh_l0_reverse	3	-0.021204369142651558
98	rnn.weight_hh_l0_reverse	4	0.08358077704906464
98	rnn.weight_hh_l0_reverse	5	-0.0017470542807132006
98	rnn.weight_hh_l0_reverse	6	0.02932371199131012
98	rnn.weight_hh_l0_reverse	7	0.07820523530244827
98	rnn.weight_hh_l0_reverse	8	-0.022252671420574188
98	rnn.weight_hh_l0_reverse	9	-0.04662850499153137
98	rnn.bias_ih_l0_reverse	0	0.0012408600887283683
98	rnn.bias_ih_l0_reverse	1	-0.01517803966999054
98	rnn.bias_ih_l0_reverse	2	-0.013439453206956387
98	rnn.bias_ih_l0_reverse	3	0.04124778136610985
98	rnn.bias_ih_l0_reverse	4	0.06576663255691528
98	rnn.bias_ih_l0_reverse	5	-0.02306804247200489
98	rnn.bias_ih_l0_reverse	6	-0.027179094031453133
98	rnn.bias_ih_l0_reverse	7	-0.05050819739699364
98	rnn.bias_ih_l0_reverse	8	0.009510827250778675
98	rnn.bias_ih_l0_reverse	9	-0.07270542532205582
98	rnn.bias_hh_l0_reverse	0	0.03747551143169403
98	rnn.bias_hh_l0_reverse	1	-0.07406802475452423
98	rnn.bias_hh_l0_reverse	2	0.08418463170528412
98	rnn.bias_hh_l0_reverse	3	0.05693637952208519
98	rnn.bias_hh_l0_reverse	4	0.021652407944202423
98	rnn.bias_hh_l0_reverse	5	0.04333718121051788
98	rnn.bias_hh_l0_reverse	6	0.06343904137611389
98	rnn.bias_hh_l0_reverse	7	0.08979760855436325
98	rnn.bias_hh_l0_reverse	8	-0.011314542964100838
98	rnn.bias_hh_l0_reverse	9	0.05040350928902626
98	rnn.weight_ih_l1	0	0.023333827033638954
98	rnn.weight_ih_l1	1	0.01474897749722004
98	rnn.weight_ih_l1	2	0.08175167441368103
98	rnn.weight_ih_l1	3	-0.02410348691046238
98	rnn.weight_ih_l1	4	-0.02400481328368187
98	rnn.weight_ih_l1	5	-0.014243683777749538
98	rnn.weight_ih_l1	6	0.07238179445266724
98	rnn.weight_ih_l1	7	-0.0057404525578022
98	rnn.weight_ih_l1	8	-0.052998319268226624
98	rnn.weight_ih_l1	9	0.057604510337114334
98	rnn.weight_hh_l1	0	-0.0785307064652443
98	rnn.weight_hh_l1	1	-0.03627840429544449
98	rnn.weight_hh_l1	2	-0.008176653645932674
98	rnn.weight_hh_l1	3	-0.05853036418557167
98	rnn.weight_hh_l1	4	0.08527842909097672
98	rnn.weight_hh_l1	5	-0.08412414789199829
98	rnn.weight_hh_l1	6	-0.04949182644486427
98	rnn.weight_hh_l1	7	0.06499935686588287
98	rnn.weight_hh_l1	8	-0.01349025871604681
98	rnn.weight_hh_l1	9	-0.0388370007276535
98	rnn.bias_ih_l1	0	-0.04598405957221985
98	rnn.bias_ih_l1	1	0.0583258792757988
98	rnn.bias_ih_l1	2	-0.048617489635944366
98	rnn.bias_ih_l1	3	-0.0740491971373558
98	rnn.bias_ih_l1	4	-0.02974688820540905
98	rnn.bias_ih_l1	5	-0.011380774900317192
98	rnn.bias_ih_l1	6	-0.04943874478340149
98	rnn.bias_ih_l1	7	0.06241779401898384
98	rnn.bias_ih_l1	8	0.08241669088602066
98	rnn.bias_ih_l1	9	0.03807301074266434
98	rnn.bias_hh_l1	0	0.06916803866624832
98	rnn.bias_hh_l1	1	-0.0590972900390625
98	rnn.bias_hh_l1	2	0.022775471210479736
98	rnn.bias_hh_l1	3	0.07114247977733612
98	rnn.bias_hh_l1	4	0.05760464817285538
98	rnn.bias_hh_l1	5	-0.07658001780509949
98	rnn.bias_hh_l1	6	0.014936724677681923
98	rnn.bias_hh_l1	7	0.03878800570964813
98	rnn.bias_hh_l1	8	0.012651865370571613
98	rnn.bias_hh_l1	9	-0.005496530327945948
98	rnn.weight_ih_l1_reverse	0	0.08674893528223038
98	rnn.weight_ih_l1_reverse	1	-0.0417211651802063
98	rnn.weight_ih_l1_reverse	2	-0.062103647738695145
98	rnn.weight_ih_l1_reverse	3	0.02557060308754444
98	rnn.weight_ih_l1_reverse	4	-0.04604550823569298
98	rnn.weight_ih_l1_reverse	5	0.024147741496562958
98	rnn.weight_ih_l1_reverse	6	0.04038918390870094
98	rnn.weight_ih_l1_reverse	7	0.02060556970536709
98	rnn.weight_ih_l1_reverse	8	-0.008371202275156975
98	rnn.weight_ih_l1_reverse	9	-0.06548827141523361
98	rnn.weight_hh_l1_reverse	0	0.005210403818637133
98	rnn.weight_hh_l1_reverse	1	0.018842559307813644
98	rnn.weight_hh_l1_reverse	2	-0.05821282044053078
98	rnn.weight_hh_l1_reverse	3	-0.012875393964350224
98	rnn.weight_hh_l1_reverse	4	0.008824083022773266
98	rnn.weight_hh_l1_reverse	5	-0.0655473843216896
98	rnn.weight_hh_l1_reverse	6	-0.06733375042676926
98	rnn.weight_hh_l1_reverse	7	-0.011498460546135902
98	rnn.weight_hh_l1_reverse	8	-0.058592747896909714
98	rnn.weight_hh_l1_reverse	9	-0.043418899178504944
98	rnn.bias_ih_l1_reverse	0	-0.002837920095771551
98	rnn.bias_ih_l1_reverse	1	-0.0414300300180912
98	rnn.bias_ih_l1_reverse	2	0.022956419736146927
98	rnn.bias_ih_l1_reverse	3	-0.08181138336658478
98	rnn.bias_ih_l1_reverse	4	-0.08691449463367462
98	rnn.bias_ih_l1_reverse	5	-0.08788078278303146
98	rnn.bias_ih_l1_reverse	6	0.06190325319766998
98	rnn.bias_ih_l1_reverse	7	0.08481620252132416
98	rnn.bias_ih_l1_reverse	8	0.0027756490744650364
98	rnn.bias_ih_l1_reverse	9	-0.011374777182936668
98	rnn.bias_hh_l1_reverse	0	0.06088404729962349
98	rnn.bias_hh_l1_reverse	1	-0.0681409016251564
98	rnn.bias_hh_l1_reverse	2	-0.05117088928818703
98	rnn.bias_hh_l1_reverse	3	0.07262326776981354
98	rnn.bias_hh_l1_reverse	4	-0.024525504559278488
98	rnn.bias_hh_l1_reverse	5	-0.00759838055819273
98	rnn.bias_hh_l1_reverse	6	-0.05963432416319847
98	rnn.bias_hh_l1_reverse	7	-0.06131887435913086
98	rnn.bias_hh_l1_reverse	8	0.06593820452690125
98	rnn.bias_hh_l1_reverse	9	0.04397682845592499
98	rnn.weight_ih_l2	0	0.07285572588443756
98	rnn.weight_ih_l2	1	-0.054307226091623306
98	rnn.weight_ih_l2	2	0.06339816749095917
98	rnn.weight_ih_l2	3	0.0657893493771553
98	rnn.weight_ih_l2	4	0.056555233895778656
98	rnn.weight_ih_l2	5	-0.035491734743118286
98	rnn.weight_ih_l2	6	-0.07558658719062805
98	rnn.weight_ih_l2	7	0.013057231903076172
98	rnn.weight_ih_l2	8	-0.01715979538857937
98	rnn.weight_ih_l2	9	-0.06924115866422653
98	rnn.weight_hh_l2	0	0.04828229174017906
98	rnn.weight_hh_l2	1	0.03113238699734211
98	rnn.weight_hh_l2	2	-0.05477945879101753
98	rnn.weight_hh_l2	3	-0.025690289214253426
98	rnn.weight_hh_l2	4	0.05431576445698738
98	rnn.weight_hh_l2	5	-0.02393770031630993
98	rnn.weight_hh_l2	6	0.008302096277475357
98	rnn.weight_hh_l2	7	-0.05305447801947594
98	rnn.weight_hh_l2	8	-0.006233363877981901
98	rnn.weight_hh_l2	9	-0.01827477104961872
98	rnn.bias_ih_l2	0	0.14823827147483826
98	rnn.bias_ih_l2	1	0.01348646730184555
98	rnn.bias_ih_l2	2	0.07411528378725052
98	rnn.bias_ih_l2	3	0.023421650752425194
98	rnn.bias_ih_l2	4	-0.006120066624134779
98	rnn.bias_ih_l2	5	0.04670568183064461
98	rnn.bias_ih_l2	6	0.01547740213572979
98	rnn.bias_ih_l2	7	0.016767246648669243
98	rnn.bias_ih_l2	8	0.02053593471646309
98	rnn.bias_ih_l2	9	-0.015993822365999222
98	rnn.bias_hh_l2	0	0.038537442684173584
98	rnn.bias_hh_l2	1	0.0048369006253778934
98	rnn.bias_hh_l2	2	0.0697099044919014
98	rnn.bias_hh_l2	3	0.02993745170533657
98	rnn.bias_hh_l2	4	0.07676268368959427
98	rnn.bias_hh_l2	5	-0.06901364028453827
98	rnn.bias_hh_l2	6	0.032708410173654556
98	rnn.bias_hh_l2	7	-0.02741788886487484
98	rnn.bias_hh_l2	8	0.04184283688664436
98	rnn.bias_hh_l2	9	0.06955219060182571
98	rnn.weight_ih_l2_reverse	0	0.08230855315923691
98	rnn.weight_ih_l2_reverse	1	-0.05492337793111801
98	rnn.weight_ih_l2_reverse	2	0.0009380753617733717
98	rnn.weight_ih_l2_reverse	3	0.035264238715171814
98	rnn.weight_ih_l2_reverse	4	0.05396389216184616
98	rnn.weight_ih_l2_reverse	5	-0.04065341874957085
98	rnn.weight_ih_l2_reverse	6	-0.0005291340639814734
98	rnn.weight_ih_l2_reverse	7	-0.012361980974674225
98	rnn.weight_ih_l2_reverse	8	0.012288320809602737
98	rnn.weight_ih_l2_reverse	9	-0.08130338788032532
98	rnn.weight_hh_l2_reverse	0	-0.08275384455919266
98	rnn.weight_hh_l2_reverse	1	0.013700149953365326
98	rnn.weight_hh_l2_reverse	2	0.010493835434317589
98	rnn.weight_hh_l2_reverse	3	0.024309055879712105
98	rnn.weight_hh_l2_reverse	4	-0.036799099296331406
98	rnn.weight_hh_l2_reverse	5	-0.01502390019595623
98	rnn.weight_hh_l2_reverse	6	-0.042819369584321976
98	rnn.weight_hh_l2_reverse	7	-0.059838540852069855
98	rnn.weight_hh_l2_reverse	8	-0.006672156509011984
98	rnn.weight_hh_l2_reverse	9	-0.05904483050107956
98	rnn.bias_ih_l2_reverse	0	-0.038814280182123184
98	rnn.bias_ih_l2_reverse	1	-0.0262690968811512
98	rnn.bias_ih_l2_reverse	2	0.04035409539937973
98	rnn.bias_ih_l2_reverse	3	0.015168629586696625
98	rnn.bias_ih_l2_reverse	4	0.07683658599853516
98	rnn.bias_ih_l2_reverse	5	-0.08896192908287048
98	rnn.bias_ih_l2_reverse	6	-0.04324798285961151
98	rnn.bias_ih_l2_reverse	7	-0.04735352098941803
98	rnn.bias_ih_l2_reverse	8	0.05588296800851822
98	rnn.bias_ih_l2_reverse	9	0.016535423696041107
98	rnn.bias_hh_l2_reverse	0	0.07917477935552597
98	rnn.bias_hh_l2_reverse	1	-0.0658477172255516
98	rnn.bias_hh_l2_reverse	2	-0.06737599521875381
98	rnn.bias_hh_l2_reverse	3	0.033339545130729675
98	rnn.bias_hh_l2_reverse	4	0.03159774839878082
98	rnn.bias_hh_l2_reverse	5	0.03558812290430069
98	rnn.bias_hh_l2_reverse	6	-0.0824812725186348
98	rnn.bias_hh_l2_reverse	7	-0.009572498500347137
98	rnn.bias_hh_l2_reverse	8	-0.09873305261135101
98	rnn.bias_hh_l2_reverse	9	-0.05462244525551796
98	linear.weight	0	0.025028489530086517
98	linear.weight	1	0.13889579474925995
98	linear.weight	2	-0.02314520813524723
98	linear.weight	3	-0.033782247453927994
98	linear.weight	4	-0.022248394787311554
98	linear.weight	5	0.053098030388355255
98	linear.weight	6	0.005599666386842728
98	linear.weight	7	-0.05908462405204773
98	linear.weight	8	0.0008355798199772835
98	linear.weight	9	0.07972922176122665
98	linear.bias	0	0.509680986404419
98	linear.bias	1	0.6411310434341431
98	linear.bias	2	-1.5669656991958618
98	linear.bias	3	-0.05754556506872177
98	linear.bias	4	-0.050822705030441284
98	linear.bias	5	0.31484895944595337
99	transitions	0	0.05340593308210373
99	transitions	1	-10000.0
99	transitions	2	2.3435544967651367
99	transitions	3	-1.0435198545455933
99	transitions	4	-10000.0
99	transitions	5	-10000.0
99	transitions	6	-10000.0
99	transitions	7	0.8822535872459412
99	transitions	8	0.857075572013855
99	transitions	9	-1.2791284322738647
99	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
99	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
99	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
99	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
99	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
99	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
99	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
99	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
99	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
99	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
99	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
99	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
99	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
99	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
99	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
99	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
99	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
99	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
99	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
99	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
99	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
99	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
99	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
99	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
99	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
99	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
99	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
99	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
99	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
99	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
99	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
99	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
99	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
99	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
99	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
99	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
99	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
99	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
99	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
99	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
99	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
99	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
99	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
99	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
99	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
99	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
99	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
99	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
99	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
99	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
99	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
99	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
99	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
99	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
99	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
99	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
99	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
99	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
99	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
99	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
99	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
99	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
99	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
99	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
99	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
99	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
99	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
99	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
99	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
99	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
99	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
99	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
99	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
99	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
99	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
99	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
99	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
99	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
99	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
99	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
99	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
99	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
99	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
99	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
99	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
99	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
99	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
99	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
99	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
99	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
99	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
99	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
99	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
99	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
99	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
99	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
99	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
99	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
99	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
99	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
99	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
99	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
99	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
99	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
99	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
99	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
99	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
99	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
99	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
99	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
99	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
99	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
99	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
99	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
99	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
99	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
99	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
99	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
99	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
99	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
99	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
99	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
99	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
99	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
99	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
99	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
99	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
99	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
99	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
99	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
99	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
99	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
99	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
99	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
99	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
99	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
99	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
99	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
99	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
99	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
99	embedding2nn.weight	0	0.014785418286919594
99	embedding2nn.weight	1	0.00031930074328556657
99	embedding2nn.weight	2	0.005599353462457657
99	embedding2nn.weight	3	0.0008485426660627127
99	embedding2nn.weight	4	-0.008169540204107761
99	embedding2nn.weight	5	-0.005258815363049507
99	embedding2nn.weight	6	-0.000621151877567172
99	embedding2nn.weight	7	-0.0030884798616170883
99	embedding2nn.weight	8	0.014276282861828804
99	embedding2nn.weight	9	0.004419648088514805
99	embedding2nn.bias	0	-0.0002589210635051131
99	embedding2nn.bias	1	-0.01616624929010868
99	embedding2nn.bias	2	0.01701996847987175
99	embedding2nn.bias	3	-0.010697717778384686
99	embedding2nn.bias	4	-0.019927799701690674
99	embedding2nn.bias	5	-0.0037846718914806843
99	embedding2nn.bias	6	0.008248092606663704
99	embedding2nn.bias	7	0.008832907304167747
99	embedding2nn.bias	8	-0.017147157341241837
99	embedding2nn.bias	9	0.0007113690371625125
99	rnn.weight_ih_l0	0	-0.05198393389582634
99	rnn.weight_ih_l0	1	0.050773896276950836
99	rnn.weight_ih_l0	2	0.03183802589774132
99	rnn.weight_ih_l0	3	0.014639806002378464
99	rnn.weight_ih_l0	4	0.01260664127767086
99	rnn.weight_ih_l0	5	0.08417109400033951
99	rnn.weight_ih_l0	6	0.07607106119394302
99	rnn.weight_ih_l0	7	0.03781203553080559
99	rnn.weight_ih_l0	8	-0.04541489854454994
99	rnn.weight_ih_l0	9	0.008043487556278706
99	rnn.weight_hh_l0	0	0.008323254063725471
99	rnn.weight_hh_l0	1	-0.06369008868932724
99	rnn.weight_hh_l0	2	-0.0655113086104393
99	rnn.weight_hh_l0	3	0.07137852162122726
99	rnn.weight_hh_l0	4	0.07105489075183868
99	rnn.weight_hh_l0	5	0.004945447202771902
99	rnn.weight_hh_l0	6	0.004184477496892214
99	rnn.weight_hh_l0	7	-0.01917857490479946
99	rnn.weight_hh_l0	8	-0.02941538766026497
99	rnn.weight_hh_l0	9	0.057585619390010834
99	rnn.bias_ih_l0	0	-0.06277817487716675
99	rnn.bias_ih_l0	1	0.08756484091281891
99	rnn.bias_ih_l0	2	0.02051791176199913
99	rnn.bias_ih_l0	3	0.0795639157295227
99	rnn.bias_ih_l0	4	-0.07699711620807648
99	rnn.bias_ih_l0	5	0.08276499062776566
99	rnn.bias_ih_l0	6	-0.06639735400676727
99	rnn.bias_ih_l0	7	-0.03562815487384796
99	rnn.bias_ih_l0	8	-0.08060528337955475
99	rnn.bias_ih_l0	9	-0.046087052673101425
99	rnn.bias_hh_l0	0	0.02932792343199253
99	rnn.bias_hh_l0	1	0.07303840667009354
99	rnn.bias_hh_l0	2	0.0677795484662056
99	rnn.bias_hh_l0	3	0.08372531086206436
99	rnn.bias_hh_l0	4	-0.09759893268346786
99	rnn.bias_hh_l0	5	-0.07201476395130157
99	rnn.bias_hh_l0	6	0.07686427980661392
99	rnn.bias_hh_l0	7	-0.09310588240623474
99	rnn.bias_hh_l0	8	-0.026235150173306465
99	rnn.bias_hh_l0	9	0.0016658604145050049
99	rnn.weight_ih_l0_reverse	0	0.07922054082155228
99	rnn.weight_ih_l0_reverse	1	0.07330052554607391
99	rnn.weight_ih_l0_reverse	2	0.03881049156188965
99	rnn.weight_ih_l0_reverse	3	0.03373480215668678
99	rnn.weight_ih_l0_reverse	4	-0.03710152581334114
99	rnn.weight_ih_l0_reverse	5	0.05092889815568924
99	rnn.weight_ih_l0_reverse	6	0.06642410904169083
99	rnn.weight_ih_l0_reverse	7	0.02253655716776848
99	rnn.weight_ih_l0_reverse	8	-0.05793941393494606
99	rnn.weight_ih_l0_reverse	9	-0.05281146243214607
99	rnn.weight_hh_l0_reverse	0	0.025581959635019302
99	rnn.weight_hh_l0_reverse	1	-0.08731258660554886
99	rnn.weight_hh_l0_reverse	2	0.06296530365943909
99	rnn.weight_hh_l0_reverse	3	-0.021206235513091087
99	rnn.weight_hh_l0_reverse	4	0.08360809832811356
99	rnn.weight_hh_l0_reverse	5	-0.0017569813644513488
99	rnn.weight_hh_l0_reverse	6	0.029457619413733482
99	rnn.weight_hh_l0_reverse	7	0.07821279019117355
99	rnn.weight_hh_l0_reverse	8	-0.022246118634939194
99	rnn.weight_hh_l0_reverse	9	-0.046630602329969406
99	rnn.bias_ih_l0_reverse	0	0.00130733463447541
99	rnn.bias_ih_l0_reverse	1	-0.01519977580755949
99	rnn.bias_ih_l0_reverse	2	-0.013051033020019531
99	rnn.bias_ih_l0_reverse	3	0.04119998589158058
99	rnn.bias_ih_l0_reverse	4	0.0658455342054367
99	rnn.bias_ih_l0_reverse	5	-0.023179635405540466
99	rnn.bias_ih_l0_reverse	6	-0.027156507596373558
99	rnn.bias_ih_l0_reverse	7	-0.05063200742006302
99	rnn.bias_ih_l0_reverse	8	0.009304402396082878
99	rnn.bias_ih_l0_reverse	9	-0.0727100744843483
99	rnn.bias_hh_l0_reverse	0	0.03743204474449158
99	rnn.bias_hh_l0_reverse	1	-0.07407267391681671
99	rnn.bias_hh_l0_reverse	2	0.08409418165683746
99	rnn.bias_hh_l0_reverse	3	0.05700094997882843
99	rnn.bias_hh_l0_reverse	4	0.021685238927602768
99	rnn.bias_hh_l0_reverse	5	0.043370284140110016
99	rnn.bias_hh_l0_reverse	6	0.06357314437627792
99	rnn.bias_hh_l0_reverse	7	0.08887726068496704
99	rnn.bias_hh_l0_reverse	8	-0.011352825909852982
99	rnn.bias_hh_l0_reverse	9	0.05070032924413681
99	rnn.weight_ih_l1	0	0.02324569597840309
99	rnn.weight_ih_l1	1	0.01475705299526453
99	rnn.weight_ih_l1	2	0.0815131813287735
99	rnn.weight_ih_l1	3	-0.024120725691318512
99	rnn.weight_ih_l1	4	-0.023981574922800064
99	rnn.weight_ih_l1	5	-0.014186734333634377
99	rnn.weight_ih_l1	6	0.07236365228891373
99	rnn.weight_ih_l1	7	-0.0058469586074352264
99	rnn.weight_ih_l1	8	-0.05297200754284859
99	rnn.weight_ih_l1	9	0.05780087038874626
99	rnn.weight_hh_l1	0	-0.07840850204229355
99	rnn.weight_hh_l1	1	-0.03625218942761421
99	rnn.weight_hh_l1	2	-0.00817287340760231
99	rnn.weight_hh_l1	3	-0.058524999767541885
99	rnn.weight_hh_l1	4	0.08528183400630951
99	rnn.weight_hh_l1	5	-0.08412424474954605
99	rnn.weight_hh_l1	6	-0.04954282194375992
99	rnn.weight_hh_l1	7	0.06493042409420013
99	rnn.weight_hh_l1	8	-0.013492055237293243
99	rnn.weight_hh_l1	9	-0.038866136223077774
99	rnn.bias_ih_l1	0	-0.04616498947143555
99	rnn.bias_ih_l1	1	0.0583176463842392
99	rnn.bias_ih_l1	2	-0.048591963946819305
99	rnn.bias_ih_l1	3	-0.07387629896402359
99	rnn.bias_ih_l1	4	-0.029769686982035637
99	rnn.bias_ih_l1	5	-0.010571153834462166
99	rnn.bias_ih_l1	6	-0.050085946917533875
99	rnn.bias_ih_l1	7	0.06255611777305603
99	rnn.bias_ih_l1	8	0.08261160552501678
99	rnn.bias_ih_l1	9	0.037989914417266846
99	rnn.bias_hh_l1	0	0.06918103247880936
99	rnn.bias_hh_l1	1	-0.059062659740448
99	rnn.bias_hh_l1	2	0.022744618356227875
99	rnn.bias_hh_l1	3	0.07120781391859055
99	rnn.bias_hh_l1	4	0.0576065257191658
99	rnn.bias_hh_l1	5	-0.07647373527288437
99	rnn.bias_hh_l1	6	0.014933815225958824
99	rnn.bias_hh_l1	7	0.03874130919575691
99	rnn.bias_hh_l1	8	0.012713477946817875
99	rnn.bias_hh_l1	9	-0.005439259111881256
99	rnn.weight_ih_l1_reverse	0	0.08675166964530945
99	rnn.weight_ih_l1_reverse	1	-0.04171367734670639
99	rnn.weight_ih_l1_reverse	2	-0.062104735523462296
99	rnn.weight_ih_l1_reverse	3	0.02557365410029888
99	rnn.weight_ih_l1_reverse	4	-0.04606714844703674
99	rnn.weight_ih_l1_reverse	5	0.024150287732481956
99	rnn.weight_ih_l1_reverse	6	0.04039502516388893
99	rnn.weight_ih_l1_reverse	7	0.020626358687877655
99	rnn.weight_ih_l1_reverse	8	-0.008375018835067749
99	rnn.weight_ih_l1_reverse	9	-0.06549520790576935
99	rnn.weight_hh_l1_reverse	0	0.005192814860492945
99	rnn.weight_hh_l1_reverse	1	0.018843108788132668
99	rnn.weight_hh_l1_reverse	2	-0.05821303650736809
99	rnn.weight_hh_l1_reverse	3	-0.012869119644165039
99	rnn.weight_hh_l1_reverse	4	0.008830520324409008
99	rnn.weight_hh_l1_reverse	5	-0.0654921680688858
99	rnn.weight_hh_l1_reverse	6	-0.06733977794647217
99	rnn.weight_hh_l1_reverse	7	-0.0114994952455163
99	rnn.weight_hh_l1_reverse	8	-0.05856695771217346
99	rnn.weight_hh_l1_reverse	9	-0.043437398970127106
99	rnn.bias_ih_l1_reverse	0	-0.0028578396886587143
99	rnn.bias_ih_l1_reverse	1	-0.04144644737243652
99	rnn.bias_ih_l1_reverse	2	0.022971414029598236
99	rnn.bias_ih_l1_reverse	3	-0.08178821951150894
99	rnn.bias_ih_l1_reverse	4	-0.08689604699611664
99	rnn.bias_ih_l1_reverse	5	-0.08778463304042816
99	rnn.bias_ih_l1_reverse	6	0.06193896010518074
99	rnn.bias_ih_l1_reverse	7	0.08483294397592545
99	rnn.bias_ih_l1_reverse	8	0.005159321706742048
99	rnn.bias_ih_l1_reverse	9	-0.011353446170687675
99	rnn.bias_hh_l1_reverse	0	0.060930732637643814
99	rnn.bias_hh_l1_reverse	1	-0.0681227445602417
99	rnn.bias_hh_l1_reverse	2	-0.05131060630083084
99	rnn.bias_hh_l1_reverse	3	0.07267966121435165
99	rnn.bias_hh_l1_reverse	4	-0.02449471317231655
99	rnn.bias_hh_l1_reverse	5	-0.00762296374887228
99	rnn.bias_hh_l1_reverse	6	-0.05963291972875595
99	rnn.bias_hh_l1_reverse	7	-0.061322133988142014
99	rnn.bias_hh_l1_reverse	8	0.06578133255243301
99	rnn.bias_hh_l1_reverse	9	0.044521789997816086
99	rnn.weight_ih_l2	0	0.07285904139280319
99	rnn.weight_ih_l2	1	-0.05427674204111099
99	rnn.weight_ih_l2	2	0.06339778006076813
99	rnn.weight_ih_l2	3	0.06576082110404968
99	rnn.weight_ih_l2	4	0.056580666452646255
99	rnn.weight_ih_l2	5	-0.03554801642894745
99	rnn.weight_ih_l2	6	-0.07561873644590378
99	rnn.weight_ih_l2	7	0.012920214794576168
99	rnn.weight_ih_l2	8	-0.017159603536128998
99	rnn.weight_ih_l2	9	-0.06924178451299667
99	rnn.weight_hh_l2	0	0.048290740698575974
99	rnn.weight_hh_l2	1	0.03114437125623226
99	rnn.weight_hh_l2	2	-0.054781474173069
99	rnn.weight_hh_l2	3	-0.02566654421389103
99	rnn.weight_hh_l2	4	0.054340966045856476
99	rnn.weight_hh_l2	5	-0.023874156177043915
99	rnn.weight_hh_l2	6	0.00829409435391426
99	rnn.weight_hh_l2	7	-0.05305430293083191
99	rnn.weight_hh_l2	8	-0.006314754020422697
99	rnn.weight_hh_l2	9	-0.018284548074007034
99	rnn.bias_ih_l2	0	0.14610077440738678
99	rnn.bias_ih_l2	1	0.013534718193113804
99	rnn.bias_ih_l2	2	0.07510434836149216
99	rnn.bias_ih_l2	3	0.023712242022156715
99	rnn.bias_ih_l2	4	-0.005967651028186083
99	rnn.bias_ih_l2	5	0.04674062877893448
99	rnn.bias_ih_l2	6	0.01572370156645775
99	rnn.bias_ih_l2	7	0.01693667657673359
99	rnn.bias_ih_l2	8	0.02047293446958065
99	rnn.bias_ih_l2	9	-0.01610436476767063
99	rnn.bias_hh_l2	0	0.03957994282245636
99	rnn.bias_hh_l2	1	0.004584519658237696
99	rnn.bias_hh_l2	2	0.06993977725505829
99	rnn.bias_hh_l2	3	0.029956303536891937
99	rnn.bias_hh_l2	4	0.07690361887216568
99	rnn.bias_hh_l2	5	-0.06919839233160019
99	rnn.bias_hh_l2	6	0.03240428492426872
99	rnn.bias_hh_l2	7	-0.027544379234313965
99	rnn.bias_hh_l2	8	0.041805945336818695
99	rnn.bias_hh_l2	9	0.07039141654968262
99	rnn.weight_ih_l2_reverse	0	0.0823083147406578
99	rnn.weight_ih_l2_reverse	1	-0.05487777665257454
99	rnn.weight_ih_l2_reverse	2	0.0009426912874914706
99	rnn.weight_ih_l2_reverse	3	0.035263799130916595
99	rnn.weight_ih_l2_reverse	4	0.05396442487835884
99	rnn.weight_ih_l2_reverse	5	-0.040654584765434265
99	rnn.weight_ih_l2_reverse	6	-0.0005219751037657261
99	rnn.weight_ih_l2_reverse	7	-0.012445014901459217
99	rnn.weight_ih_l2_reverse	8	0.012668409384787083
99	rnn.weight_ih_l2_reverse	9	-0.0812029093503952
99	rnn.weight_hh_l2_reverse	0	-0.08275432884693146
99	rnn.weight_hh_l2_reverse	1	0.013736114837229252
99	rnn.weight_hh_l2_reverse	2	0.010496120899915695
99	rnn.weight_hh_l2_reverse	3	0.024308491498231888
99	rnn.weight_hh_l2_reverse	4	-0.0367957279086113
99	rnn.weight_hh_l2_reverse	5	-0.015013013035058975
99	rnn.weight_hh_l2_reverse	6	-0.04268808290362358
99	rnn.weight_hh_l2_reverse	7	-0.059840522706508636
99	rnn.weight_hh_l2_reverse	8	-0.006673021242022514
99	rnn.weight_hh_l2_reverse	9	-0.0590454638004303
99	rnn.bias_ih_l2_reverse	0	-0.03979572281241417
99	rnn.bias_ih_l2_reverse	1	-0.026159128174185753
99	rnn.bias_ih_l2_reverse	2	0.040460098534822464
99	rnn.bias_ih_l2_reverse	3	0.014676973223686218
99	rnn.bias_ih_l2_reverse	4	0.07680551707744598
99	rnn.bias_ih_l2_reverse	5	-0.08895643800497055
99	rnn.bias_ih_l2_reverse	6	-0.04320377856492996
99	rnn.bias_ih_l2_reverse	7	-0.048064224421978
99	rnn.bias_ih_l2_reverse	8	0.05568409338593483
99	rnn.bias_ih_l2_reverse	9	0.01628093607723713
99	rnn.bias_hh_l2_reverse	0	0.08284066617488861
99	rnn.bias_hh_l2_reverse	1	-0.06608720123767853
99	rnn.bias_hh_l2_reverse	2	-0.06735484302043915
99	rnn.bias_hh_l2_reverse	3	0.0332501158118248
99	rnn.bias_hh_l2_reverse	4	0.031235428526997566
99	rnn.bias_hh_l2_reverse	5	0.03551377356052399
99	rnn.bias_hh_l2_reverse	6	-0.0824718251824379
99	rnn.bias_hh_l2_reverse	7	-0.009557308629155159
99	rnn.bias_hh_l2_reverse	8	-0.0988588035106659
99	rnn.bias_hh_l2_reverse	9	-0.05468445271253586
99	linear.weight	0	0.025028489530086517
99	linear.weight	1	0.13230420649051666
99	linear.weight	2	-0.02318168617784977
99	linear.weight	3	-0.03370938450098038
99	linear.weight	4	-0.022248394787311554
99	linear.weight	5	0.05337875708937645
99	linear.weight	6	0.005354322027415037
99	linear.weight	7	-0.06108293682336807
99	linear.weight	8	0.000367037981050089
99	linear.weight	9	0.08078353852033615
99	linear.bias	0	0.5324891805648804
99	linear.bias	1	0.6458621025085449
99	linear.bias	2	-1.568300485610962
99	linear.bias	3	-0.05754556506872177
99	linear.bias	4	-0.050822705030441284
99	linear.bias	5	0.2886445224285126
100	transitions	0	0.0529244989156723
100	transitions	1	-10000.0
100	transitions	2	2.329152822494507
100	transitions	3	-1.0461792945861816
100	transitions	4	-10000.0
100	transitions	5	-10000.0
100	transitions	6	-10000.0
100	transitions	7	0.8822410702705383
100	transitions	8	0.8565639853477478
100	transitions	9	-1.2805553674697876
100	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
100	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
100	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
100	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
100	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
100	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
100	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
100	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
100	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
100	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
100	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
100	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
100	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
100	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
100	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
100	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
100	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
100	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
100	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
100	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
100	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
100	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
100	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
100	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
100	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
100	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
100	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
100	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
100	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
100	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
100	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
100	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
100	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
100	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
100	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
100	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
100	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
100	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
100	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
100	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
100	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
100	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
100	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
100	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
100	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
100	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
100	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
100	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
100	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
100	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
100	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
100	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
100	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
100	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
100	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
100	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
100	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
100	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
100	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
100	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
100	embedding2nn.weight	0	0.014785615727305412
100	embedding2nn.weight	1	0.0003181635111104697
100	embedding2nn.weight	2	0.005599562544375658
100	embedding2nn.weight	3	0.0008528605103492737
100	embedding2nn.weight	4	-0.008157015778124332
100	embedding2nn.weight	5	-0.005256815813481808
100	embedding2nn.weight	6	-0.0006540091126225889
100	embedding2nn.weight	7	-0.003083613468334079
100	embedding2nn.weight	8	0.014147680252790451
100	embedding2nn.weight	9	0.004420512355864048
100	embedding2nn.bias	0	-0.0015803943388164043
100	embedding2nn.bias	1	-0.016273846849799156
100	embedding2nn.bias	2	0.017840974032878876
100	embedding2nn.bias	3	-0.011598845012485981
100	embedding2nn.bias	4	-0.020663874223828316
100	embedding2nn.bias	5	-0.003491876181215048
100	embedding2nn.bias	6	0.009405036456882954
100	embedding2nn.bias	7	0.008772192522883415
100	embedding2nn.bias	8	-0.01864451728761196
100	embedding2nn.bias	9	0.0016561883967369795
100	rnn.weight_ih_l0	0	-0.05196608975529671
100	rnn.weight_ih_l0	1	0.05077735334634781
100	rnn.weight_ih_l0	2	0.03183640167117119
100	rnn.weight_ih_l0	3	0.01463733334094286
100	rnn.weight_ih_l0	4	0.012558192946016788
100	rnn.weight_ih_l0	5	0.08417243510484695
100	rnn.weight_ih_l0	6	0.07606182247400284
100	rnn.weight_ih_l0	7	0.03781524673104286
100	rnn.weight_ih_l0	8	-0.04540038853883743
100	rnn.weight_ih_l0	9	0.008055657148361206
100	rnn.weight_hh_l0	0	0.008329049684107304
100	rnn.weight_hh_l0	1	-0.06379381567239761
100	rnn.weight_hh_l0	2	-0.06551077216863632
100	rnn.weight_hh_l0	3	0.0713629275560379
100	rnn.weight_hh_l0	4	0.07105069607496262
100	rnn.weight_hh_l0	5	0.004903643392026424
100	rnn.weight_hh_l0	6	0.003979609813541174
100	rnn.weight_hh_l0	7	-0.019267793744802475
100	rnn.weight_hh_l0	8	-0.02953428030014038
100	rnn.weight_hh_l0	9	0.057601381093263626
100	rnn.bias_ih_l0	0	-0.06274138391017914
100	rnn.bias_ih_l0	1	0.08749724924564362
100	rnn.bias_ih_l0	2	0.020568586885929108
100	rnn.bias_ih_l0	3	0.07994439452886581
100	rnn.bias_ih_l0	4	-0.0774601474404335
100	rnn.bias_ih_l0	5	0.08283554017543793
100	rnn.bias_ih_l0	6	-0.06473556905984879
100	rnn.bias_ih_l0	7	-0.035659849643707275
100	rnn.bias_ih_l0	8	-0.080274797976017
100	rnn.bias_ih_l0	9	-0.045957304537296295
100	rnn.bias_hh_l0	0	0.03003961406648159
100	rnn.bias_hh_l0	1	0.07286295294761658
100	rnn.bias_hh_l0	2	0.06776449829339981
100	rnn.bias_hh_l0	3	0.08360190689563751
100	rnn.bias_hh_l0	4	-0.09929393976926804
100	rnn.bias_hh_l0	5	-0.07198334485292435
100	rnn.bias_hh_l0	6	0.07692217826843262
100	rnn.bias_hh_l0	7	-0.09506480395793915
100	rnn.bias_hh_l0	8	-0.02624310925602913
100	rnn.bias_hh_l0	9	8.492784400004894e-05
100	rnn.weight_ih_l0_reverse	0	0.07922288030385971
100	rnn.weight_ih_l0_reverse	1	0.07328229397535324
100	rnn.weight_ih_l0_reverse	2	0.03880853205919266
100	rnn.weight_ih_l0_reverse	3	0.03373787924647331
100	rnn.weight_ih_l0_reverse	4	-0.03702449053525925
100	rnn.weight_ih_l0_reverse	5	0.05094638466835022
100	rnn.weight_ih_l0_reverse	6	0.06642498821020126
100	rnn.weight_ih_l0_reverse	7	0.022563299164175987
100	rnn.weight_ih_l0_reverse	8	-0.05797065794467926
100	rnn.weight_ih_l0_reverse	9	-0.052811555564403534
100	rnn.weight_hh_l0_reverse	0	0.025644458830356598
100	rnn.weight_hh_l0_reverse	1	-0.08728262782096863
100	rnn.weight_hh_l0_reverse	2	0.06298813223838806
100	rnn.weight_hh_l0_reverse	3	-0.02122284099459648
100	rnn.weight_hh_l0_reverse	4	0.08369053155183792
100	rnn.weight_hh_l0_reverse	5	-0.0017781617352738976
100	rnn.weight_hh_l0_reverse	6	0.029496628791093826
100	rnn.weight_hh_l0_reverse	7	0.07819926738739014
100	rnn.weight_hh_l0_reverse	8	-0.02224026620388031
100	rnn.weight_hh_l0_reverse	9	-0.046590473502874374
100	rnn.bias_ih_l0_reverse	0	0.0014177978737279773
100	rnn.bias_ih_l0_reverse	1	-0.014649557881057262
100	rnn.bias_ih_l0_reverse	2	-0.013811963610351086
100	rnn.bias_ih_l0_reverse	3	0.04068239778280258
100	rnn.bias_ih_l0_reverse	4	0.06595826148986816
100	rnn.bias_ih_l0_reverse	5	-0.023040348663926125
100	rnn.bias_ih_l0_reverse	6	-0.027211105450987816
100	rnn.bias_ih_l0_reverse	7	-0.050510112196207047
100	rnn.bias_ih_l0_reverse	8	0.010517800226807594
100	rnn.bias_ih_l0_reverse	9	-0.07225329428911209
100	rnn.bias_hh_l0_reverse	0	0.03751694783568382
100	rnn.bias_hh_l0_reverse	1	-0.0736158937215805
100	rnn.bias_hh_l0_reverse	2	0.08525373041629791
100	rnn.bias_hh_l0_reverse	3	0.057076070457696915
100	rnn.bias_hh_l0_reverse	4	0.021030960604548454
100	rnn.bias_hh_l0_reverse	5	0.043487273156642914
100	rnn.bias_hh_l0_reverse	6	0.06336692720651627
100	rnn.bias_hh_l0_reverse	7	0.08849502354860306
100	rnn.bias_hh_l0_reverse	8	-0.01144763920456171
100	rnn.bias_hh_l0_reverse	9	0.05126464366912842
100	rnn.weight_ih_l1	0	0.023246074095368385
100	rnn.weight_ih_l1	1	0.014895373024046421
100	rnn.weight_ih_l1	2	0.0827537402510643
100	rnn.weight_ih_l1	3	-0.02413030155003071
100	rnn.weight_ih_l1	4	-0.02400352619588375
100	rnn.weight_ih_l1	5	-0.014118650928139687
100	rnn.weight_ih_l1	6	0.07229812443256378
100	rnn.weight_ih_l1	7	-0.005833892617374659
100	rnn.weight_ih_l1	8	-0.05295024812221527
100	rnn.weight_ih_l1	9	0.0574040487408638
100	rnn.weight_hh_l1	0	-0.0783655047416687
100	rnn.weight_hh_l1	1	-0.036199603229761124
100	rnn.weight_hh_l1	2	-0.008166573941707611
100	rnn.weight_hh_l1	3	-0.05853215232491493
100	rnn.weight_hh_l1	4	0.08535409718751907
100	rnn.weight_hh_l1	5	-0.0841287299990654
100	rnn.weight_hh_l1	6	-0.04956941306591034
100	rnn.weight_hh_l1	7	0.06484727561473846
100	rnn.weight_hh_l1	8	-0.01349362451583147
100	rnn.weight_hh_l1	9	-0.0388481467962265
100	rnn.bias_ih_l1	0	-0.04603938013315201
100	rnn.bias_ih_l1	1	0.05847984552383423
100	rnn.bias_ih_l1	2	-0.04858358949422836
100	rnn.bias_ih_l1	3	-0.07364130020141602
100	rnn.bias_ih_l1	4	-0.029620328918099403
100	rnn.bias_ih_l1	5	-0.01585390418767929
100	rnn.bias_ih_l1	6	-0.05236225202679634
100	rnn.bias_ih_l1	7	0.06282628327608109
100	rnn.bias_ih_l1	8	0.08254078775644302
100	rnn.bias_ih_l1	9	0.037774693220853806
100	rnn.bias_hh_l1	0	0.06917590647935867
100	rnn.bias_hh_l1	1	-0.058937836438417435
100	rnn.bias_hh_l1	2	0.022759858518838882
100	rnn.bias_hh_l1	3	0.07159996032714844
100	rnn.bias_hh_l1	4	0.05763386934995651
100	rnn.bias_hh_l1	5	-0.07656925916671753
100	rnn.bias_hh_l1	6	0.01493855006992817
100	rnn.bias_hh_l1	7	0.03891260176897049
100	rnn.bias_hh_l1	8	0.012773416936397552
100	rnn.bias_hh_l1	9	-0.005457308143377304
100	rnn.weight_ih_l1_reverse	0	0.08666425198316574
100	rnn.weight_ih_l1_reverse	1	-0.04166259616613388
100	rnn.weight_ih_l1_reverse	2	-0.062103021889925
100	rnn.weight_ih_l1_reverse	3	0.02556430734694004
100	rnn.weight_ih_l1_reverse	4	-0.046279001981019974
100	rnn.weight_ih_l1_reverse	5	0.02413749508559704
100	rnn.weight_ih_l1_reverse	6	0.04055675119161606
100	rnn.weight_ih_l1_reverse	7	0.020651720464229584
100	rnn.weight_ih_l1_reverse	8	-0.00841014925390482
100	rnn.weight_ih_l1_reverse	9	-0.0654948353767395
100	rnn.weight_hh_l1_reverse	0	0.0051824976690113544
100	rnn.weight_hh_l1_reverse	1	0.018837474286556244
100	rnn.weight_hh_l1_reverse	2	-0.05820871889591217
100	rnn.weight_hh_l1_reverse	3	-0.01285016629844904
100	rnn.weight_hh_l1_reverse	4	0.008835197426378727
100	rnn.weight_hh_l1_reverse	5	-0.06546839326620102
100	rnn.weight_hh_l1_reverse	6	-0.06734520196914673
100	rnn.weight_hh_l1_reverse	7	-0.011501822620630264
100	rnn.weight_hh_l1_reverse	8	-0.0586295947432518
100	rnn.weight_hh_l1_reverse	9	-0.04346625506877899
100	rnn.bias_ih_l1_reverse	0	-0.0029199309647083282
100	rnn.bias_ih_l1_reverse	1	-0.04137604311108589
100	rnn.bias_ih_l1_reverse	2	0.023053167387843132
100	rnn.bias_ih_l1_reverse	3	-0.08215498924255371
100	rnn.bias_ih_l1_reverse	4	-0.08693728595972061
100	rnn.bias_ih_l1_reverse	5	-0.08792334049940109
100	rnn.bias_ih_l1_reverse	6	0.062030475586652756
100	rnn.bias_ih_l1_reverse	7	0.0849234089255333
100	rnn.bias_ih_l1_reverse	8	0.005201352760195732
100	rnn.bias_ih_l1_reverse	9	-0.011287044733762741
100	rnn.bias_hh_l1_reverse	0	0.061041224747896194
100	rnn.bias_hh_l1_reverse	1	-0.06795541197061539
100	rnn.bias_hh_l1_reverse	2	-0.051268767565488815
100	rnn.bias_hh_l1_reverse	3	0.07262193411588669
100	rnn.bias_hh_l1_reverse	4	-0.024255165830254555
100	rnn.bias_hh_l1_reverse	5	-0.007630768697708845
100	rnn.bias_hh_l1_reverse	6	-0.0594523660838604
100	rnn.bias_hh_l1_reverse	7	-0.06125595420598984
100	rnn.bias_hh_l1_reverse	8	0.06578662991523743
100	rnn.bias_hh_l1_reverse	9	0.045180950313806534
100	rnn.weight_ih_l2	0	0.07336723059415817
100	rnn.weight_ih_l2	1	-0.054284218698740005
100	rnn.weight_ih_l2	2	0.06339728832244873
100	rnn.weight_ih_l2	3	0.06572569906711578
100	rnn.weight_ih_l2	4	0.05663098767399788
100	rnn.weight_ih_l2	5	-0.03584933653473854
100	rnn.weight_ih_l2	6	-0.07564397156238556
100	rnn.weight_ih_l2	7	0.01294195931404829
100	rnn.weight_ih_l2	8	-0.017139369621872902
100	rnn.weight_ih_l2	9	-0.06923860311508179
100	rnn.weight_hh_l2	0	0.048276156187057495
100	rnn.weight_hh_l2	1	0.031077232211828232
100	rnn.weight_hh_l2	2	-0.05476992204785347
100	rnn.weight_hh_l2	3	-0.025637518614530563
100	rnn.weight_hh_l2	4	0.05444697290658951
100	rnn.weight_hh_l2	5	-0.023869946599006653
100	rnn.weight_hh_l2	6	0.008273273706436157
100	rnn.weight_hh_l2	7	-0.05305606871843338
100	rnn.weight_hh_l2	8	-0.006163922604173422
100	rnn.weight_hh_l2	9	-0.018311070278286934
100	rnn.bias_ih_l2	0	0.146293044090271
100	rnn.bias_ih_l2	1	0.013431292958557606
100	rnn.bias_ih_l2	2	0.07643432170152664
100	rnn.bias_ih_l2	3	0.023996952921152115
100	rnn.bias_ih_l2	4	-0.005788189824670553
100	rnn.bias_ih_l2	5	0.04665504768490791
100	rnn.bias_ih_l2	6	0.016154726967215538
100	rnn.bias_ih_l2	7	0.017003394663333893
100	rnn.bias_ih_l2	8	0.02023298852145672
100	rnn.bias_ih_l2	9	-0.016082335263490677
100	rnn.bias_hh_l2	0	0.03966350108385086
100	rnn.bias_hh_l2	1	0.004980675410479307
100	rnn.bias_hh_l2	2	0.06993918865919113
100	rnn.bias_hh_l2	3	0.029973017051815987
100	rnn.bias_hh_l2	4	0.07679355889558792
100	rnn.bias_hh_l2	5	-0.06851943582296371
100	rnn.bias_hh_l2	6	0.0333489254117012
100	rnn.bias_hh_l2	7	-0.02752103842794895
100	rnn.bias_hh_l2	8	0.041707806289196014
100	rnn.bias_hh_l2	9	0.06936120986938477
100	rnn.weight_ih_l2_reverse	0	0.08231373876333237
100	rnn.weight_ih_l2_reverse	1	-0.05447786673903465
100	rnn.weight_ih_l2_reverse	2	0.0009458838030695915
100	rnn.weight_ih_l2_reverse	3	0.035263463854789734
100	rnn.weight_ih_l2_reverse	4	0.05396118760108948
100	rnn.weight_ih_l2_reverse	5	-0.040651656687259674
100	rnn.weight_ih_l2_reverse	6	-0.0005695804720744491
100	rnn.weight_ih_l2_reverse	7	-0.01263927761465311
100	rnn.weight_ih_l2_reverse	8	0.013217125087976456
100	rnn.weight_ih_l2_reverse	9	-0.0812203511595726
100	rnn.weight_hh_l2_reverse	0	-0.08275191485881805
100	rnn.weight_hh_l2_reverse	1	0.01376746129244566
100	rnn.weight_hh_l2_reverse	2	0.010496512986719608
100	rnn.weight_hh_l2_reverse	3	0.024308528751134872
100	rnn.weight_hh_l2_reverse	4	-0.03678252175450325
100	rnn.weight_hh_l2_reverse	5	-0.015011260285973549
100	rnn.weight_hh_l2_reverse	6	-0.042708620429039
100	rnn.weight_hh_l2_reverse	7	-0.05983975902199745
100	rnn.weight_hh_l2_reverse	8	-0.006674117874354124
100	rnn.weight_hh_l2_reverse	9	-0.05904346704483032
100	rnn.bias_ih_l2_reverse	0	-0.039605166763067245
100	rnn.bias_ih_l2_reverse	1	-0.026077499613165855
100	rnn.bias_ih_l2_reverse	2	0.04047217220067978
100	rnn.bias_ih_l2_reverse	3	0.017325373366475105
100	rnn.bias_ih_l2_reverse	4	0.07655609399080276
100	rnn.bias_ih_l2_reverse	5	-0.08895832300186157
100	rnn.bias_ih_l2_reverse	6	-0.04324674233794212
100	rnn.bias_ih_l2_reverse	7	-0.04771244898438454
100	rnn.bias_ih_l2_reverse	8	0.05634481459856033
100	rnn.bias_ih_l2_reverse	9	0.018910767510533333
100	rnn.bias_hh_l2_reverse	0	0.08083952963352203
100	rnn.bias_hh_l2_reverse	1	-0.06647951900959015
100	rnn.bias_hh_l2_reverse	2	-0.06739529222249985
100	rnn.bias_hh_l2_reverse	3	0.032992515712976456
100	rnn.bias_hh_l2_reverse	4	0.031205635517835617
100	rnn.bias_hh_l2_reverse	5	0.03511285409331322
100	rnn.bias_hh_l2_reverse	6	-0.08252833783626556
100	rnn.bias_hh_l2_reverse	7	-0.009579239413142204
100	rnn.bias_hh_l2_reverse	8	-0.10080195963382721
100	rnn.bias_hh_l2_reverse	9	-0.05449814721941948
100	linear.weight	0	0.025028489530086517
100	linear.weight	1	0.13547827303409576
100	linear.weight	2	-0.023183226585388184
100	linear.weight	3	-0.033852413296699524
100	linear.weight	4	-0.022248394787311554
100	linear.weight	5	0.05290762335062027
100	linear.weight	6	0.003279942087829113
100	linear.weight	7	-0.061643391847610474
100	linear.weight	8	6.665361433988437e-05
100	linear.weight	9	0.08081220090389252
100	linear.bias	0	0.5140618681907654
100	linear.bias	1	0.6310774087905884
100	linear.bias	2	-1.569677472114563
100	linear.bias	3	-0.05754556506872177
100	linear.bias	4	-0.050822705030441284
100	linear.bias	5	0.32323357462882996
101	transitions	0	0.052650224417448044
101	transitions	1	-10000.0
101	transitions	2	2.365028142929077
101	transitions	3	-1.0522582530975342
101	transitions	4	-10000.0
101	transitions	5	-10000.0
101	transitions	6	-10000.0
101	transitions	7	0.8822330832481384
101	transitions	8	0.8562750816345215
101	transitions	9	-1.282008409500122
101	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
101	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
101	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
101	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
101	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
101	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
101	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
101	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
101	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
101	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
101	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
101	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
101	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
101	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
101	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
101	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
101	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
101	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
101	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
101	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
101	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
101	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
101	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
101	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
101	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
101	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
101	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
101	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
101	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
101	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
101	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
101	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
101	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
101	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
101	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
101	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
101	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
101	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
101	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
101	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
101	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
101	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
101	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
101	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
101	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
101	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
101	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
101	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
101	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
101	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
101	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
101	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
101	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
101	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
101	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
101	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
101	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
101	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
101	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
101	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
101	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
101	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
101	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
101	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
101	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
101	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
101	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
101	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
101	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
101	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
101	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
101	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
101	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
101	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
101	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
101	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
101	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
101	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
101	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
101	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
101	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
101	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
101	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
101	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
101	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
101	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
101	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
101	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
101	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
101	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
101	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
101	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
101	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
101	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
101	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
101	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
101	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
101	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
101	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
101	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
101	embedding2nn.weight	0	0.014778188429772854
101	embedding2nn.weight	1	0.0003182580985594541
101	embedding2nn.weight	2	0.005604928359389305
101	embedding2nn.weight	3	0.0008331499411724508
101	embedding2nn.weight	4	-0.008153545670211315
101	embedding2nn.weight	5	-0.005247952416539192
101	embedding2nn.weight	6	-0.0007287394255399704
101	embedding2nn.weight	7	-0.003144604619592428
101	embedding2nn.weight	8	0.014230212196707726
101	embedding2nn.weight	9	0.00442200293764472
101	embedding2nn.bias	0	-0.0006997977034188807
101	embedding2nn.bias	1	-0.01758529804646969
101	embedding2nn.bias	2	0.0157899372279644
101	embedding2nn.bias	3	-0.010832005180418491
101	embedding2nn.bias	4	-0.021058259531855583
101	embedding2nn.bias	5	-0.004981828387826681
101	embedding2nn.bias	6	0.008940434083342552
101	embedding2nn.bias	7	0.007884995080530643
101	embedding2nn.bias	8	-0.018395639955997467
101	embedding2nn.bias	9	0.0012050173245370388
101	rnn.weight_ih_l0	0	-0.05215105414390564
101	rnn.weight_ih_l0	1	0.05078434571623802
101	rnn.weight_ih_l0	2	0.031839072704315186
101	rnn.weight_ih_l0	3	0.01464926078915596
101	rnn.weight_ih_l0	4	0.012644666247069836
101	rnn.weight_ih_l0	5	0.08417052775621414
101	rnn.weight_ih_l0	6	0.07607253640890121
101	rnn.weight_ih_l0	7	0.037814874202013016
101	rnn.weight_ih_l0	8	-0.04543237015604973
101	rnn.weight_ih_l0	9	0.008018441498279572
101	rnn.weight_hh_l0	0	0.008326606824994087
101	rnn.weight_hh_l0	1	-0.06374607980251312
101	rnn.weight_hh_l0	2	-0.06551222503185272
101	rnn.weight_hh_l0	3	0.07137808948755264
101	rnn.weight_hh_l0	4	0.07105515897274017
101	rnn.weight_hh_l0	5	0.004896222148090601
101	rnn.weight_hh_l0	6	0.0035670441575348377
101	rnn.weight_hh_l0	7	-0.018920348957180977
101	rnn.weight_hh_l0	8	-0.029490770772099495
101	rnn.weight_hh_l0	9	0.05759676545858383
101	rnn.bias_ih_l0	0	-0.06310876458883286
101	rnn.bias_ih_l0	1	0.08747540414333344
101	rnn.bias_ih_l0	2	0.020459270104765892
101	rnn.bias_ih_l0	3	0.0796031802892685
101	rnn.bias_ih_l0	4	-0.07587491720914841
101	rnn.bias_ih_l0	5	0.08240597695112228
101	rnn.bias_ih_l0	6	-0.06667061150074005
101	rnn.bias_ih_l0	7	-0.03578575700521469
101	rnn.bias_ih_l0	8	-0.081011563539505
101	rnn.bias_ih_l0	9	-0.04617508128285408
101	rnn.bias_hh_l0	0	0.030448969453573227
101	rnn.bias_hh_l0	1	0.07284071296453476
101	rnn.bias_hh_l0	2	0.06778924912214279
101	rnn.bias_hh_l0	3	0.08359012007713318
101	rnn.bias_hh_l0	4	-0.09755899757146835
101	rnn.bias_hh_l0	5	-0.0719790831208229
101	rnn.bias_hh_l0	6	0.07677535712718964
101	rnn.bias_hh_l0	7	-0.09306931495666504
101	rnn.bias_hh_l0	8	-0.026292946189641953
101	rnn.bias_hh_l0	9	0.0016071915160864592
101	rnn.weight_ih_l0_reverse	0	0.07921010255813599
101	rnn.weight_ih_l0_reverse	1	0.07328326255083084
101	rnn.weight_ih_l0_reverse	2	0.03880806639790535
101	rnn.weight_ih_l0_reverse	3	0.033738505095243454
101	rnn.weight_ih_l0_reverse	4	-0.03709736466407776
101	rnn.weight_ih_l0_reverse	5	0.05094149708747864
101	rnn.weight_ih_l0_reverse	6	0.0664161965250969
101	rnn.weight_ih_l0_reverse	7	0.02257898636162281
101	rnn.weight_ih_l0_reverse	8	-0.057953499257564545
101	rnn.weight_ih_l0_reverse	9	-0.052812039852142334
101	rnn.weight_hh_l0_reverse	0	0.025519514456391335
101	rnn.weight_hh_l0_reverse	1	-0.08728935569524765
101	rnn.weight_hh_l0_reverse	2	0.06302116066217422
101	rnn.weight_hh_l0_reverse	3	-0.02123112604022026
101	rnn.weight_hh_l0_reverse	4	0.08359899371862411
101	rnn.weight_hh_l0_reverse	5	-0.0017215530388057232
101	rnn.weight_hh_l0_reverse	6	0.029474150389432907
101	rnn.weight_hh_l0_reverse	7	0.0782134160399437
101	rnn.weight_hh_l0_reverse	8	-0.022279053926467896
101	rnn.weight_hh_l0_reverse	9	-0.046606142073869705
101	rnn.bias_ih_l0_reverse	0	0.0015973615227267146
101	rnn.bias_ih_l0_reverse	1	-0.0157159436494112
101	rnn.bias_ih_l0_reverse	2	-0.013419373892247677
101	rnn.bias_ih_l0_reverse	3	0.04073653370141983
101	rnn.bias_ih_l0_reverse	4	0.06593354791402817
101	rnn.bias_ih_l0_reverse	5	-0.02311498299241066
101	rnn.bias_ih_l0_reverse	6	-0.027336210012435913
101	rnn.bias_ih_l0_reverse	7	-0.050579894334077835
101	rnn.bias_ih_l0_reverse	8	0.009567170403897762
101	rnn.bias_ih_l0_reverse	9	-0.07227695733308792
101	rnn.bias_hh_l0_reverse	0	0.03768443688750267
101	rnn.bias_hh_l0_reverse	1	-0.07363955676555634
101	rnn.bias_hh_l0_reverse	2	0.0854092463850975
101	rnn.bias_hh_l0_reverse	3	0.05716476961970329
101	rnn.bias_hh_l0_reverse	4	0.023484906181693077
101	rnn.bias_hh_l0_reverse	5	0.043419428169727325
101	rnn.bias_hh_l0_reverse	6	0.06353747099637985
101	rnn.bias_hh_l0_reverse	7	0.08954542130231857
101	rnn.bias_hh_l0_reverse	8	-0.01123049296438694
101	rnn.bias_hh_l0_reverse	9	0.051078587770462036
101	rnn.weight_ih_l1	0	0.02329038828611374
101	rnn.weight_ih_l1	1	0.014836389571428299
101	rnn.weight_ih_l1	2	0.08216077834367752
101	rnn.weight_ih_l1	3	-0.024135420098900795
101	rnn.weight_ih_l1	4	-0.023993249982595444
101	rnn.weight_ih_l1	5	-0.0143111702054739
101	rnn.weight_ih_l1	6	0.07234056293964386
101	rnn.weight_ih_l1	7	-0.005988881923258305
101	rnn.weight_ih_l1	8	-0.052929557859897614
101	rnn.weight_ih_l1	9	0.05740358680486679
101	rnn.weight_hh_l1	0	-0.07848150283098221
101	rnn.weight_hh_l1	1	-0.03621464595198631
101	rnn.weight_hh_l1	2	-0.008169733919203281
101	rnn.weight_hh_l1	3	-0.05852377414703369
101	rnn.weight_hh_l1	4	0.08533794432878494
101	rnn.weight_hh_l1	5	-0.08411557227373123
101	rnn.weight_hh_l1	6	-0.04948611557483673
101	rnn.weight_hh_l1	7	0.06500371545553207
101	rnn.weight_hh_l1	8	-0.013497755862772465
101	rnn.weight_hh_l1	9	-0.03901902586221695
101	rnn.bias_ih_l1	0	-0.046846888959407806
101	rnn.bias_ih_l1	1	0.05848836898803711
101	rnn.bias_ih_l1	2	-0.048501402139663696
101	rnn.bias_ih_l1	3	-0.07486037909984589
101	rnn.bias_ih_l1	4	-0.029668428003787994
101	rnn.bias_ih_l1	5	-0.009373100474476814
101	rnn.bias_ih_l1	6	-0.05295266583561897
101	rnn.bias_ih_l1	7	0.0629945695400238
101	rnn.bias_ih_l1	8	0.082450732588768
101	rnn.bias_ih_l1	9	0.036562010645866394
101	rnn.bias_hh_l1	0	0.06924719363451004
101	rnn.bias_hh_l1	1	-0.058960042893886566
101	rnn.bias_hh_l1	2	0.022768083959817886
101	rnn.bias_hh_l1	3	0.07176829874515533
101	rnn.bias_hh_l1	4	0.0575365386903286
101	rnn.bias_hh_l1	5	-0.07674355059862137
101	rnn.bias_hh_l1	6	0.015002871863543987
101	rnn.bias_hh_l1	7	0.03895554319024086
101	rnn.bias_hh_l1	8	0.012682170607149601
101	rnn.bias_hh_l1	9	-0.005473364610224962
101	rnn.weight_ih_l1_reverse	0	0.08667559176683426
101	rnn.weight_ih_l1_reverse	1	-0.041634075343608856
101	rnn.weight_ih_l1_reverse	2	-0.062107160687446594
101	rnn.weight_ih_l1_reverse	3	0.025547830387949944
101	rnn.weight_ih_l1_reverse	4	-0.046278711408376694
101	rnn.weight_ih_l1_reverse	5	0.024160580709576607
101	rnn.weight_ih_l1_reverse	6	0.040563784539699554
101	rnn.weight_ih_l1_reverse	7	0.020661691203713417
101	rnn.weight_ih_l1_reverse	8	-0.00838917400687933
101	rnn.weight_ih_l1_reverse	9	-0.06560014188289642
101	rnn.weight_hh_l1_reverse	0	0.005152259487658739
101	rnn.weight_hh_l1_reverse	1	0.018834423273801804
101	rnn.weight_hh_l1_reverse	2	-0.058208875358104706
101	rnn.weight_hh_l1_reverse	3	-0.012850203551352024
101	rnn.weight_hh_l1_reverse	4	0.008861035108566284
101	rnn.weight_hh_l1_reverse	5	-0.06568688899278641
101	rnn.weight_hh_l1_reverse	6	-0.06736481189727783
101	rnn.weight_hh_l1_reverse	7	-0.011498693376779556
101	rnn.weight_hh_l1_reverse	8	-0.058841522783041
101	rnn.weight_hh_l1_reverse	9	-0.04346385598182678
101	rnn.bias_ih_l1_reverse	0	-0.002925531705841422
101	rnn.bias_ih_l1_reverse	1	-0.041403260082006454
101	rnn.bias_ih_l1_reverse	2	0.02349216863512993
101	rnn.bias_ih_l1_reverse	3	-0.08171587437391281
101	rnn.bias_ih_l1_reverse	4	-0.0868716686964035
101	rnn.bias_ih_l1_reverse	5	-0.08788380026817322
101	rnn.bias_ih_l1_reverse	6	0.06187845394015312
101	rnn.bias_ih_l1_reverse	7	0.08498581498861313
101	rnn.bias_ih_l1_reverse	8	0.004381460603326559
101	rnn.bias_ih_l1_reverse	9	-0.011111773550510406
101	rnn.bias_hh_l1_reverse	0	0.061049435287714005
101	rnn.bias_hh_l1_reverse	1	-0.06823849678039551
101	rnn.bias_hh_l1_reverse	2	-0.05156225711107254
101	rnn.bias_hh_l1_reverse	3	0.07260825484991074
101	rnn.bias_hh_l1_reverse	4	-0.024257900193333626
101	rnn.bias_hh_l1_reverse	5	-0.0075751845724880695
101	rnn.bias_hh_l1_reverse	6	-0.05948934331536293
101	rnn.bias_hh_l1_reverse	7	-0.061286646872758865
101	rnn.bias_hh_l1_reverse	8	0.06567585468292236
101	rnn.bias_hh_l1_reverse	9	0.04697994515299797
101	rnn.weight_ih_l2	0	0.07343628257513046
101	rnn.weight_ih_l2	1	-0.054275523871183395
101	rnn.weight_ih_l2	2	0.06339342147111893
101	rnn.weight_ih_l2	3	0.06578555703163147
101	rnn.weight_ih_l2	4	0.05662435293197632
101	rnn.weight_ih_l2	5	-0.035781435668468475
101	rnn.weight_ih_l2	6	-0.07569039613008499
101	rnn.weight_ih_l2	7	0.013000995852053165
101	rnn.weight_ih_l2	8	-0.017139263451099396
101	rnn.weight_ih_l2	9	-0.06924042105674744
101	rnn.weight_hh_l2	0	0.04830792918801308
101	rnn.weight_hh_l2	1	0.031056135892868042
101	rnn.weight_hh_l2	2	-0.05477248504757881
101	rnn.weight_hh_l2	3	-0.02577850967645645
101	rnn.weight_hh_l2	4	0.05443815886974335
101	rnn.weight_hh_l2	5	-0.023703143000602722
101	rnn.weight_hh_l2	6	0.008369620889425278
101	rnn.weight_hh_l2	7	-0.05305628105998039
101	rnn.weight_hh_l2	8	-0.006088729947805405
101	rnn.weight_hh_l2	9	-0.018349003046751022
101	rnn.bias_ih_l2	0	0.14871039986610413
101	rnn.bias_ih_l2	1	0.01345259603112936
101	rnn.bias_ih_l2	2	0.07575330883264542
101	rnn.bias_ih_l2	3	0.02426164224743843
101	rnn.bias_ih_l2	4	-0.006207040511071682
101	rnn.bias_ih_l2	5	0.04601799324154854
101	rnn.bias_ih_l2	6	0.016199762001633644
101	rnn.bias_ih_l2	7	0.01687067747116089
101	rnn.bias_ih_l2	8	0.020034611225128174
101	rnn.bias_ih_l2	9	-0.01610029861330986
101	rnn.bias_hh_l2	0	0.03937922790646553
101	rnn.bias_hh_l2	1	0.0038795541040599346
101	rnn.bias_hh_l2	2	0.07007646560668945
101	rnn.bias_hh_l2	3	0.029956676065921783
101	rnn.bias_hh_l2	4	0.076849564909935
101	rnn.bias_hh_l2	5	-0.06251831352710724
101	rnn.bias_hh_l2	6	0.03162028640508652
101	rnn.bias_hh_l2	7	-0.027556242421269417
101	rnn.bias_hh_l2	8	0.041674207895994186
101	rnn.bias_hh_l2	9	0.0646110326051712
101	rnn.weight_ih_l2_reverse	0	0.08231768757104874
101	rnn.weight_ih_l2_reverse	1	-0.05448201671242714
101	rnn.weight_ih_l2_reverse	2	0.0009621554636396468
101	rnn.weight_ih_l2_reverse	3	0.035261910408735275
101	rnn.weight_ih_l2_reverse	4	0.053963854908943176
101	rnn.weight_ih_l2_reverse	5	-0.040653128176927567
101	rnn.weight_ih_l2_reverse	6	-0.0006754774949513376
101	rnn.weight_ih_l2_reverse	7	-0.012676856480538845
101	rnn.weight_ih_l2_reverse	8	0.013382908888161182
101	rnn.weight_ih_l2_reverse	9	-0.08115968853235245
101	rnn.weight_hh_l2_reverse	0	-0.08275323361158371
101	rnn.weight_hh_l2_reverse	1	0.013788346201181412
101	rnn.weight_hh_l2_reverse	2	0.010492414236068726
101	rnn.weight_hh_l2_reverse	3	0.024308087304234505
101	rnn.weight_hh_l2_reverse	4	-0.036787550896406174
101	rnn.weight_hh_l2_reverse	5	-0.015014802105724812
101	rnn.weight_hh_l2_reverse	6	-0.042662449181079865
101	rnn.weight_hh_l2_reverse	7	-0.0598396472632885
101	rnn.weight_hh_l2_reverse	8	-0.006675618700683117
101	rnn.weight_hh_l2_reverse	9	-0.05904149264097214
101	rnn.bias_ih_l2_reverse	0	-0.038976576179265976
101	rnn.bias_ih_l2_reverse	1	-0.026542332023382187
101	rnn.bias_ih_l2_reverse	2	0.04044663533568382
101	rnn.bias_ih_l2_reverse	3	0.015973102301359177
101	rnn.bias_ih_l2_reverse	4	0.07651330530643463
101	rnn.bias_ih_l2_reverse	5	-0.08894285559654236
101	rnn.bias_ih_l2_reverse	6	-0.04339992627501488
101	rnn.bias_ih_l2_reverse	7	-0.04862150549888611
101	rnn.bias_ih_l2_reverse	8	0.055773112922906876
101	rnn.bias_ih_l2_reverse	9	0.019061336293816566
101	rnn.bias_hh_l2_reverse	0	0.08088112622499466
101	rnn.bias_hh_l2_reverse	1	-0.06739918887615204
101	rnn.bias_hh_l2_reverse	2	-0.06740064918994904
101	rnn.bias_hh_l2_reverse	3	0.0329810194671154
101	rnn.bias_hh_l2_reverse	4	0.03129768744111061
101	rnn.bias_hh_l2_reverse	5	0.03531624376773834
101	rnn.bias_hh_l2_reverse	6	-0.08251429349184036
101	rnn.bias_hh_l2_reverse	7	-0.009587248787283897
101	rnn.bias_hh_l2_reverse	8	-0.10066268593072891
101	rnn.bias_hh_l2_reverse	9	-0.054660614579916
101	linear.weight	0	0.025028489530086517
101	linear.weight	1	0.12552109360694885
101	linear.weight	2	-0.023218894377350807
101	linear.weight	3	-0.034391265362501144
101	linear.weight	4	-0.022248394787311554
101	linear.weight	5	0.05214967951178551
101	linear.weight	6	0.00995663646608591
101	linear.weight	7	-0.06474632769823074
101	linear.weight	8	0.0015123003395274282
101	linear.weight	9	0.0843270942568779
101	linear.bias	0	0.5495402812957764
101	linear.bias	1	0.6565382480621338
101	linear.bias	2	-1.5706478357315063
101	linear.bias	3	-0.05754556506872177
101	linear.bias	4	-0.050822705030441284
101	linear.bias	5	0.2632647454738617
102	transitions	0	0.0520746149122715
102	transitions	1	-10000.0
102	transitions	2	2.3269102573394775
102	transitions	3	-1.0271000862121582
102	transitions	4	-10000.0
102	transitions	5	-10000.0
102	transitions	6	-10000.0
102	transitions	7	0.8822177052497864
102	transitions	8	0.8558343052864075
102	transitions	9	-1.283233642578125
102	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
102	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
102	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
102	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
102	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
102	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
102	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
102	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
102	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
102	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
102	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
102	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
102	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
102	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
102	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
102	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
102	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
102	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
102	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
102	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
102	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
102	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
102	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
102	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
102	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
102	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
102	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
102	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
102	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
102	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
102	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
102	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
102	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
102	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
102	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
102	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
102	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
102	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
102	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
102	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
102	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
102	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
102	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
102	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
102	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
102	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
102	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
102	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
102	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
102	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
102	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
102	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
102	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
102	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
102	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
102	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
102	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
102	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
102	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
102	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
102	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
102	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
102	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
102	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
102	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
102	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
102	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
102	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
102	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
102	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
102	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
102	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
102	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
102	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
102	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
102	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
102	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
102	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
102	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
102	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
102	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
102	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
102	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
102	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
102	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
102	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
102	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
102	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
102	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
102	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
102	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
102	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
102	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
102	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
102	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
102	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
102	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
102	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
102	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
102	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
102	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
102	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
102	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
102	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
102	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
102	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
102	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
102	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
102	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
102	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
102	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
102	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
102	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
102	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
102	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
102	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
102	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
102	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
102	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
102	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
102	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
102	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
102	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
102	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
102	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
102	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
102	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
102	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
102	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
102	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
102	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
102	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
102	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
102	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
102	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
102	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
102	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
102	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
102	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
102	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
102	embedding2nn.weight	0	0.014814621768891811
102	embedding2nn.weight	1	0.00032432132866233587
102	embedding2nn.weight	2	0.005603251047432423
102	embedding2nn.weight	3	0.0007397301378659904
102	embedding2nn.weight	4	-0.008031797595322132
102	embedding2nn.weight	5	-0.005255575757473707
102	embedding2nn.weight	6	-0.0007263111183419824
102	embedding2nn.weight	7	-0.0031008808873593807
102	embedding2nn.weight	8	0.013636006973683834
102	embedding2nn.weight	9	0.004433684051036835
102	embedding2nn.bias	0	-0.003010835964232683
102	embedding2nn.bias	1	-0.016173478215932846
102	embedding2nn.bias	2	0.018007585778832436
102	embedding2nn.bias	3	-0.011486891657114029
102	embedding2nn.bias	4	-0.023789698258042336
102	embedding2nn.bias	5	-0.002555433427914977
102	embedding2nn.bias	6	0.011797548271715641
102	embedding2nn.bias	7	0.007629563566297293
102	embedding2nn.bias	8	-0.02060263603925705
102	embedding2nn.bias	9	0.001994255231693387
102	rnn.weight_ih_l0	0	-0.052155639976263046
102	rnn.weight_ih_l0	1	0.05078566074371338
102	rnn.weight_ih_l0	2	0.03184138238430023
102	rnn.weight_ih_l0	3	0.014666927978396416
102	rnn.weight_ih_l0	4	0.012599943205714226
102	rnn.weight_ih_l0	5	0.084174245595932
102	rnn.weight_ih_l0	6	0.07602665573358536
102	rnn.weight_ih_l0	7	0.03781478479504585
102	rnn.weight_ih_l0	8	-0.04558929428458214
102	rnn.weight_ih_l0	9	0.00815886165946722
102	rnn.weight_hh_l0	0	0.00833958201110363
102	rnn.weight_hh_l0	1	-0.06373424082994461
102	rnn.weight_hh_l0	2	-0.06551259011030197
102	rnn.weight_hh_l0	3	0.07138983905315399
102	rnn.weight_hh_l0	4	0.07104362547397614
102	rnn.weight_hh_l0	5	0.004898597951978445
102	rnn.weight_hh_l0	6	0.0025825691409409046
102	rnn.weight_hh_l0	7	-0.019068073481321335
102	rnn.weight_hh_l0	8	-0.02959194779396057
102	rnn.weight_hh_l0	9	0.05760275945067406
102	rnn.bias_ih_l0	0	-0.06230143830180168
102	rnn.bias_ih_l0	1	0.08763281255960464
102	rnn.bias_ih_l0	2	0.020455652847886086
102	rnn.bias_ih_l0	3	0.07950332760810852
102	rnn.bias_ih_l0	4	-0.07561253756284714
102	rnn.bias_ih_l0	5	0.08296758681535721
102	rnn.bias_ih_l0	6	-0.06448603421449661
102	rnn.bias_ih_l0	7	-0.03580375015735626
102	rnn.bias_ih_l0	8	-0.0805678740143776
102	rnn.bias_ih_l0	9	-0.04641849920153618
102	rnn.bias_hh_l0	0	0.02953403629362583
102	rnn.bias_hh_l0	1	0.07302728295326233
102	rnn.bias_hh_l0	2	0.06764769554138184
102	rnn.bias_hh_l0	3	0.08348977565765381
102	rnn.bias_hh_l0	4	-0.1001812219619751
102	rnn.bias_hh_l0	5	-0.07201414555311203
102	rnn.bias_hh_l0	6	0.07696697860956192
102	rnn.bias_hh_l0	7	-0.09287463128566742
102	rnn.bias_hh_l0	8	-0.026255743578076363
102	rnn.bias_hh_l0	9	-0.00202491064555943
102	rnn.weight_ih_l0_reverse	0	0.07924110442399979
102	rnn.weight_ih_l0_reverse	1	0.07322762906551361
102	rnn.weight_ih_l0_reverse	2	0.03881899267435074
102	rnn.weight_ih_l0_reverse	3	0.033745381981134415
102	rnn.weight_ih_l0_reverse	4	-0.03707124665379524
102	rnn.weight_ih_l0_reverse	5	0.05096068233251572
102	rnn.weight_ih_l0_reverse	6	0.0664147436618805
102	rnn.weight_ih_l0_reverse	7	0.022643016651272774
102	rnn.weight_ih_l0_reverse	8	-0.05806277319788933
102	rnn.weight_ih_l0_reverse	9	-0.05282555893063545
102	rnn.weight_hh_l0_reverse	0	0.02551839128136635
102	rnn.weight_hh_l0_reverse	1	-0.08729328215122223
102	rnn.weight_hh_l0_reverse	2	0.06305785477161407
102	rnn.weight_hh_l0_reverse	3	-0.021214492619037628
102	rnn.weight_hh_l0_reverse	4	0.08365050703287125
102	rnn.weight_hh_l0_reverse	5	-0.001770569826476276
102	rnn.weight_hh_l0_reverse	6	0.02960272505879402
102	rnn.weight_hh_l0_reverse	7	0.07822723686695099
102	rnn.weight_hh_l0_reverse	8	-0.022217970341444016
102	rnn.weight_hh_l0_reverse	9	-0.04658818617463112
102	rnn.bias_ih_l0_reverse	0	0.0010473699076101184
102	rnn.bias_ih_l0_reverse	1	-0.013884504325687885
102	rnn.bias_ih_l0_reverse	2	-0.015594832599163055
102	rnn.bias_ih_l0_reverse	3	0.04071811959147453
102	rnn.bias_ih_l0_reverse	4	0.06611128896474838
102	rnn.bias_ih_l0_reverse	5	-0.023336730897426605
102	rnn.bias_ih_l0_reverse	6	-0.027198953554034233
102	rnn.bias_ih_l0_reverse	7	-0.05083268880844116
102	rnn.bias_ih_l0_reverse	8	0.009721272625029087
102	rnn.bias_ih_l0_reverse	9	-0.07242518663406372
102	rnn.bias_hh_l0_reverse	0	0.037790071219205856
102	rnn.bias_hh_l0_reverse	1	-0.07378778606653214
102	rnn.bias_hh_l0_reverse	2	0.08541952073574066
102	rnn.bias_hh_l0_reverse	3	0.05772382393479347
102	rnn.bias_hh_l0_reverse	4	0.02261848747730255
102	rnn.bias_hh_l0_reverse	5	0.04302023723721504
102	rnn.bias_hh_l0_reverse	6	0.06307601928710938
102	rnn.bias_hh_l0_reverse	7	0.08860132098197937
102	rnn.bias_hh_l0_reverse	8	-0.011205888353288174
102	rnn.bias_hh_l0_reverse	9	0.05220632255077362
102	rnn.weight_ih_l1	0	0.023104548454284668
102	rnn.weight_ih_l1	1	0.014993918128311634
102	rnn.weight_ih_l1	2	0.0834842175245285
102	rnn.weight_ih_l1	3	-0.02414506860077381
102	rnn.weight_ih_l1	4	-0.024009468033909798
102	rnn.weight_ih_l1	5	-0.014118155464529991
102	rnn.weight_ih_l1	6	0.07247744500637054
102	rnn.weight_ih_l1	7	-0.005915819201618433
102	rnn.weight_ih_l1	8	-0.053019363433122635
102	rnn.weight_ih_l1	9	0.05742447078227997
102	rnn.weight_hh_l1	0	-0.07916904985904694
102	rnn.weight_hh_l1	1	-0.03619902953505516
102	rnn.weight_hh_l1	2	-0.008170329965651035
102	rnn.weight_hh_l1	3	-0.05854326859116554
102	rnn.weight_hh_l1	4	0.08549622446298599
102	rnn.weight_hh_l1	5	-0.08408526331186295
102	rnn.weight_hh_l1	6	-0.049455370754003525
102	rnn.weight_hh_l1	7	0.06501345336437225
102	rnn.weight_hh_l1	8	-0.013492587953805923
102	rnn.weight_hh_l1	9	-0.039383575320243835
102	rnn.bias_ih_l1	0	-0.04701006039977074
102	rnn.bias_ih_l1	1	0.058290135115385056
102	rnn.bias_ih_l1	2	-0.04864400997757912
102	rnn.bias_ih_l1	3	-0.07458311319351196
102	rnn.bias_ih_l1	4	-0.02954719215631485
102	rnn.bias_ih_l1	5	-0.02297789976000786
102	rnn.bias_ih_l1	6	-0.05634423345327377
102	rnn.bias_ih_l1	7	0.06308543682098389
102	rnn.bias_ih_l1	8	0.08224087953567505
102	rnn.bias_ih_l1	9	0.0375487245619297
102	rnn.bias_hh_l1	0	0.06918122619390488
102	rnn.bias_hh_l1	1	-0.059232816100120544
102	rnn.bias_hh_l1	2	0.02254416048526764
102	rnn.bias_hh_l1	3	0.07147114723920822
102	rnn.bias_hh_l1	4	0.057266585528850555
102	rnn.bias_hh_l1	5	-0.0769009068608284
102	rnn.bias_hh_l1	6	0.014841623604297638
102	rnn.bias_hh_l1	7	0.039419811218976974
102	rnn.bias_hh_l1	8	0.012830233201384544
102	rnn.bias_hh_l1	9	-0.005435161758214235
102	rnn.weight_ih_l1_reverse	0	0.08673271536827087
102	rnn.weight_ih_l1_reverse	1	-0.04168318957090378
102	rnn.weight_ih_l1_reverse	2	-0.06207762658596039
102	rnn.weight_ih_l1_reverse	3	0.025637460872530937
102	rnn.weight_ih_l1_reverse	4	-0.04627428576350212
102	rnn.weight_ih_l1_reverse	5	0.024123284965753555
102	rnn.weight_ih_l1_reverse	6	0.0405648872256279
102	rnn.weight_ih_l1_reverse	7	0.020657014101743698
102	rnn.weight_ih_l1_reverse	8	-0.008458955213427544
102	rnn.weight_ih_l1_reverse	9	-0.06548593193292618
102	rnn.weight_hh_l1_reverse	0	0.005144129972904921
102	rnn.weight_hh_l1_reverse	1	0.01882879063487053
102	rnn.weight_hh_l1_reverse	2	-0.05821322649717331
102	rnn.weight_hh_l1_reverse	3	-0.01286589540541172
102	rnn.weight_hh_l1_reverse	4	0.008892807178199291
102	rnn.weight_hh_l1_reverse	5	-0.06544313579797745
102	rnn.weight_hh_l1_reverse	6	-0.06734906882047653
102	rnn.weight_hh_l1_reverse	7	-0.01146721187978983
102	rnn.weight_hh_l1_reverse	8	-0.05851424112915993
102	rnn.weight_hh_l1_reverse	9	-0.043458666652441025
102	rnn.bias_ih_l1_reverse	0	-0.0029476473573595285
102	rnn.bias_ih_l1_reverse	1	-0.04185480996966362
102	rnn.bias_ih_l1_reverse	2	0.023827169090509415
102	rnn.bias_ih_l1_reverse	3	-0.0816807746887207
102	rnn.bias_ih_l1_reverse	4	-0.08685429394245148
102	rnn.bias_ih_l1_reverse	5	-0.08770844340324402
102	rnn.bias_ih_l1_reverse	6	0.062179140746593475
102	rnn.bias_ih_l1_reverse	7	0.08490560203790665
102	rnn.bias_ih_l1_reverse	8	0.010242002084851265
102	rnn.bias_ih_l1_reverse	9	-0.011435278691351414
102	rnn.bias_hh_l1_reverse	0	0.06109658256173134
102	rnn.bias_hh_l1_reverse	1	-0.06849117577075958
102	rnn.bias_hh_l1_reverse	2	-0.05195162445306778
102	rnn.bias_hh_l1_reverse	3	0.0728602185845375
102	rnn.bias_hh_l1_reverse	4	-0.02411152422428131
102	rnn.bias_hh_l1_reverse	5	-0.007641871925443411
102	rnn.bias_hh_l1_reverse	6	-0.05970415100455284
102	rnn.bias_hh_l1_reverse	7	-0.06125800311565399
102	rnn.bias_hh_l1_reverse	8	0.06557204574346542
102	rnn.bias_hh_l1_reverse	9	0.045037947595119476
102	rnn.weight_ih_l2	0	0.0734572783112526
102	rnn.weight_ih_l2	1	-0.05428885668516159
102	rnn.weight_ih_l2	2	0.06338423490524292
102	rnn.weight_ih_l2	3	0.0658169761300087
102	rnn.weight_ih_l2	4	0.05662056431174278
102	rnn.weight_ih_l2	5	-0.03510491922497749
102	rnn.weight_ih_l2	6	-0.07571310549974442
102	rnn.weight_ih_l2	7	0.012970252893865108
102	rnn.weight_ih_l2	8	-0.01716616377234459
102	rnn.weight_ih_l2	9	-0.06923140585422516
102	rnn.weight_hh_l2	0	0.04831468686461449
102	rnn.weight_hh_l2	1	0.031051361933350563
102	rnn.weight_hh_l2	2	-0.054740164428949356
102	rnn.weight_hh_l2	3	-0.025793123990297318
102	rnn.weight_hh_l2	4	0.05444842576980591
102	rnn.weight_hh_l2	5	-0.023677034303545952
102	rnn.weight_hh_l2	6	0.008384987711906433
102	rnn.weight_hh_l2	7	-0.05305701121687889
102	rnn.weight_hh_l2	8	-0.005948327947407961
102	rnn.weight_hh_l2	9	-0.01829497329890728
102	rnn.bias_ih_l2	0	0.1498154103755951
102	rnn.bias_ih_l2	1	0.01366087794303894
102	rnn.bias_ih_l2	2	0.07445930689573288
102	rnn.bias_ih_l2	3	0.024369075894355774
102	rnn.bias_ih_l2	4	-0.006182592827826738
102	rnn.bias_ih_l2	5	0.047716956585645676
102	rnn.bias_ih_l2	6	0.016095532104372978
102	rnn.bias_ih_l2	7	0.016477560624480247
102	rnn.bias_ih_l2	8	0.020438872277736664
102	rnn.bias_ih_l2	9	-0.01585010066628456
102	rnn.bias_hh_l2	0	0.03694172576069832
102	rnn.bias_hh_l2	1	0.002796598244458437
102	rnn.bias_hh_l2	2	0.0695849284529686
102	rnn.bias_hh_l2	3	0.029994653537869453
102	rnn.bias_hh_l2	4	0.07679086178541183
102	rnn.bias_hh_l2	5	-0.06863853335380554
102	rnn.bias_hh_l2	6	0.038378193974494934
102	rnn.bias_hh_l2	7	-0.027541760355234146
102	rnn.bias_hh_l2	8	0.04164635390043259
102	rnn.bias_hh_l2	9	0.06365155428647995
102	rnn.weight_ih_l2_reverse	0	0.08232127130031586
102	rnn.weight_ih_l2_reverse	1	-0.05428615212440491
102	rnn.weight_ih_l2_reverse	2	0.0008977334946393967
102	rnn.weight_ih_l2_reverse	3	0.03525270149111748
102	rnn.weight_ih_l2_reverse	4	0.05396329239010811
102	rnn.weight_ih_l2_reverse	5	-0.04065072908997536
102	rnn.weight_ih_l2_reverse	6	-0.0005782016087323427
102	rnn.weight_ih_l2_reverse	7	-0.01280901487916708
102	rnn.weight_ih_l2_reverse	8	0.013390319421887398
102	rnn.weight_ih_l2_reverse	9	-0.08107923716306686
102	rnn.weight_hh_l2_reverse	0	-0.08275053650140762
102	rnn.weight_hh_l2_reverse	1	0.013814282603561878
102	rnn.weight_hh_l2_reverse	2	0.010495929047465324
102	rnn.weight_hh_l2_reverse	3	0.024307796731591225
102	rnn.weight_hh_l2_reverse	4	-0.03677685186266899
102	rnn.weight_hh_l2_reverse	5	-0.014992843382060528
102	rnn.weight_hh_l2_reverse	6	-0.04264133423566818
102	rnn.weight_hh_l2_reverse	7	-0.05984199419617653
102	rnn.weight_hh_l2_reverse	8	-0.006683381740003824
102	rnn.weight_hh_l2_reverse	9	-0.059041205793619156
102	rnn.bias_ih_l2_reverse	0	-0.03978310152888298
102	rnn.bias_ih_l2_reverse	1	-0.026709819212555885
102	rnn.bias_ih_l2_reverse	2	0.04006008058786392
102	rnn.bias_ih_l2_reverse	3	0.017843589186668396
102	rnn.bias_ih_l2_reverse	4	0.07638842612504959
102	rnn.bias_ih_l2_reverse	5	-0.08883380889892578
102	rnn.bias_ih_l2_reverse	6	-0.04347895085811615
102	rnn.bias_ih_l2_reverse	7	-0.04721210151910782
102	rnn.bias_ih_l2_reverse	8	0.056830499321222305
102	rnn.bias_ih_l2_reverse	9	0.023676790297031403
102	rnn.bias_hh_l2_reverse	0	0.07069841027259827
102	rnn.bias_hh_l2_reverse	1	-0.06877947598695755
102	rnn.bias_hh_l2_reverse	2	-0.06746497750282288
102	rnn.bias_hh_l2_reverse	3	0.032908111810684204
102	rnn.bias_hh_l2_reverse	4	0.03137299045920372
102	rnn.bias_hh_l2_reverse	5	0.035088617354631424
102	rnn.bias_hh_l2_reverse	6	-0.08245279639959335
102	rnn.bias_hh_l2_reverse	7	-0.009998355992138386
102	rnn.bias_hh_l2_reverse	8	-0.10044980049133301
102	rnn.bias_hh_l2_reverse	9	-0.054662078619003296
102	linear.weight	0	0.025028489530086517
102	linear.weight	1	0.12783728539943695
102	linear.weight	2	-0.02326558157801628
102	linear.weight	3	-0.035091184079647064
102	linear.weight	4	-0.022248394787311554
102	linear.weight	5	0.0525321364402771
102	linear.weight	6	0.0067158835008740425
102	linear.weight	7	-0.07037021219730377
102	linear.weight	8	0.001161700813099742
102	linear.weight	9	0.0869765430688858
102	linear.bias	0	0.5059556365013123
102	linear.bias	1	0.6469900608062744
102	linear.bias	2	-1.5720778703689575
102	linear.bias	3	-0.05754556506872177
102	linear.bias	4	-0.050822705030441284
102	linear.bias	5	0.31782767176628113
103	transitions	0	0.05174655094742775
103	transitions	1	-10000.0
103	transitions	2	2.3607754707336426
103	transitions	3	-1.0328153371810913
103	transitions	4	-10000.0
103	transitions	5	-10000.0
103	transitions	6	-10000.0
103	transitions	7	0.8822062611579895
103	transitions	8	0.8555294275283813
103	transitions	9	-1.2840335369110107
103	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
103	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
103	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
103	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
103	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
103	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
103	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
103	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
103	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
103	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
103	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
103	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
103	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
103	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
103	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
103	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
103	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
103	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
103	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
103	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
103	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
103	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
103	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
103	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
103	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
103	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
103	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
103	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
103	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
103	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
103	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
103	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
103	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
103	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
103	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
103	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
103	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
103	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
103	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
103	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
103	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
103	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
103	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
103	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
103	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
103	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
103	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
103	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
103	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
103	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
103	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
103	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
103	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
103	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
103	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
103	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
103	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
103	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
103	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
103	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
103	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
103	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
103	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
103	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
103	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
103	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
103	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
103	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
103	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
103	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
103	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
103	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
103	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
103	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
103	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
103	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
103	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
103	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
103	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
103	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
103	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
103	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
103	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
103	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
103	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
103	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
103	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
103	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
103	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
103	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
103	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
103	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
103	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
103	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
103	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
103	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
103	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
103	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
103	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
103	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
103	embedding2nn.weight	0	0.014817388728260994
103	embedding2nn.weight	1	0.0003125572402495891
103	embedding2nn.weight	2	0.005598181858658791
103	embedding2nn.weight	3	0.0007420604233630002
103	embedding2nn.weight	4	-0.008014749735593796
103	embedding2nn.weight	5	-0.00528659438714385
103	embedding2nn.weight	6	-0.0006833161460235715
103	embedding2nn.weight	7	-0.003112179460003972
103	embedding2nn.weight	8	0.013814937323331833
103	embedding2nn.weight	9	0.00443004397675395
103	embedding2nn.bias	0	-0.0013948478735983372
103	embedding2nn.bias	1	-0.016874773427844048
103	embedding2nn.bias	2	0.01567496545612812
103	embedding2nn.bias	3	-0.010215289890766144
103	embedding2nn.bias	4	-0.022771494463086128
103	embedding2nn.bias	5	-0.0015532085672020912
103	embedding2nn.bias	6	0.009898809716105461
103	embedding2nn.bias	7	0.006075566168874502
103	embedding2nn.bias	8	-0.018390364944934845
103	embedding2nn.bias	9	0.00045459356624633074
103	rnn.weight_ih_l0	0	-0.05222967639565468
103	rnn.weight_ih_l0	1	0.050781868398189545
103	rnn.weight_ih_l0	2	0.03183441981673241
103	rnn.weight_ih_l0	3	0.014649852178990841
103	rnn.weight_ih_l0	4	0.0126939807087183
103	rnn.weight_ih_l0	5	0.08417046815156937
103	rnn.weight_ih_l0	6	0.07604733109474182
103	rnn.weight_ih_l0	7	0.03781246393918991
103	rnn.weight_ih_l0	8	-0.04558717831969261
103	rnn.weight_ih_l0	9	0.008154953829944134
103	rnn.weight_hh_l0	0	0.008336122147738934
103	rnn.weight_hh_l0	1	-0.06380129605531693
103	rnn.weight_hh_l0	2	-0.06551051139831543
103	rnn.weight_hh_l0	3	0.07141357660293579
103	rnn.weight_hh_l0	4	0.0710611417889595
103	rnn.weight_hh_l0	5	0.005110949743539095
103	rnn.weight_hh_l0	6	0.0026526094879955053
103	rnn.weight_hh_l0	7	-0.018844790756702423
103	rnn.weight_hh_l0	8	-0.029441388323903084
103	rnn.weight_hh_l0	9	0.05759914219379425
103	rnn.bias_ih_l0	0	-0.06250068545341492
103	rnn.bias_ih_l0	1	0.0876399502158165
103	rnn.bias_ih_l0	2	0.020337913185358047
103	rnn.bias_ih_l0	3	0.08019129186868668
103	rnn.bias_ih_l0	4	-0.07397612929344177
103	rnn.bias_ih_l0	5	0.0823344737291336
103	rnn.bias_ih_l0	6	-0.0667656734585762
103	rnn.bias_ih_l0	7	-0.035852525383234024
103	rnn.bias_ih_l0	8	-0.08241357654333115
103	rnn.bias_ih_l0	9	-0.04679442569613457
103	rnn.bias_hh_l0	0	0.029944948852062225
103	rnn.bias_hh_l0	1	0.07301858812570572
103	rnn.bias_hh_l0	2	0.06780233234167099
103	rnn.bias_hh_l0	3	0.08374307304620743
103	rnn.bias_hh_l0	4	-0.09780286997556686
103	rnn.bias_hh_l0	5	-0.07192033529281616
103	rnn.bias_hh_l0	6	0.07702933996915817
103	rnn.bias_hh_l0	7	-0.09141599386930466
103	rnn.bias_hh_l0	8	-0.026224127039313316
103	rnn.bias_hh_l0	9	-0.0007114710751920938
103	rnn.weight_ih_l0_reverse	0	0.07923585921525955
103	rnn.weight_ih_l0_reverse	1	0.0732191652059555
103	rnn.weight_ih_l0_reverse	2	0.03882124274969101
103	rnn.weight_ih_l0_reverse	3	0.03371698781847954
103	rnn.weight_ih_l0_reverse	4	-0.037078771740198135
103	rnn.weight_ih_l0_reverse	5	0.0509590245783329
103	rnn.weight_ih_l0_reverse	6	0.06641330569982529
103	rnn.weight_ih_l0_reverse	7	0.02264268510043621
103	rnn.weight_ih_l0_reverse	8	-0.05804481729865074
103	rnn.weight_ih_l0_reverse	9	-0.05282507464289665
103	rnn.weight_hh_l0_reverse	0	0.025490907952189445
103	rnn.weight_hh_l0_reverse	1	-0.08728715777397156
103	rnn.weight_hh_l0_reverse	2	0.06305581331253052
103	rnn.weight_hh_l0_reverse	3	-0.021200932562351227
103	rnn.weight_hh_l0_reverse	4	0.08364374190568924
103	rnn.weight_hh_l0_reverse	5	-0.0017789872363209724
103	rnn.weight_hh_l0_reverse	6	0.029498420655727386
103	rnn.weight_hh_l0_reverse	7	0.07823082059621811
103	rnn.weight_hh_l0_reverse	8	-0.022216767072677612
103	rnn.weight_hh_l0_reverse	9	-0.046588435769081116
103	rnn.bias_ih_l0_reverse	0	0.0010194694623351097
103	rnn.bias_ih_l0_reverse	1	-0.01572427898645401
103	rnn.bias_ih_l0_reverse	2	-0.014549070037901402
103	rnn.bias_ih_l0_reverse	3	0.04037962108850479
103	rnn.bias_ih_l0_reverse	4	0.06605552136898041
103	rnn.bias_ih_l0_reverse	5	-0.02321331389248371
103	rnn.bias_ih_l0_reverse	6	-0.027310440316796303
103	rnn.bias_ih_l0_reverse	7	-0.050785087049007416
103	rnn.bias_ih_l0_reverse	8	0.008836153894662857
103	rnn.bias_ih_l0_reverse	9	-0.07215709984302521
103	rnn.bias_hh_l0_reverse	0	0.038115181028842926
103	rnn.bias_hh_l0_reverse	1	-0.07351969927549362
103	rnn.bias_hh_l0_reverse	2	0.0850791484117508
103	rnn.bias_hh_l0_reverse	3	0.05768576264381409
103	rnn.bias_hh_l0_reverse	4	0.022718779742717743
103	rnn.bias_hh_l0_reverse	5	0.042928460985422134
103	rnn.bias_hh_l0_reverse	6	0.06361290067434311
103	rnn.bias_hh_l0_reverse	7	0.0887465626001358
103	rnn.bias_hh_l0_reverse	8	-0.01091313548386097
103	rnn.bias_hh_l0_reverse	9	0.05131974443793297
103	rnn.weight_ih_l1	0	0.023221762850880623
103	rnn.weight_ih_l1	1	0.014965947717428207
103	rnn.weight_ih_l1	2	0.08284597843885422
103	rnn.weight_ih_l1	3	-0.02413761056959629
103	rnn.weight_ih_l1	4	-0.0239874180406332
103	rnn.weight_ih_l1	5	-0.014126880094408989
103	rnn.weight_ih_l1	6	0.07261884957551956
103	rnn.weight_ih_l1	7	-0.006615319289267063
103	rnn.weight_ih_l1	8	-0.053030163049697876
103	rnn.weight_ih_l1	9	0.057072825729846954
103	rnn.weight_hh_l1	0	-0.07926870137453079
103	rnn.weight_hh_l1	1	-0.03618002310395241
103	rnn.weight_hh_l1	2	-0.00815267488360405
103	rnn.weight_hh_l1	3	-0.05848974734544754
103	rnn.weight_hh_l1	4	0.08547662943601608
103	rnn.weight_hh_l1	5	-0.0840868204832077
103	rnn.weight_hh_l1	6	-0.04951205849647522
103	rnn.weight_hh_l1	7	0.06521201878786087
103	rnn.weight_hh_l1	8	-0.0135011812672019
103	rnn.weight_hh_l1	9	-0.03931431099772453
103	rnn.bias_ih_l1	0	-0.04655973240733147
103	rnn.bias_ih_l1	1	0.05848235264420509
103	rnn.bias_ih_l1	2	-0.04836118966341019
103	rnn.bias_ih_l1	3	-0.07476655393838882
103	rnn.bias_ih_l1	4	-0.029475167393684387
103	rnn.bias_ih_l1	5	-0.01466253213584423
103	rnn.bias_ih_l1	6	-0.05581730604171753
103	rnn.bias_ih_l1	7	0.06295042484998703
103	rnn.bias_ih_l1	8	0.08193102478981018
103	rnn.bias_ih_l1	9	0.03632863983511925
103	rnn.bias_hh_l1	0	0.06920598447322845
103	rnn.bias_hh_l1	1	-0.05913703888654709
103	rnn.bias_hh_l1	2	0.022367075085639954
103	rnn.bias_hh_l1	3	0.071665920317173
103	rnn.bias_hh_l1	4	0.057227522134780884
103	rnn.bias_hh_l1	5	-0.0767623707652092
103	rnn.bias_hh_l1	6	0.01479219552129507
103	rnn.bias_hh_l1	7	0.0398811437189579
103	rnn.bias_hh_l1	8	0.012580439448356628
103	rnn.bias_hh_l1	9	-0.005240906495600939
103	rnn.weight_ih_l1_reverse	0	0.08664970099925995
103	rnn.weight_ih_l1_reverse	1	-0.041623618453741074
103	rnn.weight_ih_l1_reverse	2	-0.06207545846700668
103	rnn.weight_ih_l1_reverse	3	0.02562122605741024
103	rnn.weight_ih_l1_reverse	4	-0.04625913128256798
103	rnn.weight_ih_l1_reverse	5	0.024158544838428497
103	rnn.weight_ih_l1_reverse	6	0.040576137602329254
103	rnn.weight_ih_l1_reverse	7	0.020639725029468536
103	rnn.weight_ih_l1_reverse	8	-0.008441549725830555
103	rnn.weight_ih_l1_reverse	9	-0.0654100552201271
103	rnn.weight_hh_l1_reverse	0	0.0051002283580601215
103	rnn.weight_hh_l1_reverse	1	0.018826566636562347
103	rnn.weight_hh_l1_reverse	2	-0.058217041194438934
103	rnn.weight_hh_l1_reverse	3	-0.012871419079601765
103	rnn.weight_hh_l1_reverse	4	0.008908725343644619
103	rnn.weight_hh_l1_reverse	5	-0.06562668830156326
103	rnn.weight_hh_l1_reverse	6	-0.06735725700855255
103	rnn.weight_hh_l1_reverse	7	-0.011452864855527878
103	rnn.weight_hh_l1_reverse	8	-0.058489248156547546
103	rnn.weight_hh_l1_reverse	9	-0.04346268251538277
103	rnn.bias_ih_l1_reverse	0	-0.0029467912390828133
103	rnn.bias_ih_l1_reverse	1	-0.04189165681600571
103	rnn.bias_ih_l1_reverse	2	0.023917246609926224
103	rnn.bias_ih_l1_reverse	3	-0.08162364363670349
103	rnn.bias_ih_l1_reverse	4	-0.08693210035562515
103	rnn.bias_ih_l1_reverse	5	-0.0877809152007103
103	rnn.bias_ih_l1_reverse	6	0.06218670308589935
103	rnn.bias_ih_l1_reverse	7	0.084884874522686
103	rnn.bias_ih_l1_reverse	8	0.008140436373651028
103	rnn.bias_ih_l1_reverse	9	-0.011313840746879578
103	rnn.bias_hh_l1_reverse	0	0.06122414767742157
103	rnn.bias_hh_l1_reverse	1	-0.06867422163486481
103	rnn.bias_hh_l1_reverse	2	-0.05198793485760689
103	rnn.bias_hh_l1_reverse	3	0.07285142689943314
103	rnn.bias_hh_l1_reverse	4	-0.02411024272441864
103	rnn.bias_hh_l1_reverse	5	-0.0075397915206849575
103	rnn.bias_hh_l1_reverse	6	-0.059743378311395645
103	rnn.bias_hh_l1_reverse	7	-0.06126129999756813
103	rnn.bias_hh_l1_reverse	8	0.06552477180957794
103	rnn.bias_hh_l1_reverse	9	0.04476170614361763
103	rnn.weight_ih_l2	0	0.07341204583644867
103	rnn.weight_ih_l2	1	-0.0543050616979599
103	rnn.weight_ih_l2	2	0.06337658315896988
103	rnn.weight_ih_l2	3	0.06587514281272888
103	rnn.weight_ih_l2	4	0.056444134563207626
103	rnn.weight_ih_l2	5	-0.0354166179895401
103	rnn.weight_ih_l2	6	-0.07572281360626221
103	rnn.weight_ih_l2	7	0.012919158674776554
103	rnn.weight_ih_l2	8	-0.01717015914618969
103	rnn.weight_ih_l2	9	-0.06922289729118347
103	rnn.weight_hh_l2	0	0.048323795199394226
103	rnn.weight_hh_l2	1	0.031004104763269424
103	rnn.weight_hh_l2	2	-0.05474252626299858
103	rnn.weight_hh_l2	3	-0.025772105902433395
103	rnn.weight_hh_l2	4	0.05445482209324837
103	rnn.weight_hh_l2	5	-0.023602396249771118
103	rnn.weight_hh_l2	6	0.008379902690649033
103	rnn.weight_hh_l2	7	-0.05305961146950722
103	rnn.weight_hh_l2	8	-0.006095170043408871
103	rnn.weight_hh_l2	9	-0.018237384036183357
103	rnn.bias_ih_l2	0	0.14733852446079254
103	rnn.bias_ih_l2	1	0.013628612272441387
103	rnn.bias_ih_l2	2	0.07263550162315369
103	rnn.bias_ih_l2	3	0.025134306401014328
103	rnn.bias_ih_l2	4	-0.006071841344237328
103	rnn.bias_ih_l2	5	0.04668418690562248
103	rnn.bias_ih_l2	6	0.016153285279870033
103	rnn.bias_ih_l2	7	0.01670103892683983
103	rnn.bias_ih_l2	8	0.02039593644440174
103	rnn.bias_ih_l2	9	-0.015851812437176704
103	rnn.bias_hh_l2	0	0.03457460552453995
103	rnn.bias_hh_l2	1	0.0021170228719711304
103	rnn.bias_hh_l2	2	0.07017364352941513
103	rnn.bias_hh_l2	3	0.03004070743918419
103	rnn.bias_hh_l2	4	0.07677961885929108
103	rnn.bias_hh_l2	5	-0.06879976391792297
103	rnn.bias_hh_l2	6	0.03489110991358757
103	rnn.bias_hh_l2	7	-0.027216685935854912
103	rnn.bias_hh_l2	8	0.041738610714673996
103	rnn.bias_hh_l2	9	0.06380574405193329
103	rnn.weight_ih_l2_reverse	0	0.0823058933019638
103	rnn.weight_ih_l2_reverse	1	-0.05431339889764786
103	rnn.weight_ih_l2_reverse	2	0.0009037779527716339
103	rnn.weight_ih_l2_reverse	3	0.03524987772107124
103	rnn.weight_ih_l2_reverse	4	0.053962867707014084
103	rnn.weight_ih_l2_reverse	5	-0.040652092546224594
103	rnn.weight_ih_l2_reverse	6	-0.0005425217095762491
103	rnn.weight_ih_l2_reverse	7	-0.012737764976918697
103	rnn.weight_ih_l2_reverse	8	0.013050682842731476
103	rnn.weight_ih_l2_reverse	9	-0.08104994148015976
103	rnn.weight_hh_l2_reverse	0	-0.08275090903043747
103	rnn.weight_hh_l2_reverse	1	0.01391990389674902
103	rnn.weight_hh_l2_reverse	2	0.010495179332792759
103	rnn.weight_hh_l2_reverse	3	0.024307217448949814
103	rnn.weight_hh_l2_reverse	4	-0.0367986336350441
103	rnn.weight_hh_l2_reverse	5	-0.01502577867358923
103	rnn.weight_hh_l2_reverse	6	-0.0428885780274868
103	rnn.weight_hh_l2_reverse	7	-0.0598420649766922
103	rnn.weight_hh_l2_reverse	8	-0.006681699771434069
103	rnn.weight_hh_l2_reverse	9	-0.05904123932123184
103	rnn.bias_ih_l2_reverse	0	-0.04342137649655342
103	rnn.bias_ih_l2_reverse	1	-0.026827475056052208
103	rnn.bias_ih_l2_reverse	2	0.04033515602350235
103	rnn.bias_ih_l2_reverse	3	0.01889694854617119
103	rnn.bias_ih_l2_reverse	4	0.07646995782852173
103	rnn.bias_ih_l2_reverse	5	-0.08884072303771973
103	rnn.bias_ih_l2_reverse	6	-0.0435028150677681
103	rnn.bias_ih_l2_reverse	7	-0.04784541204571724
103	rnn.bias_ih_l2_reverse	8	0.05714099854230881
103	rnn.bias_ih_l2_reverse	9	0.023616721853613853
103	rnn.bias_hh_l2_reverse	0	0.07214036583900452
103	rnn.bias_hh_l2_reverse	1	-0.06970719993114471
103	rnn.bias_hh_l2_reverse	2	-0.06746513396501541
103	rnn.bias_hh_l2_reverse	3	0.03278118744492531
103	rnn.bias_hh_l2_reverse	4	0.031370654702186584
103	rnn.bias_hh_l2_reverse	5	0.03513508662581444
103	rnn.bias_hh_l2_reverse	6	-0.08244998753070831
103	rnn.bias_hh_l2_reverse	7	-0.009877892211079597
103	rnn.bias_hh_l2_reverse	8	-0.10044258087873459
103	rnn.bias_hh_l2_reverse	9	-0.05468958243727684
103	linear.weight	0	0.025028489530086517
103	linear.weight	1	0.1228938177227974
103	linear.weight	2	-0.023289723321795464
103	linear.weight	3	-0.034877900034189224
103	linear.weight	4	-0.022248394787311554
103	linear.weight	5	0.05317867174744606
103	linear.weight	6	0.006898232735693455
103	linear.weight	7	-0.07147715985774994
103	linear.weight	8	-0.0010133263422176242
103	linear.weight	9	0.08690133690834045
103	linear.bias	0	0.5367127656936646
103	linear.bias	1	0.6792277693748474
103	linear.bias	2	-1.5731596946716309
103	linear.bias	3	-0.05754556506872177
103	linear.bias	4	-0.050822705030441284
103	linear.bias	5	0.25591468811035156
104	transitions	0	0.05136149004101753
104	transitions	1	-10000.0
104	transitions	2	2.3305811882019043
104	transitions	3	-1.0551303625106812
104	transitions	4	-10000.0
104	transitions	5	-10000.0
104	transitions	6	-10000.0
104	transitions	7	0.8821701407432556
104	transitions	8	0.8546991944313049
104	transitions	9	-1.2734569311141968
104	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
104	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
104	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
104	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
104	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
104	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
104	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
104	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
104	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
104	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
104	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
104	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
104	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
104	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
104	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
104	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
104	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
104	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
104	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
104	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
104	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
104	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
104	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
104	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
104	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
104	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
104	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
104	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
104	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
104	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
104	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
104	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
104	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
104	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
104	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
104	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
104	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
104	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
104	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
104	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
104	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
104	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
104	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
104	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
104	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
104	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
104	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
104	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
104	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
104	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
104	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
104	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
104	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
104	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
104	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
104	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
104	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
104	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
104	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
104	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
104	embedding2nn.weight	0	0.014808742329478264
104	embedding2nn.weight	1	7.576207281090319e-05
104	embedding2nn.weight	2	0.0056047760881483555
104	embedding2nn.weight	3	0.0007428815006278455
104	embedding2nn.weight	4	-0.008012709207832813
104	embedding2nn.weight	5	-0.005293620750308037
104	embedding2nn.weight	6	-0.0007005989318713546
104	embedding2nn.weight	7	-0.0030920212157070637
104	embedding2nn.weight	8	0.013754618354141712
104	embedding2nn.weight	9	0.004432104993611574
104	embedding2nn.bias	0	-0.0016352121019735932
104	embedding2nn.bias	1	-0.012383361347019672
104	embedding2nn.bias	2	0.019448895007371902
104	embedding2nn.bias	3	-0.012617507018148899
104	embedding2nn.bias	4	-0.02568352222442627
104	embedding2nn.bias	5	-0.002034717472270131
104	embedding2nn.bias	6	0.011806240305304527
104	embedding2nn.bias	7	0.0073876576498150826
104	embedding2nn.bias	8	-0.020492037758231163
104	embedding2nn.bias	9	0.0005752075230702758
104	rnn.weight_ih_l0	0	-0.05217979475855827
104	rnn.weight_ih_l0	1	0.05078011006116867
104	rnn.weight_ih_l0	2	0.03183398023247719
104	rnn.weight_ih_l0	3	0.014637467451393604
104	rnn.weight_ih_l0	4	0.012536677531898022
104	rnn.weight_ih_l0	5	0.08418723195791245
104	rnn.weight_ih_l0	6	0.07599523663520813
104	rnn.weight_ih_l0	7	0.03781023994088173
104	rnn.weight_ih_l0	8	-0.045498594641685486
104	rnn.weight_ih_l0	9	0.00827151071280241
104	rnn.weight_hh_l0	0	0.008361687883734703
104	rnn.weight_hh_l0	1	-0.06379647552967072
104	rnn.weight_hh_l0	2	-0.06551270186901093
104	rnn.weight_hh_l0	3	0.07140558958053589
104	rnn.weight_hh_l0	4	0.07105638831853867
104	rnn.weight_hh_l0	5	0.0051983934827148914
104	rnn.weight_hh_l0	6	0.0028049929533153772
104	rnn.weight_hh_l0	7	-0.018567917868494987
104	rnn.weight_hh_l0	8	-0.02946094423532486
104	rnn.weight_hh_l0	9	0.057663705199956894
104	rnn.bias_ih_l0	0	-0.06098062917590141
104	rnn.bias_ih_l0	1	0.08774161338806152
104	rnn.bias_ih_l0	2	0.02035551145672798
104	rnn.bias_ih_l0	3	0.07878020405769348
104	rnn.bias_ih_l0	4	-0.0762331411242485
104	rnn.bias_ih_l0	5	0.0827321782708168
104	rnn.bias_ih_l0	6	-0.061507273465394974
104	rnn.bias_ih_l0	7	-0.03571101650595665
104	rnn.bias_ih_l0	8	-0.07977592945098877
104	rnn.bias_ih_l0	9	-0.04603423550724983
104	rnn.bias_hh_l0	0	0.030468033626675606
104	rnn.bias_hh_l0	1	0.07308473438024521
104	rnn.bias_hh_l0	2	0.06808372586965561
104	rnn.bias_hh_l0	3	0.08373674005270004
104	rnn.bias_hh_l0	4	-0.10171335935592651
104	rnn.bias_hh_l0	5	-0.07193803042173386
104	rnn.bias_hh_l0	6	0.07730788737535477
104	rnn.bias_hh_l0	7	-0.09319263696670532
104	rnn.bias_hh_l0	8	-0.026382779702544212
104	rnn.bias_hh_l0	9	-0.0042834351770579815
104	rnn.weight_ih_l0_reverse	0	0.0792507454752922
104	rnn.weight_ih_l0_reverse	1	0.07323342561721802
104	rnn.weight_ih_l0_reverse	2	0.03881698474287987
104	rnn.weight_ih_l0_reverse	3	0.03371940553188324
104	rnn.weight_ih_l0_reverse	4	-0.037108972668647766
104	rnn.weight_ih_l0_reverse	5	0.05095534771680832
104	rnn.weight_ih_l0_reverse	6	0.06640349328517914
104	rnn.weight_ih_l0_reverse	7	0.022623909637331963
104	rnn.weight_ih_l0_reverse	8	-0.05811760202050209
104	rnn.weight_ih_l0_reverse	9	-0.05282296612858772
104	rnn.weight_hh_l0_reverse	0	0.025552190840244293
104	rnn.weight_hh_l0_reverse	1	-0.08726612478494644
104	rnn.weight_hh_l0_reverse	2	0.06303867697715759
104	rnn.weight_hh_l0_reverse	3	-0.021211467683315277
104	rnn.weight_hh_l0_reverse	4	0.08373316377401352
104	rnn.weight_hh_l0_reverse	5	-0.0018269300926476717
104	rnn.weight_hh_l0_reverse	6	0.029287271201610565
104	rnn.weight_hh_l0_reverse	7	0.07820646464824677
104	rnn.weight_hh_l0_reverse	8	-0.022190863266587257
104	rnn.weight_hh_l0_reverse	9	-0.04660675674676895
104	rnn.bias_ih_l0_reverse	0	0.0008047070587053895
104	rnn.bias_ih_l0_reverse	1	-0.013308705762028694
104	rnn.bias_ih_l0_reverse	2	-0.01513155922293663
104	rnn.bias_ih_l0_reverse	3	0.04022771492600441
104	rnn.bias_ih_l0_reverse	4	0.0661361813545227
104	rnn.bias_ih_l0_reverse	5	-0.023084016516804695
104	rnn.bias_ih_l0_reverse	6	-0.027317145839333534
104	rnn.bias_ih_l0_reverse	7	-0.05065401270985603
104	rnn.bias_ih_l0_reverse	8	0.008930863812565804
104	rnn.bias_ih_l0_reverse	9	-0.07142489403486252
104	rnn.bias_hh_l0_reverse	0	0.03802553191781044
104	rnn.bias_hh_l0_reverse	1	-0.07278749346733093
104	rnn.bias_hh_l0_reverse	2	0.08495097607374191
104	rnn.bias_hh_l0_reverse	3	0.05762837454676628
104	rnn.bias_hh_l0_reverse	4	0.020984701812267303
104	rnn.bias_hh_l0_reverse	5	0.04315338283777237
104	rnn.bias_hh_l0_reverse	6	0.06324923038482666
104	rnn.bias_hh_l0_reverse	7	0.08796455711126328
104	rnn.bias_hh_l0_reverse	8	-0.011380448937416077
104	rnn.bias_hh_l0_reverse	9	0.0524289496243
104	rnn.weight_ih_l1	0	0.023060377687215805
104	rnn.weight_ih_l1	1	0.015027913264930248
104	rnn.weight_ih_l1	2	0.08368347585201263
104	rnn.weight_ih_l1	3	-0.0241553857922554
104	rnn.weight_ih_l1	4	-0.02402469888329506
104	rnn.weight_ih_l1	5	-0.013930929824709892
104	rnn.weight_ih_l1	6	0.07249359041452408
104	rnn.weight_ih_l1	7	-0.006345119792968035
104	rnn.weight_ih_l1	8	-0.052960291504859924
104	rnn.weight_ih_l1	9	0.057430826127529144
104	rnn.weight_hh_l1	0	-0.0796518474817276
104	rnn.weight_hh_l1	1	-0.036233630031347275
104	rnn.weight_hh_l1	2	-0.008153911679983139
104	rnn.weight_hh_l1	3	-0.05850280448794365
104	rnn.weight_hh_l1	4	0.0854971706867218
104	rnn.weight_hh_l1	5	-0.08411191403865814
104	rnn.weight_hh_l1	6	-0.04951409250497818
104	rnn.weight_hh_l1	7	0.06526724249124527
104	rnn.weight_hh_l1	8	-0.013501588255167007
104	rnn.weight_hh_l1	9	-0.03945939242839813
104	rnn.bias_ih_l1	0	-0.04615572467446327
104	rnn.bias_ih_l1	1	0.05807293951511383
104	rnn.bias_ih_l1	2	-0.04811456426978111
104	rnn.bias_ih_l1	3	-0.07451688498258591
104	rnn.bias_ih_l1	4	-0.029753202572464943
104	rnn.bias_ih_l1	5	-0.03259032964706421
104	rnn.bias_ih_l1	6	-0.05232638120651245
104	rnn.bias_ih_l1	7	0.06265593320131302
104	rnn.bias_ih_l1	8	0.08211324363946915
104	rnn.bias_ih_l1	9	0.0379776805639267
104	rnn.bias_hh_l1	0	0.06932874023914337
104	rnn.bias_hh_l1	1	-0.05900297686457634
104	rnn.bias_hh_l1	2	0.022340690717101097
104	rnn.bias_hh_l1	3	0.07185205817222595
104	rnn.bias_hh_l1	4	0.05732521414756775
104	rnn.bias_hh_l1	5	-0.0771394893527031
104	rnn.bias_hh_l1	6	0.014868974685668945
104	rnn.bias_hh_l1	7	0.03962263837456703
104	rnn.bias_hh_l1	8	0.012428142130374908
104	rnn.bias_hh_l1	9	-0.005195475183427334
104	rnn.weight_ih_l1_reverse	0	0.08661555498838425
104	rnn.weight_ih_l1_reverse	1	-0.04161709547042847
104	rnn.weight_ih_l1_reverse	2	-0.06209312751889229
104	rnn.weight_ih_l1_reverse	3	0.025605207309126854
104	rnn.weight_ih_l1_reverse	4	-0.04623344913125038
104	rnn.weight_ih_l1_reverse	5	0.024161390960216522
104	rnn.weight_ih_l1_reverse	6	0.04054820165038109
104	rnn.weight_ih_l1_reverse	7	0.020640471950173378
104	rnn.weight_ih_l1_reverse	8	-0.00842713937163353
104	rnn.weight_ih_l1_reverse	9	-0.06559830904006958
104	rnn.weight_hh_l1_reverse	0	0.005075902212411165
104	rnn.weight_hh_l1_reverse	1	0.018841441720724106
104	rnn.weight_hh_l1_reverse	2	-0.05821510776877403
104	rnn.weight_hh_l1_reverse	3	-0.012847544625401497
104	rnn.weight_hh_l1_reverse	4	0.008915822952985764
104	rnn.weight_hh_l1_reverse	5	-0.06537635624408722
104	rnn.weight_hh_l1_reverse	6	-0.06736810505390167
104	rnn.weight_hh_l1_reverse	7	-0.011445004492998123
104	rnn.weight_hh_l1_reverse	8	-0.05847010761499405
104	rnn.weight_hh_l1_reverse	9	-0.04349115490913391
104	rnn.bias_ih_l1_reverse	0	-0.002791760256513953
104	rnn.bias_ih_l1_reverse	1	-0.04194214195013046
104	rnn.bias_ih_l1_reverse	2	0.023607352748513222
104	rnn.bias_ih_l1_reverse	3	-0.08193807303905487
104	rnn.bias_ih_l1_reverse	4	-0.08696364611387253
104	rnn.bias_ih_l1_reverse	5	-0.08771707862615585
104	rnn.bias_ih_l1_reverse	6	0.06212097778916359
104	rnn.bias_ih_l1_reverse	7	0.08485964685678482
104	rnn.bias_ih_l1_reverse	8	0.012141529470682144
104	rnn.bias_ih_l1_reverse	9	-0.011362079530954361
104	rnn.bias_hh_l1_reverse	0	0.061172664165496826
104	rnn.bias_hh_l1_reverse	1	-0.06864016503095627
104	rnn.bias_hh_l1_reverse	2	-0.05202716961503029
104	rnn.bias_hh_l1_reverse	3	0.07261908054351807
104	rnn.bias_hh_l1_reverse	4	-0.023763511329889297
104	rnn.bias_hh_l1_reverse	5	-0.007590502500534058
104	rnn.bias_hh_l1_reverse	6	-0.05937858670949936
104	rnn.bias_hh_l1_reverse	7	-0.06116951256990433
104	rnn.bias_hh_l1_reverse	8	0.06576057523488998
104	rnn.bias_hh_l1_reverse	9	0.04569920524954796
104	rnn.weight_ih_l2	0	0.07273565977811813
104	rnn.weight_ih_l2	1	-0.054268915206193924
104	rnn.weight_ih_l2	2	0.06337974220514297
104	rnn.weight_ih_l2	3	0.06594341993331909
104	rnn.weight_ih_l2	4	0.056635063141584396
104	rnn.weight_ih_l2	5	-0.035516105592250824
104	rnn.weight_ih_l2	6	-0.07564156502485275
104	rnn.weight_ih_l2	7	0.01281040720641613
104	rnn.weight_ih_l2	8	-0.017157431691884995
104	rnn.weight_ih_l2	9	-0.06921235471963882
104	rnn.weight_hh_l2	0	0.048317331820726395
104	rnn.weight_hh_l2	1	0.031104473397135735
104	rnn.weight_hh_l2	2	-0.05472390726208687
104	rnn.weight_hh_l2	3	-0.025662679225206375
104	rnn.weight_hh_l2	4	0.05444055050611496
104	rnn.weight_hh_l2	5	-0.023626549169421196
104	rnn.weight_hh_l2	6	0.008348541334271431
104	rnn.weight_hh_l2	7	-0.05307319015264511
104	rnn.weight_hh_l2	8	-0.006056012120097876
104	rnn.weight_hh_l2	9	-0.01820538565516472
104	rnn.bias_ih_l2	0	0.14655613899230957
104	rnn.bias_ih_l2	1	0.013703415170311928
104	rnn.bias_ih_l2	2	0.07257362455129623
104	rnn.bias_ih_l2	3	0.025526095181703568
104	rnn.bias_ih_l2	4	-0.00584664149209857
104	rnn.bias_ih_l2	5	0.04758080840110779
104	rnn.bias_ih_l2	6	0.016131926327943802
104	rnn.bias_ih_l2	7	0.016508260741829872
104	rnn.bias_ih_l2	8	0.020402928814291954
104	rnn.bias_ih_l2	9	-0.015824677422642708
104	rnn.bias_hh_l2	0	0.035090524703264236
104	rnn.bias_hh_l2	1	0.0026917033828794956
104	rnn.bias_hh_l2	2	0.07005498558282852
104	rnn.bias_hh_l2	3	0.030108872801065445
104	rnn.bias_hh_l2	4	0.07671702653169632
104	rnn.bias_hh_l2	5	-0.07640017569065094
104	rnn.bias_hh_l2	6	0.037630029022693634
104	rnn.bias_hh_l2	7	-0.027029266580939293
104	rnn.bias_hh_l2	8	0.041856590658426285
104	rnn.bias_hh_l2	9	0.06333629786968231
104	rnn.weight_ih_l2_reverse	0	0.08231176435947418
104	rnn.weight_ih_l2_reverse	1	-0.05420905351638794
104	rnn.weight_ih_l2_reverse	2	0.0009194084559567273
104	rnn.weight_ih_l2_reverse	3	0.03527013957500458
104	rnn.weight_ih_l2_reverse	4	0.05396375432610512
104	rnn.weight_ih_l2_reverse	5	-0.04065072163939476
104	rnn.weight_ih_l2_reverse	6	-0.0004988859291188419
104	rnn.weight_ih_l2_reverse	7	-0.012784954160451889
104	rnn.weight_ih_l2_reverse	8	0.013732396997511387
104	rnn.weight_ih_l2_reverse	9	-0.0810554176568985
104	rnn.weight_hh_l2_reverse	0	-0.08275055140256882
104	rnn.weight_hh_l2_reverse	1	0.01411181315779686
104	rnn.weight_hh_l2_reverse	2	0.01048516295850277
104	rnn.weight_hh_l2_reverse	3	0.024309314787387848
104	rnn.weight_hh_l2_reverse	4	-0.03682810440659523
104	rnn.weight_hh_l2_reverse	5	-0.014977305196225643
104	rnn.weight_hh_l2_reverse	6	-0.042487822473049164
104	rnn.weight_hh_l2_reverse	7	-0.05983983725309372
104	rnn.weight_hh_l2_reverse	8	-0.006675493437796831
104	rnn.weight_hh_l2_reverse	9	-0.059045180678367615
104	rnn.bias_ih_l2_reverse	0	-0.04050834849476814
104	rnn.bias_ih_l2_reverse	1	-0.026391558349132538
104	rnn.bias_ih_l2_reverse	2	0.04030381515622139
104	rnn.bias_ih_l2_reverse	3	0.016479559242725372
104	rnn.bias_ih_l2_reverse	4	0.07628636062145233
104	rnn.bias_ih_l2_reverse	5	-0.08907431364059448
104	rnn.bias_ih_l2_reverse	6	-0.04338112473487854
104	rnn.bias_ih_l2_reverse	7	-0.047621920704841614
104	rnn.bias_ih_l2_reverse	8	0.05814867839217186
104	rnn.bias_ih_l2_reverse	9	0.02710358053445816
104	rnn.bias_hh_l2_reverse	0	0.06627887487411499
104	rnn.bias_hh_l2_reverse	1	-0.06946509331464767
104	rnn.bias_hh_l2_reverse	2	-0.06746362894773483
104	rnn.bias_hh_l2_reverse	3	0.03281938657164574
104	rnn.bias_hh_l2_reverse	4	0.031515032052993774
104	rnn.bias_hh_l2_reverse	5	0.03501729667186737
104	rnn.bias_hh_l2_reverse	6	-0.08243389427661896
104	rnn.bias_hh_l2_reverse	7	-0.010011063888669014
104	rnn.bias_hh_l2_reverse	8	-0.10054837912321091
104	rnn.bias_hh_l2_reverse	9	-0.05448591709136963
104	linear.weight	0	0.025028489530086517
104	linear.weight	1	0.13099004328250885
104	linear.weight	2	-0.02340555004775524
104	linear.weight	3	-0.03597242012619972
104	linear.weight	4	-0.022248394787311554
104	linear.weight	5	0.05438315495848656
104	linear.weight	6	0.0045508332550525665
104	linear.weight	7	-0.056921280920505524
104	linear.weight	8	-0.0014502534177154303
104	linear.weight	9	0.08775404095649719
104	linear.bias	0	0.47971177101135254
104	linear.bias	1	0.6179291605949402
104	linear.bias	2	-1.5755075216293335
104	linear.bias	3	-0.05754556506872177
104	linear.bias	4	-0.050822705030441284
104	linear.bias	5	0.3765621781349182
105	transitions	0	0.05084012448787689
105	transitions	1	-10000.0
105	transitions	2	2.379668712615967
105	transitions	3	-1.051142930984497
105	transitions	4	-10000.0
105	transitions	5	-10000.0
105	transitions	6	-10000.0
105	transitions	7	0.882147490978241
105	transitions	8	0.8542141914367676
105	transitions	9	-1.2743781805038452
105	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
105	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
105	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
105	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
105	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
105	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
105	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
105	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
105	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
105	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
105	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
105	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
105	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
105	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
105	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
105	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
105	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
105	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
105	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
105	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
105	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
105	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
105	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
105	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
105	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
105	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
105	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
105	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
105	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
105	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
105	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
105	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
105	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
105	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
105	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
105	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
105	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
105	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
105	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
105	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
105	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
105	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
105	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
105	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
105	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
105	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
105	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
105	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
105	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
105	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
105	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
105	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
105	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
105	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
105	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
105	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
105	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
105	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
105	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
105	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
105	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
105	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
105	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
105	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
105	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
105	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
105	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
105	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
105	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
105	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
105	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
105	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
105	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
105	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
105	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
105	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
105	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
105	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
105	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
105	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
105	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
105	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
105	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
105	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
105	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
105	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
105	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
105	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
105	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
105	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
105	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
105	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
105	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
105	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
105	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
105	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
105	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
105	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
105	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
105	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
105	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
105	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
105	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
105	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
105	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
105	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
105	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
105	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
105	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
105	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
105	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
105	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
105	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
105	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
105	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
105	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
105	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
105	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
105	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
105	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
105	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
105	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
105	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
105	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
105	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
105	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
105	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
105	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
105	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
105	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
105	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
105	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
105	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
105	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
105	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
105	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
105	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
105	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
105	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
105	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
105	embedding2nn.weight	0	0.014808829873800278
105	embedding2nn.weight	1	4.5458793465513736e-05
105	embedding2nn.weight	2	0.005606575403362513
105	embedding2nn.weight	3	0.0007502862135879695
105	embedding2nn.weight	4	-0.007969158701598644
105	embedding2nn.weight	5	-0.005303182639181614
105	embedding2nn.weight	6	-0.0006647064001299441
105	embedding2nn.weight	7	-0.00309633812867105
105	embedding2nn.weight	8	0.013784697279334068
105	embedding2nn.weight	9	0.004424029495567083
105	embedding2nn.bias	0	-8.489806350553408e-05
105	embedding2nn.bias	1	-0.012514041736721992
105	embedding2nn.bias	2	0.01763908937573433
105	embedding2nn.bias	3	-0.010913703590631485
105	embedding2nn.bias	4	-0.023950403556227684
105	embedding2nn.bias	5	-0.001845693332143128
105	embedding2nn.bias	6	0.012229935266077518
105	embedding2nn.bias	7	0.005111398175358772
105	embedding2nn.bias	8	-0.019190996885299683
105	embedding2nn.bias	9	1.5770612662890926e-05
105	rnn.weight_ih_l0	0	-0.052377257496118546
105	rnn.weight_ih_l0	1	0.0507914200425148
105	rnn.weight_ih_l0	2	0.031827379018068314
105	rnn.weight_ih_l0	3	0.014647455886006355
105	rnn.weight_ih_l0	4	0.012598645873367786
105	rnn.weight_ih_l0	5	0.08417811244726181
105	rnn.weight_ih_l0	6	0.07603436708450317
105	rnn.weight_ih_l0	7	0.037808846682310104
105	rnn.weight_ih_l0	8	-0.04535101726651192
105	rnn.weight_ih_l0	9	0.008259059861302376
105	rnn.weight_hh_l0	0	0.00836035143584013
105	rnn.weight_hh_l0	1	-0.0638817548751831
105	rnn.weight_hh_l0	2	-0.06550067663192749
105	rnn.weight_hh_l0	3	0.07149219512939453
105	rnn.weight_hh_l0	4	0.07112112641334534
105	rnn.weight_hh_l0	5	0.005507503170520067
105	rnn.weight_hh_l0	6	0.002835799241438508
105	rnn.weight_hh_l0	7	-0.018310461193323135
105	rnn.weight_hh_l0	8	-0.029508883133530617
105	rnn.weight_hh_l0	9	0.057654671370983124
105	rnn.bias_ih_l0	0	-0.06120343133807182
105	rnn.bias_ih_l0	1	0.08772904425859451
105	rnn.bias_ih_l0	2	0.02042507752776146
105	rnn.bias_ih_l0	3	0.07908734679222107
105	rnn.bias_ih_l0	4	-0.072856605052948
105	rnn.bias_ih_l0	5	0.08196142315864563
105	rnn.bias_ih_l0	6	-0.06386636197566986
105	rnn.bias_ih_l0	7	-0.03591411933302879
105	rnn.bias_ih_l0	8	-0.08295200765132904
105	rnn.bias_ih_l0	9	-0.04623710364103317
105	rnn.bias_hh_l0	0	0.031595829874277115
105	rnn.bias_hh_l0	1	0.0730447843670845
105	rnn.bias_hh_l0	2	0.06797405332326889
105	rnn.bias_hh_l0	3	0.08421097695827484
105	rnn.bias_hh_l0	4	-0.09923229366540909
105	rnn.bias_hh_l0	5	-0.07194335758686066
105	rnn.bias_hh_l0	6	0.07732008397579193
105	rnn.bias_hh_l0	7	-0.0887952521443367
105	rnn.bias_hh_l0	8	-0.026464354246854782
105	rnn.bias_hh_l0	9	0.00040517206070944667
105	rnn.weight_ih_l0_reverse	0	0.07924147695302963
105	rnn.weight_ih_l0_reverse	1	0.07320991158485413
105	rnn.weight_ih_l0_reverse	2	0.03882113844156265
105	rnn.weight_ih_l0_reverse	3	0.03370136022567749
105	rnn.weight_ih_l0_reverse	4	-0.03708094358444214
105	rnn.weight_ih_l0_reverse	5	0.050955116748809814
105	rnn.weight_ih_l0_reverse	6	0.06640683114528656
105	rnn.weight_ih_l0_reverse	7	0.02262493036687374
105	rnn.weight_ih_l0_reverse	8	-0.05797627940773964
105	rnn.weight_ih_l0_reverse	9	-0.05281797796487808
105	rnn.weight_hh_l0_reverse	0	0.02554892934858799
105	rnn.weight_hh_l0_reverse	1	-0.08734127134084702
105	rnn.weight_hh_l0_reverse	2	0.06311240792274475
105	rnn.weight_hh_l0_reverse	3	-0.02121969498693943
105	rnn.weight_hh_l0_reverse	4	0.08365825563669205
105	rnn.weight_hh_l0_reverse	5	-0.0017149938503280282
105	rnn.weight_hh_l0_reverse	6	0.029616868123412132
105	rnn.weight_hh_l0_reverse	7	0.07825493067502975
105	rnn.weight_hh_l0_reverse	8	-0.02222522161900997
105	rnn.weight_hh_l0_reverse	9	-0.04662162438035011
105	rnn.bias_ih_l0_reverse	0	0.0007051833672448993
105	rnn.bias_ih_l0_reverse	1	-0.01606610231101513
105	rnn.bias_ih_l0_reverse	2	-0.015246371738612652
105	rnn.bias_ih_l0_reverse	3	0.03992709890007973
105	rnn.bias_ih_l0_reverse	4	0.06606000661849976
105	rnn.bias_ih_l0_reverse	5	-0.022799288854002953
105	rnn.bias_ih_l0_reverse	6	-0.027569005265831947
105	rnn.bias_ih_l0_reverse	7	-0.05034264922142029
105	rnn.bias_ih_l0_reverse	8	0.00836837850511074
105	rnn.bias_ih_l0_reverse	9	-0.07169612497091293
105	rnn.bias_hh_l0_reverse	0	0.03803779184818268
105	rnn.bias_hh_l0_reverse	1	-0.07305872440338135
105	rnn.bias_hh_l0_reverse	2	0.0844067707657814
105	rnn.bias_hh_l0_reverse	3	0.05830954387784004
105	rnn.bias_hh_l0_reverse	4	0.021633252501487732
105	rnn.bias_hh_l0_reverse	5	0.04309970885515213
105	rnn.bias_hh_l0_reverse	6	0.06462540477514267
105	rnn.bias_hh_l0_reverse	7	0.088816799223423
105	rnn.bias_hh_l0_reverse	8	-0.011150808073580265
105	rnn.bias_hh_l0_reverse	9	0.052087780088186264
105	rnn.weight_ih_l1	0	0.02277052029967308
105	rnn.weight_ih_l1	1	0.014980337582528591
105	rnn.weight_ih_l1	2	0.08366692066192627
105	rnn.weight_ih_l1	3	-0.024169836193323135
105	rnn.weight_ih_l1	4	-0.023978764191269875
105	rnn.weight_ih_l1	5	-0.013747966848313808
105	rnn.weight_ih_l1	6	0.07251664251089096
105	rnn.weight_ih_l1	7	-0.006394290365278721
105	rnn.weight_ih_l1	8	-0.052828073501586914
105	rnn.weight_ih_l1	9	0.05765395984053612
105	rnn.weight_hh_l1	0	-0.08011486381292343
105	rnn.weight_hh_l1	1	-0.03618592768907547
105	rnn.weight_hh_l1	2	-0.008152622729539871
105	rnn.weight_hh_l1	3	-0.0583619587123394
105	rnn.weight_hh_l1	4	0.08537378907203674
105	rnn.weight_hh_l1	5	-0.0841090977191925
105	rnn.weight_hh_l1	6	-0.049561694264411926
105	rnn.weight_hh_l1	7	0.06531570851802826
105	rnn.weight_hh_l1	8	-0.013477274216711521
105	rnn.weight_hh_l1	9	-0.03942827135324478
105	rnn.bias_ih_l1	0	-0.045004840940237045
105	rnn.bias_ih_l1	1	0.058332305401563644
105	rnn.bias_ih_l1	2	-0.04809270054101944
105	rnn.bias_ih_l1	3	-0.07472236454486847
105	rnn.bias_ih_l1	4	-0.029727594926953316
105	rnn.bias_ih_l1	5	-0.02077244594693184
105	rnn.bias_ih_l1	6	-0.05351414158940315
105	rnn.bias_ih_l1	7	0.06245279684662819
105	rnn.bias_ih_l1	8	0.0826636403799057
105	rnn.bias_ih_l1	9	0.038806673139333725
105	rnn.bias_hh_l1	0	0.0692526176571846
105	rnn.bias_hh_l1	1	-0.059171728789806366
105	rnn.bias_hh_l1	2	0.022188885137438774
105	rnn.bias_hh_l1	3	0.07272609323263168
105	rnn.bias_hh_l1	4	0.05736937373876572
105	rnn.bias_hh_l1	5	-0.07730873674154282
105	rnn.bias_hh_l1	6	0.014785343781113625
105	rnn.bias_hh_l1	7	0.03998805582523346
105	rnn.bias_hh_l1	8	0.012185717932879925
105	rnn.bias_hh_l1	9	-0.004857307765632868
105	rnn.weight_ih_l1_reverse	0	0.08649083971977234
105	rnn.weight_ih_l1_reverse	1	-0.041624441742897034
105	rnn.weight_ih_l1_reverse	2	-0.06207180768251419
105	rnn.weight_ih_l1_reverse	3	0.025627829134464264
105	rnn.weight_ih_l1_reverse	4	-0.046209607273340225
105	rnn.weight_ih_l1_reverse	5	0.024195760488510132
105	rnn.weight_ih_l1_reverse	6	0.04049371927976608
105	rnn.weight_ih_l1_reverse	7	0.0205850712954998
105	rnn.weight_ih_l1_reverse	8	-0.008405560627579689
105	rnn.weight_ih_l1_reverse	9	-0.06463174521923065
105	rnn.weight_hh_l1_reverse	0	0.005038520786911249
105	rnn.weight_hh_l1_reverse	1	0.018859777599573135
105	rnn.weight_hh_l1_reverse	2	-0.05820260941982269
105	rnn.weight_hh_l1_reverse	3	-0.012906785123050213
105	rnn.weight_hh_l1_reverse	4	0.008916951715946198
105	rnn.weight_hh_l1_reverse	5	-0.06541616469621658
105	rnn.weight_hh_l1_reverse	6	-0.06737670302391052
105	rnn.weight_hh_l1_reverse	7	-0.011435341089963913
105	rnn.weight_hh_l1_reverse	8	-0.05856296420097351
105	rnn.weight_hh_l1_reverse	9	-0.043551940470933914
105	rnn.bias_ih_l1_reverse	0	-0.003093280829489231
105	rnn.bias_ih_l1_reverse	1	-0.04205000773072243
105	rnn.bias_ih_l1_reverse	2	0.024028681218624115
105	rnn.bias_ih_l1_reverse	3	-0.08159645646810532
105	rnn.bias_ih_l1_reverse	4	-0.08718647807836533
105	rnn.bias_ih_l1_reverse	5	-0.08737527579069138
105	rnn.bias_ih_l1_reverse	6	0.062262218445539474
105	rnn.bias_ih_l1_reverse	7	0.08488333970308304
105	rnn.bias_ih_l1_reverse	8	0.010206660255789757
105	rnn.bias_ih_l1_reverse	9	-0.01072045136243105
105	rnn.bias_hh_l1_reverse	0	0.06120869517326355
105	rnn.bias_hh_l1_reverse	1	-0.06852807104587555
105	rnn.bias_hh_l1_reverse	2	-0.05204043537378311
105	rnn.bias_hh_l1_reverse	3	0.07286250591278076
105	rnn.bias_hh_l1_reverse	4	-0.02427850291132927
105	rnn.bias_hh_l1_reverse	5	-0.007622969802469015
105	rnn.bias_hh_l1_reverse	6	-0.05924297496676445
105	rnn.bias_hh_l1_reverse	7	-0.06125396490097046
105	rnn.bias_hh_l1_reverse	8	0.06579276919364929
105	rnn.bias_hh_l1_reverse	9	0.04603172466158867
105	rnn.weight_ih_l2	0	0.0717686340212822
105	rnn.weight_ih_l2	1	-0.054260365664958954
105	rnn.weight_ih_l2	2	0.06335248798131943
105	rnn.weight_ih_l2	3	0.06586454063653946
105	rnn.weight_ih_l2	4	0.056557293981313705
105	rnn.weight_ih_l2	5	-0.03517438471317291
105	rnn.weight_ih_l2	6	-0.07571423053741455
105	rnn.weight_ih_l2	7	0.01279244665056467
105	rnn.weight_ih_l2	8	-0.017172526568174362
105	rnn.weight_ih_l2	9	-0.06920979171991348
105	rnn.weight_hh_l2	0	0.048279374837875366
105	rnn.weight_hh_l2	1	0.03101923316717148
105	rnn.weight_hh_l2	2	-0.05470393970608711
105	rnn.weight_hh_l2	3	-0.025697434321045876
105	rnn.weight_hh_l2	4	0.054439522325992584
105	rnn.weight_hh_l2	5	-0.023486459627747536
105	rnn.weight_hh_l2	6	0.008354470133781433
105	rnn.weight_hh_l2	7	-0.05309343710541725
105	rnn.weight_hh_l2	8	-0.006118215154856443
105	rnn.weight_hh_l2	9	-0.01827755756676197
105	rnn.bias_ih_l2	0	0.15395671129226685
105	rnn.bias_ih_l2	1	0.012494206428527832
105	rnn.bias_ih_l2	2	0.07305030524730682
105	rnn.bias_ih_l2	3	0.026254629716277122
105	rnn.bias_ih_l2	4	-0.006189906969666481
105	rnn.bias_ih_l2	5	0.047490961849689484
105	rnn.bias_ih_l2	6	0.01625288464128971
105	rnn.bias_ih_l2	7	0.016839424148201942
105	rnn.bias_ih_l2	8	0.020477641373872757
105	rnn.bias_ih_l2	9	-0.01576956734061241
105	rnn.bias_hh_l2	0	0.03753536567091942
105	rnn.bias_hh_l2	1	0.0030850342009216547
105	rnn.bias_hh_l2	2	0.07102841883897781
105	rnn.bias_hh_l2	3	0.030008450150489807
105	rnn.bias_hh_l2	4	0.07682902365922928
105	rnn.bias_hh_l2	5	-0.07337260246276855
105	rnn.bias_hh_l2	6	0.029146771878004074
105	rnn.bias_hh_l2	7	-0.02632073312997818
105	rnn.bias_hh_l2	8	0.041608259081840515
105	rnn.bias_hh_l2	9	0.0522758774459362
105	rnn.weight_ih_l2_reverse	0	0.08232007175683975
105	rnn.weight_ih_l2_reverse	1	-0.05428856611251831
105	rnn.weight_ih_l2_reverse	2	0.0009528305963613093
105	rnn.weight_ih_l2_reverse	3	0.03527061268687248
105	rnn.weight_ih_l2_reverse	4	0.05395454540848732
105	rnn.weight_ih_l2_reverse	5	-0.040643952786922455
105	rnn.weight_ih_l2_reverse	6	-0.0008207329083234072
105	rnn.weight_ih_l2_reverse	7	-0.012667344883084297
105	rnn.weight_ih_l2_reverse	8	0.01414739340543747
105	rnn.weight_ih_l2_reverse	9	-0.08106948435306549
105	rnn.weight_hh_l2_reverse	0	-0.08274766057729721
105	rnn.weight_hh_l2_reverse	1	0.014184092171490192
105	rnn.weight_hh_l2_reverse	2	0.0104832723736763
105	rnn.weight_hh_l2_reverse	3	0.02431090734899044
105	rnn.weight_hh_l2_reverse	4	-0.03683675453066826
105	rnn.weight_hh_l2_reverse	5	-0.014981933869421482
105	rnn.weight_hh_l2_reverse	6	-0.042579326778650284
105	rnn.weight_hh_l2_reverse	7	-0.05984218791127205
105	rnn.weight_hh_l2_reverse	8	-0.006671836134046316
105	rnn.weight_hh_l2_reverse	9	-0.05905121564865112
105	rnn.bias_ih_l2_reverse	0	-0.048231322318315506
105	rnn.bias_ih_l2_reverse	1	-0.026348285377025604
105	rnn.bias_ih_l2_reverse	2	0.04067259654402733
105	rnn.bias_ih_l2_reverse	3	0.02121121995151043
105	rnn.bias_ih_l2_reverse	4	0.07639238238334656
105	rnn.bias_ih_l2_reverse	5	-0.08903556317090988
105	rnn.bias_ih_l2_reverse	6	-0.04337853193283081
105	rnn.bias_ih_l2_reverse	7	-0.04973658174276352
105	rnn.bias_ih_l2_reverse	8	0.058130938559770584
105	rnn.bias_ih_l2_reverse	9	0.026141071692109108
105	rnn.bias_hh_l2_reverse	0	0.06637756526470184
105	rnn.bias_hh_l2_reverse	1	-0.07063862681388855
105	rnn.bias_hh_l2_reverse	2	-0.06747502088546753
105	rnn.bias_hh_l2_reverse	3	0.032675568014383316
105	rnn.bias_hh_l2_reverse	4	0.032014135271310806
105	rnn.bias_hh_l2_reverse	5	0.03530106693506241
105	rnn.bias_hh_l2_reverse	6	-0.082469142973423
105	rnn.bias_hh_l2_reverse	7	-0.009692848660051823
105	rnn.bias_hh_l2_reverse	8	-0.1031617671251297
105	rnn.bias_hh_l2_reverse	9	-0.05457615107297897
105	linear.weight	0	0.025028489530086517
105	linear.weight	1	0.12991996109485626
105	linear.weight	2	-0.023449180647730827
105	linear.weight	3	-0.036044906824827194
105	linear.weight	4	-0.022248394787311554
105	linear.weight	5	0.0570862740278244
105	linear.weight	6	8.367069676751271e-05
105	linear.weight	7	-0.06323476880788803
105	linear.weight	8	-0.0015975559363141656
105	linear.weight	9	0.08951947838068008
105	linear.bias	0	0.5236243009567261
105	linear.bias	1	0.6784038543701172
105	linear.bias	2	-1.5770844221115112
105	linear.bias	3	-0.05754556506872177
105	linear.bias	4	-0.050822705030441284
105	linear.bias	5	0.2737519443035126
106	transitions	0	0.05013015866279602
106	transitions	1	-10000.0
106	transitions	2	2.378769874572754
106	transitions	3	-1.079061508178711
106	transitions	4	-10000.0
106	transitions	5	-10000.0
106	transitions	6	-10000.0
106	transitions	7	0.8821147680282593
106	transitions	8	0.8532679080963135
106	transitions	9	-1.2631993293762207
106	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
106	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
106	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
106	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
106	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
106	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
106	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
106	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
106	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
106	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
106	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
106	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
106	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
106	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
106	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
106	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
106	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
106	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
106	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
106	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
106	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
106	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
106	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
106	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
106	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
106	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
106	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
106	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
106	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
106	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
106	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
106	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
106	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
106	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
106	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
106	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
106	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
106	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
106	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
106	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
106	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
106	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
106	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
106	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
106	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
106	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
106	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
106	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
106	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
106	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
106	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
106	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
106	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
106	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
106	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
106	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
106	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
106	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
106	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
106	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
106	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
106	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
106	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
106	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
106	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
106	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
106	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
106	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
106	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
106	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
106	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
106	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
106	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
106	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
106	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
106	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
106	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
106	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
106	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
106	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
106	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
106	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
106	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
106	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
106	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
106	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
106	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
106	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
106	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
106	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
106	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
106	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
106	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
106	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
106	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
106	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
106	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
106	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
106	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
106	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
106	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
106	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
106	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
106	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
106	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
106	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
106	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
106	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
106	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
106	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
106	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
106	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
106	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
106	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
106	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
106	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
106	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
106	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
106	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
106	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
106	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
106	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
106	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
106	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
106	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
106	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
106	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
106	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
106	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
106	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
106	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
106	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
106	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
106	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
106	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
106	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
106	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
106	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
106	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
106	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
106	embedding2nn.weight	0	0.014799034222960472
106	embedding2nn.weight	1	4.438854375621304e-05
106	embedding2nn.weight	2	0.0056106955744326115
106	embedding2nn.weight	3	0.0007489243289455771
106	embedding2nn.weight	4	-0.0076482114382088184
106	embedding2nn.weight	5	-0.005281209945678711
106	embedding2nn.weight	6	-0.0007142357644625008
106	embedding2nn.weight	7	-0.0031028110533952713
106	embedding2nn.weight	8	0.013716613873839378
106	embedding2nn.weight	9	0.004423325415700674
106	embedding2nn.bias	0	0.0020945200230926275
106	embedding2nn.bias	1	-0.011501910164952278
106	embedding2nn.bias	2	0.018478941172361374
106	embedding2nn.bias	3	-0.012504291720688343
106	embedding2nn.bias	4	-0.0235397070646286
106	embedding2nn.bias	5	-0.0016383178299292922
106	embedding2nn.bias	6	0.013907968997955322
106	embedding2nn.bias	7	0.004440403077751398
106	embedding2nn.bias	8	-0.01923407055437565
106	embedding2nn.bias	9	-9.035625407705083e-05
106	rnn.weight_ih_l0	0	-0.05211779102683067
106	rnn.weight_ih_l0	1	0.05078568682074547
106	rnn.weight_ih_l0	2	0.03182361274957657
106	rnn.weight_ih_l0	3	0.014697819016873837
106	rnn.weight_ih_l0	4	0.012521814554929733
106	rnn.weight_ih_l0	5	0.08417162299156189
106	rnn.weight_ih_l0	6	0.07593398541212082
106	rnn.weight_ih_l0	7	0.03780659660696983
106	rnn.weight_ih_l0	8	-0.04537086561322212
106	rnn.weight_ih_l0	9	0.00837058573961258
106	rnn.weight_hh_l0	0	0.00835237093269825
106	rnn.weight_hh_l0	1	-0.06384580582380295
106	rnn.weight_hh_l0	2	-0.06547312438488007
106	rnn.weight_hh_l0	3	0.07145053893327713
106	rnn.weight_hh_l0	4	0.07108595222234726
106	rnn.weight_hh_l0	5	0.0053923348896205425
106	rnn.weight_hh_l0	6	0.0021099550649523735
106	rnn.weight_hh_l0	7	-0.018010959029197693
106	rnn.weight_hh_l0	8	-0.02926468662917614
106	rnn.weight_hh_l0	9	0.05765989050269127
106	rnn.bias_ih_l0	0	-0.06103253737092018
106	rnn.bias_ih_l0	1	0.08777623623609543
106	rnn.bias_ih_l0	2	0.020493309944868088
106	rnn.bias_ih_l0	3	0.07951463013887405
106	rnn.bias_ih_l0	4	-0.07212051749229431
106	rnn.bias_ih_l0	5	0.08297213166952133
106	rnn.bias_ih_l0	6	-0.0642675906419754
106	rnn.bias_ih_l0	7	-0.03602511063218117
106	rnn.bias_ih_l0	8	-0.07845035195350647
106	rnn.bias_ih_l0	9	-0.04638252034783363
106	rnn.bias_hh_l0	0	0.02995120733976364
106	rnn.bias_hh_l0	1	0.07318263500928879
106	rnn.bias_hh_l0	2	0.06832370162010193
106	rnn.bias_hh_l0	3	0.08453588932752609
106	rnn.bias_hh_l0	4	-0.09831379354000092
106	rnn.bias_hh_l0	5	-0.07169196754693985
106	rnn.bias_hh_l0	6	0.07777518033981323
106	rnn.bias_hh_l0	7	-0.09001108258962631
106	rnn.bias_hh_l0	8	-0.02670498751103878
106	rnn.bias_hh_l0	9	-0.0005748879630118608
106	rnn.weight_ih_l0_reverse	0	0.07928871363401413
106	rnn.weight_ih_l0_reverse	1	0.07322368770837784
106	rnn.weight_ih_l0_reverse	2	0.03882891312241554
106	rnn.weight_ih_l0_reverse	3	0.03369617834687233
106	rnn.weight_ih_l0_reverse	4	-0.03706687316298485
106	rnn.weight_ih_l0_reverse	5	0.05094289034605026
106	rnn.weight_ih_l0_reverse	6	0.06640651822090149
106	rnn.weight_ih_l0_reverse	7	0.022609934210777283
106	rnn.weight_ih_l0_reverse	8	-0.05794212967157364
106	rnn.weight_ih_l0_reverse	9	-0.052816931158304214
106	rnn.weight_hh_l0_reverse	0	0.025515003129839897
106	rnn.weight_hh_l0_reverse	1	-0.08733852952718735
106	rnn.weight_hh_l0_reverse	2	0.06311105191707611
106	rnn.weight_hh_l0_reverse	3	-0.021234096959233284
106	rnn.weight_hh_l0_reverse	4	0.08381054550409317
106	rnn.weight_hh_l0_reverse	5	-0.0018555556889623404
106	rnn.weight_hh_l0_reverse	6	0.02979840710759163
106	rnn.weight_hh_l0_reverse	7	0.07820995897054672
106	rnn.weight_hh_l0_reverse	8	-0.0222005657851696
106	rnn.weight_hh_l0_reverse	9	-0.04660439118742943
106	rnn.bias_ih_l0_reverse	0	0.0011431367602199316
106	rnn.bias_ih_l0_reverse	1	-0.01240590587258339
106	rnn.bias_ih_l0_reverse	2	-0.015666265040636063
106	rnn.bias_ih_l0_reverse	3	0.03962501138448715
106	rnn.bias_ih_l0_reverse	4	0.06629964709281921
106	rnn.bias_ih_l0_reverse	5	-0.02306526154279709
106	rnn.bias_ih_l0_reverse	6	-0.027474449947476387
106	rnn.bias_ih_l0_reverse	7	-0.05066177621483803
106	rnn.bias_ih_l0_reverse	8	0.007264140993356705
106	rnn.bias_ih_l0_reverse	9	-0.07147526741027832
106	rnn.bias_hh_l0_reverse	0	0.03805170953273773
106	rnn.bias_hh_l0_reverse	1	-0.07283786684274673
106	rnn.bias_hh_l0_reverse	2	0.0858905166387558
106	rnn.bias_hh_l0_reverse	3	0.05825779214501381
106	rnn.bias_hh_l0_reverse	4	0.018915921449661255
106	rnn.bias_hh_l0_reverse	5	0.043141599744558334
106	rnn.bias_hh_l0_reverse	6	0.06394616514444351
106	rnn.bias_hh_l0_reverse	7	0.08783964812755585
106	rnn.bias_hh_l0_reverse	8	-0.011538009159266949
106	rnn.bias_hh_l0_reverse	9	0.05342896282672882
106	rnn.weight_ih_l1	0	0.02276884950697422
106	rnn.weight_ih_l1	1	0.015009819529950619
106	rnn.weight_ih_l1	2	0.08337090164422989
106	rnn.weight_ih_l1	3	-0.02410399541258812
106	rnn.weight_ih_l1	4	-0.02402763068675995
106	rnn.weight_ih_l1	5	-0.012779041193425655
106	rnn.weight_ih_l1	6	0.07246816158294678
106	rnn.weight_ih_l1	7	-0.006822947412729263
106	rnn.weight_ih_l1	8	-0.05287591740489006
106	rnn.weight_ih_l1	9	0.0568537637591362
106	rnn.weight_hh_l1	0	-0.08054567873477936
106	rnn.weight_hh_l1	1	-0.03618593513965607
106	rnn.weight_hh_l1	2	-0.008154263719916344
106	rnn.weight_hh_l1	3	-0.05841759592294693
106	rnn.weight_hh_l1	4	0.08546105027198792
106	rnn.weight_hh_l1	5	-0.08409099280834198
106	rnn.weight_hh_l1	6	-0.04953371733427048
106	rnn.weight_hh_l1	7	0.06526760011911392
106	rnn.weight_hh_l1	8	-0.013485039584338665
106	rnn.weight_hh_l1	9	-0.039634935557842255
106	rnn.bias_ih_l1	0	-0.04606295004487038
106	rnn.bias_ih_l1	1	0.0579705573618412
106	rnn.bias_ih_l1	2	-0.04820537939667702
106	rnn.bias_ih_l1	3	-0.07331735640764236
106	rnn.bias_ih_l1	4	-0.02974475361406803
106	rnn.bias_ih_l1	5	-0.027758589014410973
106	rnn.bias_ih_l1	6	-0.050576966255903244
106	rnn.bias_ih_l1	7	0.06160084530711174
106	rnn.bias_ih_l1	8	0.08294082432985306
106	rnn.bias_ih_l1	9	0.03858863562345505
106	rnn.bias_hh_l1	0	0.06929744780063629
106	rnn.bias_hh_l1	1	-0.05916200205683708
106	rnn.bias_hh_l1	2	0.02214505709707737
106	rnn.bias_hh_l1	3	0.07258716225624084
106	rnn.bias_hh_l1	4	0.057411059737205505
106	rnn.bias_hh_l1	5	-0.07742813229560852
106	rnn.bias_hh_l1	6	0.014817807823419571
106	rnn.bias_hh_l1	7	0.039254672825336456
106	rnn.bias_hh_l1	8	0.012401456013321877
106	rnn.bias_hh_l1	9	-0.0050027212128043175
106	rnn.weight_ih_l1_reverse	0	0.08649125695228577
106	rnn.weight_ih_l1_reverse	1	-0.041658610105514526
106	rnn.weight_ih_l1_reverse	2	-0.062044914811849594
106	rnn.weight_ih_l1_reverse	3	0.025563007220625877
106	rnn.weight_ih_l1_reverse	4	-0.046252474188804626
106	rnn.weight_ih_l1_reverse	5	0.024187210947275162
106	rnn.weight_ih_l1_reverse	6	0.04059121757745743
106	rnn.weight_ih_l1_reverse	7	0.02058945596218109
106	rnn.weight_ih_l1_reverse	8	-0.008383075706660748
106	rnn.weight_ih_l1_reverse	9	-0.0648738443851471
106	rnn.weight_hh_l1_reverse	0	0.005039417650550604
106	rnn.weight_hh_l1_reverse	1	0.01885799504816532
106	rnn.weight_hh_l1_reverse	2	-0.058201007544994354
106	rnn.weight_hh_l1_reverse	3	-0.012818104587495327
106	rnn.weight_hh_l1_reverse	4	0.00891212746500969
106	rnn.weight_hh_l1_reverse	5	-0.06562279909849167
106	rnn.weight_hh_l1_reverse	6	-0.06737449765205383
106	rnn.weight_hh_l1_reverse	7	-0.011420817114412785
106	rnn.weight_hh_l1_reverse	8	-0.05828714370727539
106	rnn.weight_hh_l1_reverse	9	-0.04362616688013077
106	rnn.bias_ih_l1_reverse	0	-0.002774837426841259
106	rnn.bias_ih_l1_reverse	1	-0.04207555577158928
106	rnn.bias_ih_l1_reverse	2	0.024048538878560066
106	rnn.bias_ih_l1_reverse	3	-0.08196590095758438
106	rnn.bias_ih_l1_reverse	4	-0.08717452734708786
106	rnn.bias_ih_l1_reverse	5	-0.08738114684820175
106	rnn.bias_ih_l1_reverse	6	0.062486905604600906
106	rnn.bias_ih_l1_reverse	7	0.08509369194507599
106	rnn.bias_ih_l1_reverse	8	0.014649050310254097
106	rnn.bias_ih_l1_reverse	9	-0.010760352946817875
106	rnn.bias_hh_l1_reverse	0	0.06119931861758232
106	rnn.bias_hh_l1_reverse	1	-0.06876593828201294
106	rnn.bias_hh_l1_reverse	2	-0.05202309042215347
106	rnn.bias_hh_l1_reverse	3	0.07236837595701218
106	rnn.bias_hh_l1_reverse	4	-0.02401920035481453
106	rnn.bias_hh_l1_reverse	5	-0.007489223498851061
106	rnn.bias_hh_l1_reverse	6	-0.05867376551032066
106	rnn.bias_hh_l1_reverse	7	-0.061042431741952896
106	rnn.bias_hh_l1_reverse	8	0.06576798111200333
106	rnn.bias_hh_l1_reverse	9	0.049954384565353394
106	rnn.weight_ih_l2	0	0.07182573527097702
106	rnn.weight_ih_l2	1	-0.054225124418735504
106	rnn.weight_ih_l2	2	0.0633469969034195
106	rnn.weight_ih_l2	3	0.06605768948793411
106	rnn.weight_ih_l2	4	0.05648179352283478
106	rnn.weight_ih_l2	5	-0.035133812576532364
106	rnn.weight_ih_l2	6	-0.07569457590579987
106	rnn.weight_ih_l2	7	0.01267065480351448
106	rnn.weight_ih_l2	8	-0.017176294699311256
106	rnn.weight_ih_l2	9	-0.0691935196518898
106	rnn.weight_hh_l2	0	0.048275403678417206
106	rnn.weight_hh_l2	1	0.031037192791700363
106	rnn.weight_hh_l2	2	-0.054715123027563095
106	rnn.weight_hh_l2	3	-0.025770800188183784
106	rnn.weight_hh_l2	4	0.05440598353743553
106	rnn.weight_hh_l2	5	-0.02350391447544098
106	rnn.weight_hh_l2	6	0.00840709637850523
106	rnn.weight_hh_l2	7	-0.05309319123625755
106	rnn.weight_hh_l2	8	-0.006254658102989197
106	rnn.weight_hh_l2	9	-0.01815022900700569
106	rnn.bias_ih_l2	0	0.1539040058851242
106	rnn.bias_ih_l2	1	0.013486867770552635
106	rnn.bias_ih_l2	2	0.07198639214038849
106	rnn.bias_ih_l2	3	0.02244351990520954
106	rnn.bias_ih_l2	4	-0.006046147085726261
106	rnn.bias_ih_l2	5	0.04730192944407463
106	rnn.bias_ih_l2	6	0.015985794365406036
106	rnn.bias_ih_l2	7	0.01679258607327938
106	rnn.bias_ih_l2	8	0.02034461498260498
106	rnn.bias_ih_l2	9	-0.015897756442427635
106	rnn.bias_hh_l2	0	0.03591528907418251
106	rnn.bias_hh_l2	1	0.002348159207031131
106	rnn.bias_hh_l2	2	0.06921748071908951
106	rnn.bias_hh_l2	3	0.02999618835747242
106	rnn.bias_hh_l2	4	0.07678211480379105
106	rnn.bias_hh_l2	5	-0.08093749731779099
106	rnn.bias_hh_l2	6	0.03684372827410698
106	rnn.bias_hh_l2	7	-0.02720397710800171
106	rnn.bias_hh_l2	8	0.04222918301820755
106	rnn.bias_hh_l2	9	0.04387126863002777
106	rnn.weight_ih_l2_reverse	0	0.08233186602592468
106	rnn.weight_ih_l2_reverse	1	-0.05336941033601761
106	rnn.weight_ih_l2_reverse	2	0.0008338588522747159
106	rnn.weight_ih_l2_reverse	3	0.03526824340224266
106	rnn.weight_ih_l2_reverse	4	0.05395633354783058
106	rnn.weight_ih_l2_reverse	5	-0.040642887353897095
106	rnn.weight_ih_l2_reverse	6	-0.0007757229031994939
106	rnn.weight_ih_l2_reverse	7	-0.01258450374007225
106	rnn.weight_ih_l2_reverse	8	0.013554728589951992
106	rnn.weight_ih_l2_reverse	9	-0.08103417605161667
106	rnn.weight_hh_l2_reverse	0	-0.08274516463279724
106	rnn.weight_hh_l2_reverse	1	0.01444970816373825
106	rnn.weight_hh_l2_reverse	2	0.010485093109309673
106	rnn.weight_hh_l2_reverse	3	0.024313203990459442
106	rnn.weight_hh_l2_reverse	4	-0.03677011653780937
106	rnn.weight_hh_l2_reverse	5	-0.01506758388131857
106	rnn.weight_hh_l2_reverse	6	-0.04250451549887657
106	rnn.weight_hh_l2_reverse	7	-0.05984368547797203
106	rnn.weight_hh_l2_reverse	8	-0.006663692183792591
106	rnn.weight_hh_l2_reverse	9	-0.05906206741929054
106	rnn.bias_ih_l2_reverse	0	-0.051272328943014145
106	rnn.bias_ih_l2_reverse	1	-0.026937510818243027
106	rnn.bias_ih_l2_reverse	2	0.04059683158993721
106	rnn.bias_ih_l2_reverse	3	0.01649562269449234
106	rnn.bias_ih_l2_reverse	4	0.07630391418933868
106	rnn.bias_ih_l2_reverse	5	-0.08932942897081375
106	rnn.bias_ih_l2_reverse	6	-0.043211679905653
106	rnn.bias_ih_l2_reverse	7	-0.04799744859337807
106	rnn.bias_ih_l2_reverse	8	0.05847184360027313
106	rnn.bias_ih_l2_reverse	9	0.026858266443014145
106	rnn.bias_hh_l2_reverse	0	0.060276344418525696
106	rnn.bias_hh_l2_reverse	1	-0.07008226215839386
106	rnn.bias_hh_l2_reverse	2	-0.06743106245994568
106	rnn.bias_hh_l2_reverse	3	0.03262771666049957
106	rnn.bias_hh_l2_reverse	4	0.03122137114405632
106	rnn.bias_hh_l2_reverse	5	0.03528328239917755
106	rnn.bias_hh_l2_reverse	6	-0.08242020010948181
106	rnn.bias_hh_l2_reverse	7	-0.009578281082212925
106	rnn.bias_hh_l2_reverse	8	-0.10400741547346115
106	rnn.bias_hh_l2_reverse	9	-0.054415155202150345
106	linear.weight	0	0.025028489530086517
106	linear.weight	1	0.13319343328475952
106	linear.weight	2	-0.023552782833576202
106	linear.weight	3	-0.03292226046323776
106	linear.weight	4	-0.022248394787311554
106	linear.weight	5	0.05749794840812683
106	linear.weight	6	0.0007218651589937508
106	linear.weight	7	-0.061107732355594635
106	linear.weight	8	-0.0005418434157036245
106	linear.weight	9	0.08652821183204651
106	linear.bias	0	0.4982311427593231
106	linear.bias	1	0.6401781439781189
106	linear.bias	2	-1.5794264078140259
106	linear.bias	3	-0.05754556506872177
106	linear.bias	4	-0.050822705030441284
106	linear.bias	5	0.3397127687931061
107	transitions	0	0.049590788781642914
107	transitions	1	-10000.0
107	transitions	2	2.37861967086792
107	transitions	3	-1.0790624618530273
107	transitions	4	-10000.0
107	transitions	5	-10000.0
107	transitions	6	-10000.0
107	transitions	7	0.8821145296096802
107	transitions	8	0.8532671928405762
107	transitions	9	-1.2639743089675903
107	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
107	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
107	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
107	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
107	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
107	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
107	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
107	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
107	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
107	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
107	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
107	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
107	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
107	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
107	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
107	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
107	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
107	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
107	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
107	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
107	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
107	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
107	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
107	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
107	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
107	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
107	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
107	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
107	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
107	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
107	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
107	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
107	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
107	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
107	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
107	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
107	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
107	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
107	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
107	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
107	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
107	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
107	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
107	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
107	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
107	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
107	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
107	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
107	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
107	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
107	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
107	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
107	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
107	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
107	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
107	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
107	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
107	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
107	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
107	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
107	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
107	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
107	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
107	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
107	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
107	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
107	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
107	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
107	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
107	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
107	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
107	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
107	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
107	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
107	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
107	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
107	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
107	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
107	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
107	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
107	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
107	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
107	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
107	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
107	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
107	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
107	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
107	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
107	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
107	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
107	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
107	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
107	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
107	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
107	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
107	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
107	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
107	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
107	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
107	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
107	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
107	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
107	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
107	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
107	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
107	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
107	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
107	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
107	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
107	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
107	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
107	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
107	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
107	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
107	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
107	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
107	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
107	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
107	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
107	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
107	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
107	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
107	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
107	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
107	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
107	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
107	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
107	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
107	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
107	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
107	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
107	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
107	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
107	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
107	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
107	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
107	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
107	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
107	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
107	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
107	embedding2nn.weight	0	0.014798691496253014
107	embedding2nn.weight	1	4.4614738726522774e-05
107	embedding2nn.weight	2	0.005610697902739048
107	embedding2nn.weight	3	0.0007489248528145254
107	embedding2nn.weight	4	-0.007648539263755083
107	embedding2nn.weight	5	-0.005281209945678711
107	embedding2nn.weight	6	-0.0007142357644625008
107	embedding2nn.weight	7	-0.0031028110533952713
107	embedding2nn.weight	8	0.013717269524931908
107	embedding2nn.weight	9	0.004424401558935642
107	embedding2nn.bias	0	0.0020270850509405136
107	embedding2nn.bias	1	-0.011510911397635937
107	embedding2nn.bias	2	0.018491610884666443
107	embedding2nn.bias	3	-0.012476671487092972
107	embedding2nn.bias	4	-0.023532113060355186
107	embedding2nn.bias	5	-0.0016672930214554071
107	embedding2nn.bias	6	0.01390886027365923
107	embedding2nn.bias	7	0.004388017579913139
107	embedding2nn.bias	8	-0.01923341117799282
107	embedding2nn.bias	9	-0.00010580884554656222
107	rnn.weight_ih_l0	0	-0.05211791768670082
107	rnn.weight_ih_l0	1	0.050785526633262634
107	rnn.weight_ih_l0	2	0.03182384371757507
107	rnn.weight_ih_l0	3	0.014698565937578678
107	rnn.weight_ih_l0	4	0.012521734461188316
107	rnn.weight_ih_l0	5	0.08417157828807831
107	rnn.weight_ih_l0	6	0.07593388855457306
107	rnn.weight_ih_l0	7	0.03780663013458252
107	rnn.weight_ih_l0	8	-0.045367565006017685
107	rnn.weight_ih_l0	9	0.00837001670151949
107	rnn.weight_hh_l0	0	0.008352450095117092
107	rnn.weight_hh_l0	1	-0.0638459324836731
107	rnn.weight_hh_l0	2	-0.06547301262617111
107	rnn.weight_hh_l0	3	0.0714505985379219
107	rnn.weight_hh_l0	4	0.07108596712350845
107	rnn.weight_hh_l0	5	0.005390957463532686
107	rnn.weight_hh_l0	6	0.002109930384904146
107	rnn.weight_hh_l0	7	-0.018010465428233147
107	rnn.weight_hh_l0	8	-0.02926505170762539
107	rnn.weight_hh_l0	9	0.057659655809402466
107	rnn.bias_ih_l0	0	-0.06104281544685364
107	rnn.bias_ih_l0	1	0.08777130395174026
107	rnn.bias_ih_l0	2	0.020492717623710632
107	rnn.bias_ih_l0	3	0.07949739694595337
107	rnn.bias_ih_l0	4	-0.07209663838148117
107	rnn.bias_ih_l0	5	0.0829729288816452
107	rnn.bias_ih_l0	6	-0.0642906203866005
107	rnn.bias_ih_l0	7	-0.036021701991558075
107	rnn.bias_ih_l0	8	-0.07848455756902695
107	rnn.bias_ih_l0	9	-0.04637806862592697
107	rnn.bias_hh_l0	0	0.02996857464313507
107	rnn.bias_hh_l0	1	0.07317905128002167
107	rnn.bias_hh_l0	2	0.0683211013674736
107	rnn.bias_hh_l0	3	0.08453712612390518
107	rnn.bias_hh_l0	4	-0.09830646216869354
107	rnn.bias_hh_l0	5	-0.07169780880212784
107	rnn.bias_hh_l0	6	0.07777774333953857
107	rnn.bias_hh_l0	7	-0.090006023645401
107	rnn.bias_hh_l0	8	-0.026705408468842506
107	rnn.bias_hh_l0	9	-0.0005458518280647695
107	rnn.weight_ih_l0_reverse	0	0.0792887806892395
107	rnn.weight_ih_l0_reverse	1	0.07322424650192261
107	rnn.weight_ih_l0_reverse	2	0.038828857243061066
107	rnn.weight_ih_l0_reverse	3	0.03369618579745293
107	rnn.weight_ih_l0_reverse	4	-0.03706296533346176
107	rnn.weight_ih_l0_reverse	5	0.05094229057431221
107	rnn.weight_ih_l0_reverse	6	0.06640644371509552
107	rnn.weight_ih_l0_reverse	7	0.022604089230298996
107	rnn.weight_ih_l0_reverse	8	-0.057942528277635574
107	rnn.weight_ih_l0_reverse	9	-0.05281693860888481
107	rnn.weight_hh_l0_reverse	0	0.025515083223581314
107	rnn.weight_hh_l0_reverse	1	-0.08733862638473511
107	rnn.weight_hh_l0_reverse	2	0.0631108433008194
107	rnn.weight_hh_l0_reverse	3	-0.02123372070491314
107	rnn.weight_hh_l0_reverse	4	0.08380996435880661
107	rnn.weight_hh_l0_reverse	5	-0.0018555395072326064
107	rnn.weight_hh_l0_reverse	6	0.02979852259159088
107	rnn.weight_hh_l0_reverse	7	0.07821004092693329
107	rnn.weight_hh_l0_reverse	8	-0.0222005732357502
107	rnn.weight_hh_l0_reverse	9	-0.04660436883568764
107	rnn.bias_ih_l0_reverse	0	0.0011423802934587002
107	rnn.bias_ih_l0_reverse	1	-0.012395854108035564
107	rnn.bias_ih_l0_reverse	2	-0.015665259212255478
107	rnn.bias_ih_l0_reverse	3	0.039626892656087875
107	rnn.bias_ih_l0_reverse	4	0.0663008764386177
107	rnn.bias_ih_l0_reverse	5	-0.023048393428325653
107	rnn.bias_ih_l0_reverse	6	-0.027473384514451027
107	rnn.bias_ih_l0_reverse	7	-0.05064050108194351
107	rnn.bias_ih_l0_reverse	8	0.0072423419915139675
107	rnn.bias_ih_l0_reverse	9	-0.07148769497871399
107	rnn.bias_hh_l0_reverse	0	0.038065992295742035
107	rnn.bias_hh_l0_reverse	1	-0.0728502944111824
107	rnn.bias_hh_l0_reverse	2	0.08589895814657211
107	rnn.bias_hh_l0_reverse	3	0.05826280638575554
107	rnn.bias_hh_l0_reverse	4	0.01895907148718834
107	rnn.bias_hh_l0_reverse	5	0.0431366004049778
107	rnn.bias_hh_l0_reverse	6	0.06395184248685837
107	rnn.bias_hh_l0_reverse	7	0.08779668807983398
107	rnn.bias_hh_l0_reverse	8	-0.011538595892488956
107	rnn.bias_hh_l0_reverse	9	0.05342402681708336
107	rnn.weight_ih_l1	0	0.022773172706365585
107	rnn.weight_ih_l1	1	0.01500997319817543
107	rnn.weight_ih_l1	2	0.08337760716676712
107	rnn.weight_ih_l1	3	-0.024103274568915367
107	rnn.weight_ih_l1	4	-0.024026911705732346
107	rnn.weight_ih_l1	5	-0.012774142436683178
107	rnn.weight_ih_l1	6	0.07246937602758408
107	rnn.weight_ih_l1	7	-0.00683632493019104
107	rnn.weight_ih_l1	8	-0.05286998301744461
107	rnn.weight_ih_l1	9	0.05685480684041977
107	rnn.weight_hh_l1	0	-0.08054354786872864
107	rnn.weight_hh_l1	1	-0.036185380071401596
107	rnn.weight_hh_l1	2	-0.008154290728271008
107	rnn.weight_hh_l1	3	-0.05841748043894768
107	rnn.weight_hh_l1	4	0.08545918017625809
107	rnn.weight_hh_l1	5	-0.08409018069505692
107	rnn.weight_hh_l1	6	-0.049536965787410736
107	rnn.weight_hh_l1	7	0.06526441872119904
107	rnn.weight_hh_l1	8	-0.013485033996403217
107	rnn.weight_hh_l1	9	-0.03963341563940048
107	rnn.bias_ih_l1	0	-0.046038225293159485
107	rnn.bias_ih_l1	1	0.05796932801604271
107	rnn.bias_ih_l1	2	-0.048205021768808365
107	rnn.bias_ih_l1	3	-0.07331300526857376
107	rnn.bias_ih_l1	4	-0.029750792309641838
107	rnn.bias_ih_l1	5	-0.027600176632404327
107	rnn.bias_ih_l1	6	-0.05066782608628273
107	rnn.bias_ih_l1	7	0.061600055545568466
107	rnn.bias_ih_l1	8	0.08295303583145142
107	rnn.bias_ih_l1	9	0.038548797369003296
107	rnn.bias_hh_l1	0	0.06929437071084976
107	rnn.bias_hh_l1	1	-0.059162478893995285
107	rnn.bias_hh_l1	2	0.02214478887617588
107	rnn.bias_hh_l1	3	0.07261376827955246
107	rnn.bias_hh_l1	4	0.05739804357290268
107	rnn.bias_hh_l1	5	-0.07742591202259064
107	rnn.bias_hh_l1	6	0.014819749630987644
107	rnn.bias_hh_l1	7	0.039251964539289474
107	rnn.bias_hh_l1	8	0.012398242950439453
107	rnn.bias_hh_l1	9	-0.004999684635549784
107	rnn.weight_ih_l1_reverse	0	0.08649125695228577
107	rnn.weight_ih_l1_reverse	1	-0.04165955260396004
107	rnn.weight_ih_l1_reverse	2	-0.062044866383075714
107	rnn.weight_ih_l1_reverse	3	0.025563016533851624
107	rnn.weight_ih_l1_reverse	4	-0.046253085136413574
107	rnn.weight_ih_l1_reverse	5	0.024186473339796066
107	rnn.weight_ih_l1_reverse	6	0.040590886026620865
107	rnn.weight_ih_l1_reverse	7	0.02059018425643444
107	rnn.weight_ih_l1_reverse	8	-0.008383314125239849
107	rnn.weight_ih_l1_reverse	9	-0.06487709283828735
107	rnn.weight_hh_l1_reverse	0	0.005039266310632229
107	rnn.weight_hh_l1_reverse	1	0.018858004361391068
107	rnn.weight_hh_l1_reverse	2	-0.05820102617144585
107	rnn.weight_hh_l1_reverse	3	-0.01281814556568861
107	rnn.weight_hh_l1_reverse	4	0.00891208928078413
107	rnn.weight_hh_l1_reverse	5	-0.0656236782670021
107	rnn.weight_hh_l1_reverse	6	-0.06737454980611801
107	rnn.weight_hh_l1_reverse	7	-0.011420604772865772
107	rnn.weight_hh_l1_reverse	8	-0.058286044746637344
107	rnn.weight_hh_l1_reverse	9	-0.04362630471587181
107	rnn.bias_ih_l1_reverse	0	-0.0027748686261475086
107	rnn.bias_ih_l1_reverse	1	-0.04207676649093628
107	rnn.bias_ih_l1_reverse	2	0.0240539088845253
107	rnn.bias_ih_l1_reverse	3	-0.08196712285280228
107	rnn.bias_ih_l1_reverse	4	-0.08717647939920425
107	rnn.bias_ih_l1_reverse	5	-0.08737212419509888
107	rnn.bias_ih_l1_reverse	6	0.062494177371263504
107	rnn.bias_ih_l1_reverse	7	0.08509345352649689
107	rnn.bias_ih_l1_reverse	8	0.014670055359601974
107	rnn.bias_ih_l1_reverse	9	-0.010768195614218712
107	rnn.bias_hh_l1_reverse	0	0.06120615452528
107	rnn.bias_hh_l1_reverse	1	-0.06877686828374863
107	rnn.bias_hh_l1_reverse	2	-0.052021052688360214
107	rnn.bias_hh_l1_reverse	3	0.07236932963132858
107	rnn.bias_hh_l1_reverse	4	-0.024020470678806305
107	rnn.bias_hh_l1_reverse	5	-0.007492100819945335
107	rnn.bias_hh_l1_reverse	6	-0.05867449939250946
107	rnn.bias_hh_l1_reverse	7	-0.06105373054742813
107	rnn.bias_hh_l1_reverse	8	0.06576196849346161
107	rnn.bias_hh_l1_reverse	9	0.04974488168954849
107	rnn.weight_ih_l2	0	0.07189749926328659
107	rnn.weight_ih_l2	1	-0.05422569438815117
107	rnn.weight_ih_l2	2	0.06334678828716278
107	rnn.weight_ih_l2	3	0.06605792790651321
107	rnn.weight_ih_l2	4	0.05647873505949974
107	rnn.weight_ih_l2	5	-0.035113316029310226
107	rnn.weight_ih_l2	6	-0.07569463551044464
107	rnn.weight_ih_l2	7	0.012675945647060871
107	rnn.weight_ih_l2	8	-0.017176290974020958
107	rnn.weight_ih_l2	9	-0.06919356435537338
107	rnn.weight_hh_l2	0	0.04827560484409332
107	rnn.weight_hh_l2	1	0.031037339940667152
107	rnn.weight_hh_l2	2	-0.054715048521757126
107	rnn.weight_hh_l2	3	-0.025763805955648422
107	rnn.weight_hh_l2	4	0.05440599098801613
107	rnn.weight_hh_l2	5	-0.02350442111492157
107	rnn.weight_hh_l2	6	0.008402206934988499
107	rnn.weight_hh_l2	7	-0.05309319123625755
107	rnn.weight_hh_l2	8	-0.006255638785660267
107	rnn.weight_hh_l2	9	-0.018156077712774277
107	rnn.bias_ih_l2	0	0.15385740995407104
107	rnn.bias_ih_l2	1	0.013487018644809723
107	rnn.bias_ih_l2	2	0.0720338374376297
107	rnn.bias_ih_l2	3	0.022442812100052834
107	rnn.bias_ih_l2	4	-0.006069670896977186
107	rnn.bias_ih_l2	5	0.04730181396007538
107	rnn.bias_ih_l2	6	0.015985794365406036
107	rnn.bias_ih_l2	7	0.016791358590126038
107	rnn.bias_ih_l2	8	0.02034577913582325
107	rnn.bias_ih_l2	9	-0.015897808596491814
107	rnn.bias_hh_l2	0	0.03602035716176033
107	rnn.bias_hh_l2	1	0.0023434581235051155
107	rnn.bias_hh_l2	2	0.06921563297510147
107	rnn.bias_hh_l2	3	0.02999529056251049
107	rnn.bias_hh_l2	4	0.07678752392530441
107	rnn.bias_hh_l2	5	-0.08132028579711914
107	rnn.bias_hh_l2	6	0.036845121532678604
107	rnn.bias_hh_l2	7	-0.02720397524535656
107	rnn.bias_hh_l2	8	0.042236149311065674
107	rnn.bias_hh_l2	9	0.043327149003744125
107	rnn.weight_ih_l2_reverse	0	0.08233189582824707
107	rnn.weight_ih_l2_reverse	1	-0.05336880683898926
107	rnn.weight_ih_l2_reverse	2	0.0008338979096151888
107	rnn.weight_ih_l2_reverse	3	0.03526905179023743
107	rnn.weight_ih_l2_reverse	4	0.05395633354783058
107	rnn.weight_ih_l2_reverse	5	-0.04064290225505829
107	rnn.weight_ih_l2_reverse	6	-0.0007738515269011259
107	rnn.weight_ih_l2_reverse	7	-0.012588437646627426
107	rnn.weight_ih_l2_reverse	8	0.013554844073951244
107	rnn.weight_ih_l2_reverse	9	-0.08103420585393906
107	rnn.weight_hh_l2_reverse	0	-0.08274516463279724
107	rnn.weight_hh_l2_reverse	1	0.014450021088123322
107	rnn.weight_hh_l2_reverse	2	0.01048580277711153
107	rnn.weight_hh_l2_reverse	3	0.024313192814588547
107	rnn.weight_hh_l2_reverse	4	-0.03677020221948624
107	rnn.weight_hh_l2_reverse	5	-0.01506747305393219
107	rnn.weight_hh_l2_reverse	6	-0.04250447824597359
107	rnn.weight_hh_l2_reverse	7	-0.05984368547797203
107	rnn.weight_hh_l2_reverse	8	-0.006663702428340912
107	rnn.weight_hh_l2_reverse	9	-0.05906214565038681
107	rnn.bias_ih_l2_reverse	0	-0.05127681419253349
107	rnn.bias_ih_l2_reverse	1	-0.026925770565867424
107	rnn.bias_ih_l2_reverse	2	0.04060100018978119
107	rnn.bias_ih_l2_reverse	3	0.016339316964149475
107	rnn.bias_ih_l2_reverse	4	0.07630204409360886
107	rnn.bias_ih_l2_reverse	5	-0.08932875096797943
107	rnn.bias_ih_l2_reverse	6	-0.043213073164224625
107	rnn.bias_ih_l2_reverse	7	-0.0479227751493454
107	rnn.bias_ih_l2_reverse	8	0.05817499756813049
107	rnn.bias_ih_l2_reverse	9	0.026656439527869225
107	rnn.bias_hh_l2_reverse	0	0.060976359993219376
107	rnn.bias_hh_l2_reverse	1	-0.0702819973230362
107	rnn.bias_hh_l2_reverse	2	-0.06743050366640091
107	rnn.bias_hh_l2_reverse	3	0.03262339159846306
107	rnn.bias_hh_l2_reverse	4	0.03123159520328045
107	rnn.bias_hh_l2_reverse	5	0.03528355062007904
107	rnn.bias_hh_l2_reverse	6	-0.0824206992983818
107	rnn.bias_hh_l2_reverse	7	-0.009579264558851719
107	rnn.bias_hh_l2_reverse	8	-0.10400920361280441
107	rnn.bias_hh_l2_reverse	9	-0.054417625069618225
107	linear.weight	0	0.025028489530086517
107	linear.weight	1	0.13278374075889587
107	linear.weight	2	-0.02355533465743065
107	linear.weight	3	-0.03292924165725708
107	linear.weight	4	-0.022248394787311554
107	linear.weight	5	0.057807404547929764
107	linear.weight	6	0.0007493147277273238
107	linear.weight	7	-0.06138291954994202
107	linear.weight	8	-0.0005418434157036245
107	linear.weight	9	0.08658727258443832
107	linear.bias	0	0.5053297281265259
107	linear.bias	1	0.6387109756469727
107	linear.bias	2	-1.5800347328186035
107	linear.bias	3	-0.05754556506872177
107	linear.bias	4	-0.050822705030441284
107	linear.bias	5	0.3346896171569824
108	transitions	0	0.04929690808057785
108	transitions	1	-10000.0
108	transitions	2	2.3718502521514893
108	transitions	3	-1.057929515838623
108	transitions	4	-10000.0
108	transitions	5	-10000.0
108	transitions	6	-10000.0
108	transitions	7	0.8820955157279968
108	transitions	8	0.8527924418449402
108	transitions	9	-1.264801263809204
108	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
108	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
108	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
108	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
108	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
108	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
108	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
108	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
108	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
108	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
108	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
108	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
108	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
108	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
108	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
108	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
108	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
108	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
108	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
108	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
108	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
108	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
108	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
108	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
108	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
108	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
108	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
108	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
108	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
108	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
108	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
108	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
108	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
108	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
108	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
108	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
108	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
108	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
108	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
108	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
108	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
108	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
108	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
108	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
108	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
108	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
108	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
108	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
108	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
108	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
108	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
108	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
108	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
108	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
108	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
108	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
108	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
108	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
108	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
108	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
108	embedding2nn.weight	0	0.014794719405472279
108	embedding2nn.weight	1	4.453911242308095e-05
108	embedding2nn.weight	2	0.005611018277704716
108	embedding2nn.weight	3	0.0007511158473789692
108	embedding2nn.weight	4	-0.007531100418418646
108	embedding2nn.weight	5	-0.0053070238791406155
108	embedding2nn.weight	6	-0.0006894985563121736
108	embedding2nn.weight	7	-0.0031123070511966944
108	embedding2nn.weight	8	0.01370678748935461
108	embedding2nn.weight	9	0.004434086848050356
108	embedding2nn.bias	0	0.0026467263232916594
108	embedding2nn.bias	1	-0.011544342152774334
108	embedding2nn.bias	2	0.01745932176709175
108	embedding2nn.bias	3	-0.011182905174791813
108	embedding2nn.bias	4	-0.023273514583706856
108	embedding2nn.bias	5	-0.0008669188828207552
108	embedding2nn.bias	6	0.014550362713634968
108	embedding2nn.bias	7	0.0033097879495471716
108	embedding2nn.bias	8	-0.018927229568362236
108	embedding2nn.bias	9	6.865450995974243e-05
108	rnn.weight_ih_l0	0	-0.052143845707178116
108	rnn.weight_ih_l0	1	0.05080551281571388
108	rnn.weight_ih_l0	2	0.03184148296713829
108	rnn.weight_ih_l0	3	0.014699343591928482
108	rnn.weight_ih_l0	4	0.01251246128231287
108	rnn.weight_ih_l0	5	0.0841972827911377
108	rnn.weight_ih_l0	6	0.07593739777803421
108	rnn.weight_ih_l0	7	0.037810347974300385
108	rnn.weight_ih_l0	8	-0.045444902032613754
108	rnn.weight_ih_l0	9	0.008425486274063587
108	rnn.weight_hh_l0	0	0.008327532559633255
108	rnn.weight_hh_l0	1	-0.06389643251895905
108	rnn.weight_hh_l0	2	-0.06547501683235168
108	rnn.weight_hh_l0	3	0.07146966457366943
108	rnn.weight_hh_l0	4	0.07108157128095627
108	rnn.weight_hh_l0	5	0.005401579197496176
108	rnn.weight_hh_l0	6	0.0018352520419284701
108	rnn.weight_hh_l0	7	-0.017974888905882835
108	rnn.weight_hh_l0	8	-0.029465729370713234
108	rnn.weight_hh_l0	9	0.05767160281538963
108	rnn.bias_ih_l0	0	-0.06095683574676514
108	rnn.bias_ih_l0	1	0.08798956125974655
108	rnn.bias_ih_l0	2	0.020509935915470123
108	rnn.bias_ih_l0	3	0.07966455072164536
108	rnn.bias_ih_l0	4	-0.07182459533214569
108	rnn.bias_ih_l0	5	0.08326853066682816
108	rnn.bias_ih_l0	6	-0.06426382809877396
108	rnn.bias_ih_l0	7	-0.03590935841202736
108	rnn.bias_ih_l0	8	-0.08013264834880829
108	rnn.bias_ih_l0	9	-0.04640493541955948
108	rnn.bias_hh_l0	0	0.029927676543593407
108	rnn.bias_hh_l0	1	0.07331926375627518
108	rnn.bias_hh_l0	2	0.0687301978468895
108	rnn.bias_hh_l0	3	0.08448120951652527
108	rnn.bias_hh_l0	4	-0.09818218648433685
108	rnn.bias_hh_l0	5	-0.07174362242221832
108	rnn.bias_hh_l0	6	0.07801659405231476
108	rnn.bias_hh_l0	7	-0.0890396386384964
108	rnn.bias_hh_l0	8	-0.026690669357776642
108	rnn.bias_hh_l0	9	0.0012887308839708567
108	rnn.weight_ih_l0_reverse	0	0.07930696755647659
108	rnn.weight_ih_l0_reverse	1	0.07326933741569519
108	rnn.weight_ih_l0_reverse	2	0.038841720670461655
108	rnn.weight_ih_l0_reverse	3	0.0337076261639595
108	rnn.weight_ih_l0_reverse	4	-0.037074048072099686
108	rnn.weight_ih_l0_reverse	5	0.050937995314598083
108	rnn.weight_ih_l0_reverse	6	0.0664057657122612
108	rnn.weight_ih_l0_reverse	7	0.02262110263109207
108	rnn.weight_ih_l0_reverse	8	-0.057838935405015945
108	rnn.weight_ih_l0_reverse	9	-0.05281689018011093
108	rnn.weight_hh_l0_reverse	0	0.02550761215388775
108	rnn.weight_hh_l0_reverse	1	-0.08734389394521713
108	rnn.weight_hh_l0_reverse	2	0.0631282851099968
108	rnn.weight_hh_l0_reverse	3	-0.021258210763335228
108	rnn.weight_hh_l0_reverse	4	0.08381197601556778
108	rnn.weight_hh_l0_reverse	5	-0.001932597835548222
108	rnn.weight_hh_l0_reverse	6	0.02969912812113762
108	rnn.weight_hh_l0_reverse	7	0.07821663469076157
108	rnn.weight_hh_l0_reverse	8	-0.02218022383749485
108	rnn.weight_hh_l0_reverse	9	-0.04660603404045105
108	rnn.bias_ih_l0_reverse	0	0.0013179017696529627
108	rnn.bias_ih_l0_reverse	1	-0.011486117728054523
108	rnn.bias_ih_l0_reverse	2	-0.01501829456537962
108	rnn.bias_ih_l0_reverse	3	0.03998054563999176
108	rnn.bias_ih_l0_reverse	4	0.06720074266195297
108	rnn.bias_ih_l0_reverse	5	-0.023105580359697342
108	rnn.bias_ih_l0_reverse	6	-0.02718081697821617
108	rnn.bias_ih_l0_reverse	7	-0.05079170688986778
108	rnn.bias_ih_l0_reverse	8	0.007273613475263119
108	rnn.bias_ih_l0_reverse	9	-0.07085489481687546
108	rnn.bias_hh_l0_reverse	0	0.03834312781691551
108	rnn.bias_hh_l0_reverse	1	-0.07221749424934387
108	rnn.bias_hh_l0_reverse	2	0.08557608723640442
108	rnn.bias_hh_l0_reverse	3	0.05883239209651947
108	rnn.bias_hh_l0_reverse	4	0.018727755174040794
108	rnn.bias_hh_l0_reverse	5	0.043072983622550964
108	rnn.bias_hh_l0_reverse	6	0.06439463049173355
108	rnn.bias_hh_l0_reverse	7	0.08792036026716232
108	rnn.bias_hh_l0_reverse	8	-0.011575768701732159
108	rnn.bias_hh_l0_reverse	9	0.05253162235021591
108	rnn.weight_ih_l1	0	0.022671641781926155
108	rnn.weight_ih_l1	1	0.014984970912337303
108	rnn.weight_ih_l1	2	0.08328747004270554
108	rnn.weight_ih_l1	3	-0.024044904857873917
108	rnn.weight_ih_l1	4	-0.024034319445490837
108	rnn.weight_ih_l1	5	-0.01270974613726139
108	rnn.weight_ih_l1	6	0.07262947410345078
108	rnn.weight_ih_l1	7	-0.006671094335615635
108	rnn.weight_ih_l1	8	-0.05284460261464119
108	rnn.weight_ih_l1	9	0.05625777319073677
108	rnn.weight_hh_l1	0	-0.08053021132946014
108	rnn.weight_hh_l1	1	-0.0361524261534214
108	rnn.weight_hh_l1	2	-0.00815374031662941
108	rnn.weight_hh_l1	3	-0.058389436453580856
108	rnn.weight_hh_l1	4	0.08543550968170166
108	rnn.weight_hh_l1	5	-0.08411557972431183
108	rnn.weight_hh_l1	6	-0.049560993909835815
108	rnn.weight_hh_l1	7	0.06522069126367569
108	rnn.weight_hh_l1	8	-0.013514285907149315
108	rnn.weight_hh_l1	9	-0.0395960696041584
108	rnn.bias_ih_l1	0	-0.04554092139005661
108	rnn.bias_ih_l1	1	0.05790449678897858
108	rnn.bias_ih_l1	2	-0.048228051513433456
108	rnn.bias_ih_l1	3	-0.07252024114131927
108	rnn.bias_ih_l1	4	-0.029828153550624847
108	rnn.bias_ih_l1	5	-0.020199589431285858
108	rnn.bias_ih_l1	6	-0.05016716569662094
108	rnn.bias_ih_l1	7	0.0615464448928833
108	rnn.bias_ih_l1	8	0.08332869410514832
108	rnn.bias_ih_l1	9	0.03778505325317383
108	rnn.bias_hh_l1	0	0.06936255842447281
108	rnn.bias_hh_l1	1	-0.05915802717208862
108	rnn.bias_hh_l1	2	0.022206712514162064
108	rnn.bias_hh_l1	3	0.07283524423837662
108	rnn.bias_hh_l1	4	0.05750877410173416
108	rnn.bias_hh_l1	5	-0.07769205421209335
108	rnn.bias_hh_l1	6	0.01493621151894331
108	rnn.bias_hh_l1	7	0.03927472606301308
108	rnn.bias_hh_l1	8	0.012583819217979908
108	rnn.bias_hh_l1	9	-0.005270492285490036
108	rnn.weight_ih_l1_reverse	0	0.08653788268566132
108	rnn.weight_ih_l1_reverse	1	-0.041705530136823654
108	rnn.weight_ih_l1_reverse	2	-0.062039460986852646
108	rnn.weight_ih_l1_reverse	3	0.025546349585056305
108	rnn.weight_ih_l1_reverse	4	-0.04619518667459488
108	rnn.weight_ih_l1_reverse	5	0.024258164688944817
108	rnn.weight_ih_l1_reverse	6	0.04051831737160683
108	rnn.weight_ih_l1_reverse	7	0.020698770880699158
108	rnn.weight_ih_l1_reverse	8	-0.008323597721755505
108	rnn.weight_ih_l1_reverse	9	-0.06457086652517319
108	rnn.weight_hh_l1_reverse	0	0.004971639718860388
108	rnn.weight_hh_l1_reverse	1	0.018858954310417175
108	rnn.weight_hh_l1_reverse	2	-0.05819869413971901
108	rnn.weight_hh_l1_reverse	3	-0.012888322584331036
108	rnn.weight_hh_l1_reverse	4	0.008947288617491722
108	rnn.weight_hh_l1_reverse	5	-0.06563286483287811
108	rnn.weight_hh_l1_reverse	6	-0.0673597902059555
108	rnn.weight_hh_l1_reverse	7	-0.011410507373511791
108	rnn.weight_hh_l1_reverse	8	-0.05830767750740051
108	rnn.weight_hh_l1_reverse	9	-0.04360765963792801
108	rnn.bias_ih_l1_reverse	0	-0.002754742046818137
108	rnn.bias_ih_l1_reverse	1	-0.04225011542439461
108	rnn.bias_ih_l1_reverse	2	0.024474134668707848
108	rnn.bias_ih_l1_reverse	3	-0.08184365183115005
108	rnn.bias_ih_l1_reverse	4	-0.08712697774171829
108	rnn.bias_ih_l1_reverse	5	-0.08732134848833084
108	rnn.bias_ih_l1_reverse	6	0.06256978213787079
108	rnn.bias_ih_l1_reverse	7	0.0850844755768776
108	rnn.bias_ih_l1_reverse	8	0.012250946834683418
108	rnn.bias_ih_l1_reverse	9	-0.010457086376845837
108	rnn.bias_hh_l1_reverse	0	0.061240989714860916
108	rnn.bias_hh_l1_reverse	1	-0.06868615746498108
108	rnn.bias_hh_l1_reverse	2	-0.052264027297496796
108	rnn.bias_hh_l1_reverse	3	0.07278610020875931
108	rnn.bias_hh_l1_reverse	4	-0.023971624672412872
108	rnn.bias_hh_l1_reverse	5	-0.007193050347268581
108	rnn.bias_hh_l1_reverse	6	-0.05851791054010391
108	rnn.bias_hh_l1_reverse	7	-0.061093829572200775
108	rnn.bias_hh_l1_reverse	8	0.06569091230630875
108	rnn.bias_hh_l1_reverse	9	0.048024773597717285
108	rnn.weight_ih_l2	0	0.07272011041641235
108	rnn.weight_ih_l2	1	-0.05423400551080704
108	rnn.weight_ih_l2	2	0.06334808468818665
108	rnn.weight_ih_l2	3	0.06595250964164734
108	rnn.weight_ih_l2	4	0.05655325949192047
108	rnn.weight_ih_l2	5	-0.03525199368596077
108	rnn.weight_ih_l2	6	-0.07575402408838272
108	rnn.weight_ih_l2	7	0.012612635269761086
108	rnn.weight_ih_l2	8	-0.01719067245721817
108	rnn.weight_ih_l2	9	-0.069181889295578
108	rnn.weight_hh_l2	0	0.048263370990753174
108	rnn.weight_hh_l2	1	0.030994195491075516
108	rnn.weight_hh_l2	2	-0.05472026392817497
108	rnn.weight_hh_l2	3	-0.025756239891052246
108	rnn.weight_hh_l2	4	0.05439570173621178
108	rnn.weight_hh_l2	5	-0.023559018969535828
108	rnn.weight_hh_l2	6	0.00839594379067421
108	rnn.weight_hh_l2	7	-0.053083717823028564
108	rnn.weight_hh_l2	8	-0.006522236857563257
108	rnn.weight_hh_l2	9	-0.018196875229477882
108	rnn.bias_ih_l2	0	0.15274351835250854
108	rnn.bias_ih_l2	1	0.013990421779453754
108	rnn.bias_ih_l2	2	0.07135717570781708
108	rnn.bias_ih_l2	3	0.022528791800141335
108	rnn.bias_ih_l2	4	-0.005963136442005634
108	rnn.bias_ih_l2	5	0.047008611261844635
108	rnn.bias_ih_l2	6	0.016773516312241554
108	rnn.bias_ih_l2	7	0.016955316066741943
108	rnn.bias_ih_l2	8	0.02027062140405178
108	rnn.bias_ih_l2	9	-0.015833590179681778
108	rnn.bias_hh_l2	0	0.03804987296462059
108	rnn.bias_hh_l2	1	0.0029022949747741222
108	rnn.bias_hh_l2	2	0.06915715336799622
108	rnn.bias_hh_l2	3	0.030125359073281288
108	rnn.bias_hh_l2	4	0.0767526775598526
108	rnn.bias_hh_l2	5	-0.08074751496315002
108	rnn.bias_hh_l2	6	0.03721600025892258
108	rnn.bias_hh_l2	7	-0.026718460023403168
108	rnn.bias_hh_l2	8	0.04194796457886696
108	rnn.bias_hh_l2	9	0.043218884617090225
108	rnn.weight_ih_l2_reverse	0	0.0823141485452652
108	rnn.weight_ih_l2_reverse	1	-0.053021859377622604
108	rnn.weight_ih_l2_reverse	2	0.0008436334901489317
108	rnn.weight_ih_l2_reverse	3	0.03526494652032852
108	rnn.weight_ih_l2_reverse	4	0.053961291909217834
108	rnn.weight_ih_l2_reverse	5	-0.04064730927348137
108	rnn.weight_ih_l2_reverse	6	-0.0009549421374686062
108	rnn.weight_ih_l2_reverse	7	-0.012736343778669834
108	rnn.weight_ih_l2_reverse	8	0.014201636426150799
108	rnn.weight_ih_l2_reverse	9	-0.08103176206350327
108	rnn.weight_hh_l2_reverse	0	-0.08274546265602112
108	rnn.weight_hh_l2_reverse	1	0.01441325806081295
108	rnn.weight_hh_l2_reverse	2	0.010473714210093021
108	rnn.weight_hh_l2_reverse	3	0.02431563101708889
108	rnn.weight_hh_l2_reverse	4	-0.03677108883857727
108	rnn.weight_hh_l2_reverse	5	-0.014999727718532085
108	rnn.weight_hh_l2_reverse	6	-0.042473096400499344
108	rnn.weight_hh_l2_reverse	7	-0.059851642698049545
108	rnn.weight_hh_l2_reverse	8	-0.006662328261882067
108	rnn.weight_hh_l2_reverse	9	-0.059066396206617355
108	rnn.bias_ih_l2_reverse	0	-0.052483610808849335
108	rnn.bias_ih_l2_reverse	1	-0.026882624253630638
108	rnn.bias_ih_l2_reverse	2	0.04125336557626724
108	rnn.bias_ih_l2_reverse	3	0.017356596887111664
108	rnn.bias_ih_l2_reverse	4	0.07676040381193161
108	rnn.bias_ih_l2_reverse	5	-0.08928931504487991
108	rnn.bias_ih_l2_reverse	6	-0.04334091395139694
108	rnn.bias_ih_l2_reverse	7	-0.048008207231760025
108	rnn.bias_ih_l2_reverse	8	0.057303015142679214
108	rnn.bias_ih_l2_reverse	9	0.028032833710312843
108	rnn.bias_hh_l2_reverse	0	0.05444331094622612
108	rnn.bias_hh_l2_reverse	1	-0.07108133286237717
108	rnn.bias_hh_l2_reverse	2	-0.06748508661985397
108	rnn.bias_hh_l2_reverse	3	0.0327320396900177
108	rnn.bias_hh_l2_reverse	4	0.03148570656776428
108	rnn.bias_hh_l2_reverse	5	0.03540795296430588
108	rnn.bias_hh_l2_reverse	6	-0.08250068873167038
108	rnn.bias_hh_l2_reverse	7	-0.009774289093911648
108	rnn.bias_hh_l2_reverse	8	-0.10409500449895859
108	rnn.bias_hh_l2_reverse	9	-0.0547146238386631
108	linear.weight	0	0.025028489530086517
108	linear.weight	1	0.14006531238555908
108	linear.weight	2	-0.023644234985113144
108	linear.weight	3	-0.033290453255176544
108	linear.weight	4	-0.022248394787311554
108	linear.weight	5	0.05721668154001236
108	linear.weight	6	0.0019274504156783223
108	linear.weight	7	-0.07304410636425018
108	linear.weight	8	-0.0022736128885298967
108	linear.weight	9	0.09270443767309189
108	linear.bias	0	0.48880505561828613
108	linear.bias	1	0.6609732508659363
108	linear.bias	2	-1.5814990997314453
108	linear.bias	3	-0.05754556506872177
108	linear.bias	4	-0.050822705030441284
108	linear.bias	5	0.33041638135910034
109	transitions	0	0.048918191343545914
109	transitions	1	-10000.0
109	transitions	2	2.3983092308044434
109	transitions	3	-1.0540385246276855
109	transitions	4	-10000.0
109	transitions	5	-10000.0
109	transitions	6	-10000.0
109	transitions	7	0.8820809721946716
109	transitions	8	0.8525103330612183
109	transitions	9	-1.265910267829895
109	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
109	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
109	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
109	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
109	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
109	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
109	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
109	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
109	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
109	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
109	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
109	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
109	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
109	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
109	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
109	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
109	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
109	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
109	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
109	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
109	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
109	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
109	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
109	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
109	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
109	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
109	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
109	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
109	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
109	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
109	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
109	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
109	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
109	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
109	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
109	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
109	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
109	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
109	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
109	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
109	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
109	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
109	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
109	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
109	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
109	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
109	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
109	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
109	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
109	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
109	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
109	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
109	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
109	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
109	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
109	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
109	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
109	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
109	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
109	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
109	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
109	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
109	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
109	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
109	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
109	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
109	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
109	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
109	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
109	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
109	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
109	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
109	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
109	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
109	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
109	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
109	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
109	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
109	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
109	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
109	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
109	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
109	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
109	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
109	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
109	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
109	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
109	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
109	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
109	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
109	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
109	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
109	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
109	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
109	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
109	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
109	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
109	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
109	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
109	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
109	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
109	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
109	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
109	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
109	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
109	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
109	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
109	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
109	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
109	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
109	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
109	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
109	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
109	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
109	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
109	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
109	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
109	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
109	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
109	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
109	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
109	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
109	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
109	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
109	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
109	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
109	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
109	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
109	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
109	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
109	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
109	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
109	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
109	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
109	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
109	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
109	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
109	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
109	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
109	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
109	embedding2nn.weight	0	0.0147950928658247
109	embedding2nn.weight	1	4.274887032806873e-05
109	embedding2nn.weight	2	0.005607813596725464
109	embedding2nn.weight	3	0.0007537879864685237
109	embedding2nn.weight	4	-0.007594280876219273
109	embedding2nn.weight	5	-0.005314501002430916
109	embedding2nn.weight	6	-0.0006771604530513287
109	embedding2nn.weight	7	-0.003118515480309725
109	embedding2nn.weight	8	0.013740284368395805
109	embedding2nn.weight	9	0.004431589972227812
109	embedding2nn.bias	0	0.002410904271528125
109	embedding2nn.bias	1	-0.012142619118094444
109	embedding2nn.bias	2	0.016087131574749947
109	embedding2nn.bias	3	-0.009616164490580559
109	embedding2nn.bias	4	-0.022520894184708595
109	embedding2nn.bias	5	-0.0002100707497447729
109	embedding2nn.bias	6	0.013732717372477055
109	embedding2nn.bias	7	0.001574910944327712
109	embedding2nn.bias	8	-0.016423825174570084
109	embedding2nn.bias	9	0.00025245940196327865
109	rnn.weight_ih_l0	0	-0.05222074314951897
109	rnn.weight_ih_l0	1	0.05080479383468628
109	rnn.weight_ih_l0	2	0.031840164214372635
109	rnn.weight_ih_l0	3	0.014702475629746914
109	rnn.weight_ih_l0	4	0.012543853372335434
109	rnn.weight_ih_l0	5	0.08419328182935715
109	rnn.weight_ih_l0	6	0.07594697177410126
109	rnn.weight_ih_l0	7	0.03781325742602348
109	rnn.weight_ih_l0	8	-0.04545177146792412
109	rnn.weight_ih_l0	9	0.00837360043078661
109	rnn.weight_hh_l0	0	0.008326892741024494
109	rnn.weight_hh_l0	1	-0.06391692906618118
109	rnn.weight_hh_l0	2	-0.06548989564180374
109	rnn.weight_hh_l0	3	0.07148528099060059
109	rnn.weight_hh_l0	4	0.07109443843364716
109	rnn.weight_hh_l0	5	0.0052966284565627575
109	rnn.weight_hh_l0	6	0.0017114749643951654
109	rnn.weight_hh_l0	7	-0.018005339428782463
109	rnn.weight_hh_l0	8	-0.029432861134409904
109	rnn.weight_hh_l0	9	0.057655032724142075
109	rnn.bias_ih_l0	0	-0.060887016355991364
109	rnn.bias_ih_l0	1	0.08793972432613373
109	rnn.bias_ih_l0	2	0.02051670476794243
109	rnn.bias_ih_l0	3	0.07979007065296173
109	rnn.bias_ih_l0	4	-0.06927087903022766
109	rnn.bias_ih_l0	5	0.08296538889408112
109	rnn.bias_ih_l0	6	-0.06621935963630676
109	rnn.bias_ih_l0	7	-0.03593308478593826
109	rnn.bias_ih_l0	8	-0.08183064311742783
109	rnn.bias_ih_l0	9	-0.04652053117752075
109	rnn.bias_hh_l0	0	0.030753348022699356
109	rnn.bias_hh_l0	1	0.07320059090852737
109	rnn.bias_hh_l0	2	0.06872749328613281
109	rnn.bias_hh_l0	3	0.08450072258710861
109	rnn.bias_hh_l0	4	-0.09649166464805603
109	rnn.bias_hh_l0	5	-0.07162578403949738
109	rnn.bias_hh_l0	6	0.07797074317932129
109	rnn.bias_hh_l0	7	-0.08784893155097961
109	rnn.bias_hh_l0	8	-0.02668863907456398
109	rnn.bias_hh_l0	9	0.0024535497650504112
109	rnn.weight_ih_l0_reverse	0	0.07930612564086914
109	rnn.weight_ih_l0_reverse	1	0.073269784450531
109	rnn.weight_ih_l0_reverse	2	0.03884407877922058
109	rnn.weight_ih_l0_reverse	3	0.033702749758958817
109	rnn.weight_ih_l0_reverse	4	-0.03707026317715645
109	rnn.weight_ih_l0_reverse	5	0.05092887207865715
109	rnn.weight_ih_l0_reverse	6	0.06640844792127609
109	rnn.weight_ih_l0_reverse	7	0.02268075942993164
109	rnn.weight_ih_l0_reverse	8	-0.05781305208802223
109	rnn.weight_ih_l0_reverse	9	-0.05281955003738403
109	rnn.weight_hh_l0_reverse	0	0.025474250316619873
109	rnn.weight_hh_l0_reverse	1	-0.087354376912117
109	rnn.weight_hh_l0_reverse	2	0.06313469260931015
109	rnn.weight_hh_l0_reverse	3	-0.021248992532491684
109	rnn.weight_hh_l0_reverse	4	0.08383510261774063
109	rnn.weight_hh_l0_reverse	5	-0.001901837415061891
109	rnn.weight_hh_l0_reverse	6	0.029798472300171852
109	rnn.weight_hh_l0_reverse	7	0.07824023813009262
109	rnn.weight_hh_l0_reverse	8	-0.02217441238462925
109	rnn.weight_hh_l0_reverse	9	-0.04659382998943329
109	rnn.bias_ih_l0_reverse	0	0.0013330699875950813
109	rnn.bias_ih_l0_reverse	1	-0.012609671801328659
109	rnn.bias_ih_l0_reverse	2	-0.01369677297770977
109	rnn.bias_ih_l0_reverse	3	0.04011769965291023
109	rnn.bias_ih_l0_reverse	4	0.06703338772058487
109	rnn.bias_ih_l0_reverse	5	-0.02288510650396347
109	rnn.bias_ih_l0_reverse	6	-0.02722097560763359
109	rnn.bias_ih_l0_reverse	7	-0.05055371671915054
109	rnn.bias_ih_l0_reverse	8	0.00719309039413929
109	rnn.bias_ih_l0_reverse	9	-0.07068123668432236
109	rnn.bias_hh_l0_reverse	0	0.03833871707320213
109	rnn.bias_hh_l0_reverse	1	-0.07204383611679077
109	rnn.bias_hh_l0_reverse	2	0.08490122854709625
109	rnn.bias_hh_l0_reverse	3	0.05890020355582237
109	rnn.bias_hh_l0_reverse	4	0.019472267478704453
109	rnn.bias_hh_l0_reverse	5	0.04313194379210472
109	rnn.bias_hh_l0_reverse	6	0.0648767352104187
109	rnn.bias_hh_l0_reverse	7	0.08727546781301498
109	rnn.bias_hh_l0_reverse	8	-0.011478211730718613
109	rnn.bias_hh_l0_reverse	9	0.052125733345746994
109	rnn.weight_ih_l1	0	0.02272809110581875
109	rnn.weight_ih_l1	1	0.014969724230468273
109	rnn.weight_ih_l1	2	0.08246287703514099
109	rnn.weight_ih_l1	3	-0.024076929315924644
109	rnn.weight_ih_l1	4	-0.02404438517987728
109	rnn.weight_ih_l1	5	-0.012813547626137733
109	rnn.weight_ih_l1	6	0.0726410448551178
109	rnn.weight_ih_l1	7	-0.006657429970800877
109	rnn.weight_ih_l1	8	-0.0528857558965683
109	rnn.weight_ih_l1	9	0.057262688875198364
109	rnn.weight_hh_l1	0	-0.08042040467262268
109	rnn.weight_hh_l1	1	-0.03608240187168121
109	rnn.weight_hh_l1	2	-0.008150440640747547
109	rnn.weight_hh_l1	3	-0.05839158594608307
109	rnn.weight_hh_l1	4	0.08538738638162613
109	rnn.weight_hh_l1	5	-0.0841149315237999
109	rnn.weight_hh_l1	6	-0.049596190452575684
109	rnn.weight_hh_l1	7	0.0652671530842781
109	rnn.weight_hh_l1	8	-0.01351313479244709
109	rnn.weight_hh_l1	9	-0.03945611044764519
109	rnn.bias_ih_l1	0	-0.04485362768173218
109	rnn.bias_ih_l1	1	0.05802331864833832
109	rnn.bias_ih_l1	2	-0.04814998432993889
109	rnn.bias_ih_l1	3	-0.07284695655107498
109	rnn.bias_ih_l1	4	-0.029882339760661125
109	rnn.bias_ih_l1	5	-0.013169228099286556
109	rnn.bias_ih_l1	6	-0.05087432265281677
109	rnn.bias_ih_l1	7	0.0616990402340889
109	rnn.bias_ih_l1	8	0.08339111506938934
109	rnn.bias_ih_l1	9	0.03626340255141258
109	rnn.bias_hh_l1	0	0.06933073699474335
109	rnn.bias_hh_l1	1	-0.059147946536540985
109	rnn.bias_hh_l1	2	0.021961882710456848
109	rnn.bias_hh_l1	3	0.07321284711360931
109	rnn.bias_hh_l1	4	0.057437919080257416
109	rnn.bias_hh_l1	5	-0.07797297090291977
109	rnn.bias_hh_l1	6	0.014918836764991283
109	rnn.bias_hh_l1	7	0.0394526831805706
109	rnn.bias_hh_l1	8	0.01261216215789318
109	rnn.bias_hh_l1	9	-0.005147881340235472
109	rnn.weight_ih_l1_reverse	0	0.08655577898025513
109	rnn.weight_ih_l1_reverse	1	-0.041701916605234146
109	rnn.weight_ih_l1_reverse	2	-0.06203920394182205
109	rnn.weight_ih_l1_reverse	3	0.025552375242114067
109	rnn.weight_ih_l1_reverse	4	-0.04618639871478081
109	rnn.weight_ih_l1_reverse	5	0.024273758754134178
109	rnn.weight_ih_l1_reverse	6	0.04051543399691582
109	rnn.weight_ih_l1_reverse	7	0.02073482610285282
109	rnn.weight_ih_l1_reverse	8	-0.00827883929014206
109	rnn.weight_ih_l1_reverse	9	-0.06437131017446518
109	rnn.weight_hh_l1_reverse	0	0.00495923962444067
109	rnn.weight_hh_l1_reverse	1	0.018860062584280968
109	rnn.weight_hh_l1_reverse	2	-0.05820074677467346
109	rnn.weight_hh_l1_reverse	3	-0.012895516119897366
109	rnn.weight_hh_l1_reverse	4	0.008956744335591793
109	rnn.weight_hh_l1_reverse	5	-0.06577322632074356
109	rnn.weight_hh_l1_reverse	6	-0.06736298650503159
109	rnn.weight_hh_l1_reverse	7	-0.01140539813786745
109	rnn.weight_hh_l1_reverse	8	-0.05834631249308586
109	rnn.weight_hh_l1_reverse	9	-0.0436033234000206
109	rnn.bias_ih_l1_reverse	0	-0.0027951595839112997
109	rnn.bias_ih_l1_reverse	1	-0.042314935475587845
109	rnn.bias_ih_l1_reverse	2	0.024858344346284866
109	rnn.bias_ih_l1_reverse	3	-0.08177372813224792
109	rnn.bias_ih_l1_reverse	4	-0.08714818209409714
109	rnn.bias_ih_l1_reverse	5	-0.08742949366569519
109	rnn.bias_ih_l1_reverse	6	0.0626286119222641
109	rnn.bias_ih_l1_reverse	7	0.08509282767772675
109	rnn.bias_ih_l1_reverse	8	0.007752649951726198
109	rnn.bias_ih_l1_reverse	9	-0.010054069571197033
109	rnn.bias_hh_l1_reverse	0	0.061286792159080505
109	rnn.bias_hh_l1_reverse	1	-0.06881102919578552
109	rnn.bias_hh_l1_reverse	2	-0.052635956555604935
109	rnn.bias_hh_l1_reverse	3	0.07293877750635147
109	rnn.bias_hh_l1_reverse	4	-0.024128325283527374
109	rnn.bias_hh_l1_reverse	5	-0.007216582074761391
109	rnn.bias_hh_l1_reverse	6	-0.058633580803871155
109	rnn.bias_hh_l1_reverse	7	-0.06103929504752159
109	rnn.bias_hh_l1_reverse	8	0.06576560437679291
109	rnn.bias_hh_l1_reverse	9	0.04864627495408058
109	rnn.weight_ih_l2	0	0.07295341789722443
109	rnn.weight_ih_l2	1	-0.05423564836382866
109	rnn.weight_ih_l2	2	0.06336092203855515
109	rnn.weight_ih_l2	3	0.06581944972276688
109	rnn.weight_ih_l2	4	0.05653205141425133
109	rnn.weight_ih_l2	5	-0.03524943068623543
109	rnn.weight_ih_l2	6	-0.07579948008060455
109	rnn.weight_ih_l2	7	0.012514020316302776
109	rnn.weight_ih_l2	8	-0.017191076651215553
109	rnn.weight_ih_l2	9	-0.06917756050825119
109	rnn.weight_hh_l2	0	0.04826957359910011
109	rnn.weight_hh_l2	1	0.030987927690148354
109	rnn.weight_hh_l2	2	-0.05472872033715248
109	rnn.weight_hh_l2	3	-0.02573847770690918
109	rnn.weight_hh_l2	4	0.05438541620969772
109	rnn.weight_hh_l2	5	-0.023631388321518898
109	rnn.weight_hh_l2	6	0.00837946031242609
109	rnn.weight_hh_l2	7	-0.05308787152171135
109	rnn.weight_hh_l2	8	-0.006526121869683266
109	rnn.weight_hh_l2	9	-0.018238496035337448
109	rnn.bias_ih_l2	0	0.15394802391529083
109	rnn.bias_ih_l2	1	0.013606424443423748
109	rnn.bias_ih_l2	2	0.07114043831825256
109	rnn.bias_ih_l2	3	0.023164542391896248
109	rnn.bias_ih_l2	4	-0.005961843300610781
109	rnn.bias_ih_l2	5	0.046774785965681076
109	rnn.bias_ih_l2	6	0.016703220084309578
109	rnn.bias_ih_l2	7	0.017142849043011665
109	rnn.bias_ih_l2	8	0.020249146968126297
109	rnn.bias_ih_l2	9	-0.015818461775779724
109	rnn.bias_hh_l2	0	0.037504978477954865
109	rnn.bias_hh_l2	1	0.003221582155674696
109	rnn.bias_hh_l2	2	0.06931322067975998
109	rnn.bias_hh_l2	3	0.030003150925040245
109	rnn.bias_hh_l2	4	0.07664242386817932
109	rnn.bias_hh_l2	5	-0.07733380049467087
109	rnn.bias_hh_l2	6	0.03549599647521973
109	rnn.bias_hh_l2	7	-0.02611767314374447
109	rnn.bias_hh_l2	8	0.04193352162837982
109	rnn.bias_hh_l2	9	0.039698828011751175
109	rnn.weight_ih_l2_reverse	0	0.08230907469987869
109	rnn.weight_ih_l2_reverse	1	-0.05299660935997963
109	rnn.weight_ih_l2_reverse	2	0.0008599938591942191
109	rnn.weight_ih_l2_reverse	3	0.03526557981967926
109	rnn.weight_ih_l2_reverse	4	0.05396171659231186
109	rnn.weight_ih_l2_reverse	5	-0.04064755514264107
109	rnn.weight_ih_l2_reverse	6	-0.00104783964343369
109	rnn.weight_ih_l2_reverse	7	-0.012912234291434288
109	rnn.weight_ih_l2_reverse	8	0.014665807597339153
109	rnn.weight_ih_l2_reverse	9	-0.08103422075510025
109	rnn.weight_hh_l2_reverse	0	-0.08274554461240768
109	rnn.weight_hh_l2_reverse	1	0.014390955679118633
109	rnn.weight_hh_l2_reverse	2	0.01047225296497345
109	rnn.weight_hh_l2_reverse	3	0.024314798414707184
109	rnn.weight_hh_l2_reverse	4	-0.036776043474674225
109	rnn.weight_hh_l2_reverse	5	-0.01499504130333662
109	rnn.weight_hh_l2_reverse	6	-0.042491182684898376
109	rnn.weight_hh_l2_reverse	7	-0.05985449627041817
109	rnn.weight_hh_l2_reverse	8	-0.006661387626081705
109	rnn.weight_hh_l2_reverse	9	-0.059068381786346436
109	rnn.bias_ih_l2_reverse	0	-0.05514895170927048
109	rnn.bias_ih_l2_reverse	1	-0.027079865336418152
109	rnn.bias_ih_l2_reverse	2	0.04151785373687744
109	rnn.bias_ih_l2_reverse	3	0.015368917025625706
109	rnn.bias_ih_l2_reverse	4	0.07679685950279236
109	rnn.bias_ih_l2_reverse	5	-0.08930817246437073
109	rnn.bias_ih_l2_reverse	6	-0.04337451979517937
109	rnn.bias_ih_l2_reverse	7	-0.0481790155172348
109	rnn.bias_ih_l2_reverse	8	0.05683596059679985
109	rnn.bias_ih_l2_reverse	9	0.028345154598355293
109	rnn.bias_hh_l2_reverse	0	0.05494708940386772
109	rnn.bias_hh_l2_reverse	1	-0.07196169346570969
109	rnn.bias_hh_l2_reverse	2	-0.06749313324689865
109	rnn.bias_hh_l2_reverse	3	0.03264182060956955
109	rnn.bias_hh_l2_reverse	4	0.03162914514541626
109	rnn.bias_hh_l2_reverse	5	0.03543313220143318
109	rnn.bias_hh_l2_reverse	6	-0.08247216790914536
109	rnn.bias_hh_l2_reverse	7	-0.009465688839554787
109	rnn.bias_hh_l2_reverse	8	-0.10435747355222702
109	rnn.bias_hh_l2_reverse	9	-0.0548185259103775
109	linear.weight	0	0.025028489530086517
109	linear.weight	1	0.1402471661567688
109	linear.weight	2	-0.023661574348807335
109	linear.weight	3	-0.032412949949502945
109	linear.weight	4	-0.022248394787311554
109	linear.weight	5	0.057268597185611725
109	linear.weight	6	0.0024487844202667475
109	linear.weight	7	-0.07889308035373688
109	linear.weight	8	-0.0022465616930276155
109	linear.weight	9	0.09364049881696701
109	linear.bias	0	0.5142530202865601
109	linear.bias	1	0.6865102052688599
109	linear.bias	2	-1.5826609134674072
109	linear.bias	3	-0.05754556506872177
109	linear.bias	4	-0.050822705030441284
109	linear.bias	5	0.2805933356285095
110	transitions	0	0.0484507754445076
110	transitions	1	-10000.0
110	transitions	2	2.4101803302764893
110	transitions	3	-1.0510375499725342
110	transitions	4	-10000.0
110	transitions	5	-10000.0
110	transitions	6	-10000.0
110	transitions	7	0.8820626139640808
110	transitions	8	0.8519240021705627
110	transitions	9	-1.266880989074707
110	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
110	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
110	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
110	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
110	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
110	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
110	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
110	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
110	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
110	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
110	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
110	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
110	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
110	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
110	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
110	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
110	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
110	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
110	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
110	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
110	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
110	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
110	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
110	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
110	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
110	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
110	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
110	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
110	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
110	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
110	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
110	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
110	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
110	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
110	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
110	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
110	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
110	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
110	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
110	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
110	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
110	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
110	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
110	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
110	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
110	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
110	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
110	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
110	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
110	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
110	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
110	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
110	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
110	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
110	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
110	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
110	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
110	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
110	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
110	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
110	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
110	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
110	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
110	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
110	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
110	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
110	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
110	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
110	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
110	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
110	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
110	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
110	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
110	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
110	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
110	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
110	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
110	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
110	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
110	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
110	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
110	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
110	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
110	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
110	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
110	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
110	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
110	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
110	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
110	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
110	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
110	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
110	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
110	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
110	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
110	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
110	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
110	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
110	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
110	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
110	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
110	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
110	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
110	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
110	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
110	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
110	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
110	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
110	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
110	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
110	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
110	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
110	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
110	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
110	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
110	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
110	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
110	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
110	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
110	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
110	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
110	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
110	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
110	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
110	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
110	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
110	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
110	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
110	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
110	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
110	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
110	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
110	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
110	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
110	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
110	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
110	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
110	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
110	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
110	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
110	embedding2nn.weight	0	0.014790616929531097
110	embedding2nn.weight	1	5.1713748689508066e-05
110	embedding2nn.weight	2	0.0056078145280480385
110	embedding2nn.weight	3	0.0007449288968928158
110	embedding2nn.weight	4	-0.0076292469166219234
110	embedding2nn.weight	5	-0.005329255945980549
110	embedding2nn.weight	6	-0.000654585484880954
110	embedding2nn.weight	7	-0.0031155834440141916
110	embedding2nn.weight	8	0.013635645620524883
110	embedding2nn.weight	9	0.004430786240845919
110	embedding2nn.bias	0	0.0025806946214288473
110	embedding2nn.bias	1	-0.012903425842523575
110	embedding2nn.bias	2	0.015105052851140499
110	embedding2nn.bias	3	-0.00964580662548542
110	embedding2nn.bias	4	-0.02166290208697319
110	embedding2nn.bias	5	-0.001079508219845593
110	embedding2nn.bias	6	0.014115183614194393
110	embedding2nn.bias	7	0.0012242385419085622
110	embedding2nn.bias	8	-0.015871139243245125
110	embedding2nn.bias	9	-0.00022768735652789474
110	rnn.weight_ih_l0	0	-0.05225283280014992
110	rnn.weight_ih_l0	1	0.05080786347389221
110	rnn.weight_ih_l0	2	0.03183500096201897
110	rnn.weight_ih_l0	3	0.014706832356750965
110	rnn.weight_ih_l0	4	0.012518849223852158
110	rnn.weight_ih_l0	5	0.08420082181692123
110	rnn.weight_ih_l0	6	0.07595005631446838
110	rnn.weight_ih_l0	7	0.03780405968427658
110	rnn.weight_ih_l0	8	-0.045418016612529755
110	rnn.weight_ih_l0	9	0.008347862400114536
110	rnn.weight_hh_l0	0	0.00832113903015852
110	rnn.weight_hh_l0	1	-0.06390797346830368
110	rnn.weight_hh_l0	2	-0.065492644906044
110	rnn.weight_hh_l0	3	0.07147320359945297
110	rnn.weight_hh_l0	4	0.0710911899805069
110	rnn.weight_hh_l0	5	0.0052619026973843575
110	rnn.weight_hh_l0	6	0.001149085583165288
110	rnn.weight_hh_l0	7	-0.017679866403341293
110	rnn.weight_hh_l0	8	-0.029426218941807747
110	rnn.weight_hh_l0	9	0.05765359848737717
110	rnn.bias_ih_l0	0	-0.06101575121283531
110	rnn.bias_ih_l0	1	0.08806239068508148
110	rnn.bias_ih_l0	2	0.020729603245854378
110	rnn.bias_ih_l0	3	0.07991987466812134
110	rnn.bias_ih_l0	4	-0.07097931206226349
110	rnn.bias_ih_l0	5	0.08276054263114929
110	rnn.bias_ih_l0	6	-0.06618794798851013
110	rnn.bias_ih_l0	7	-0.03601004183292389
110	rnn.bias_ih_l0	8	-0.08086337894201279
110	rnn.bias_ih_l0	9	-0.04637029394507408
110	rnn.bias_hh_l0	0	0.03207133710384369
110	rnn.bias_hh_l0	1	0.0730668231844902
110	rnn.bias_hh_l0	2	0.0686875581741333
110	rnn.bias_hh_l0	3	0.08444001525640488
110	rnn.bias_hh_l0	4	-0.09718768298625946
110	rnn.bias_hh_l0	5	-0.07159456610679626
110	rnn.bias_hh_l0	6	0.07805758714675903
110	rnn.bias_hh_l0	7	-0.08701121807098389
110	rnn.bias_hh_l0	8	-0.026686903089284897
110	rnn.bias_hh_l0	9	0.0033414263743907213
110	rnn.weight_ih_l0_reverse	0	0.079302579164505
110	rnn.weight_ih_l0_reverse	1	0.07331929355859756
110	rnn.weight_ih_l0_reverse	2	0.03883608430624008
110	rnn.weight_ih_l0_reverse	3	0.033702462911605835
110	rnn.weight_ih_l0_reverse	4	-0.037091214209795
110	rnn.weight_ih_l0_reverse	5	0.050921592861413956
110	rnn.weight_ih_l0_reverse	6	0.0664079338312149
110	rnn.weight_ih_l0_reverse	7	0.02271592989563942
110	rnn.weight_ih_l0_reverse	8	-0.0579177588224411
110	rnn.weight_ih_l0_reverse	9	-0.052823010832071304
110	rnn.weight_hh_l0_reverse	0	0.02544338069856167
110	rnn.weight_hh_l0_reverse	1	-0.0873815044760704
110	rnn.weight_hh_l0_reverse	2	0.0631340742111206
110	rnn.weight_hh_l0_reverse	3	-0.021256837993860245
110	rnn.weight_hh_l0_reverse	4	0.08384479582309723
110	rnn.weight_hh_l0_reverse	5	-0.0018270822474732995
110	rnn.weight_hh_l0_reverse	6	0.02980923093855381
110	rnn.weight_hh_l0_reverse	7	0.07829542458057404
110	rnn.weight_hh_l0_reverse	8	-0.022167546674609184
110	rnn.weight_hh_l0_reverse	9	-0.04660235717892647
110	rnn.bias_ih_l0_reverse	0	0.0014504819409921765
110	rnn.bias_ih_l0_reverse	1	-0.013046552427113056
110	rnn.bias_ih_l0_reverse	2	-0.013603859581053257
110	rnn.bias_ih_l0_reverse	3	0.040426816791296005
110	rnn.bias_ih_l0_reverse	4	0.06688754260540009
110	rnn.bias_ih_l0_reverse	5	-0.023009469732642174
110	rnn.bias_ih_l0_reverse	6	-0.027336126193404198
110	rnn.bias_ih_l0_reverse	7	-0.050681717693805695
110	rnn.bias_ih_l0_reverse	8	0.006581917405128479
110	rnn.bias_ih_l0_reverse	9	-0.07045403867959976
110	rnn.bias_hh_l0_reverse	0	0.038455452769994736
110	rnn.bias_hh_l0_reverse	1	-0.07181663811206818
110	rnn.bias_hh_l0_reverse	2	0.08429513871669769
110	rnn.bias_hh_l0_reverse	3	0.0590665340423584
110	rnn.bias_hh_l0_reverse	4	0.01925680786371231
110	rnn.bias_hh_l0_reverse	5	0.043447621166706085
110	rnn.bias_hh_l0_reverse	6	0.06511518359184265
110	rnn.bias_hh_l0_reverse	7	0.08823635429143906
110	rnn.bias_hh_l0_reverse	8	-0.01132545992732048
110	rnn.bias_hh_l0_reverse	9	0.0525510199368
110	rnn.weight_ih_l1	0	0.022930344566702843
110	rnn.weight_ih_l1	1	0.014990146271884441
110	rnn.weight_ih_l1	2	0.08245645463466644
110	rnn.weight_ih_l1	3	-0.024082360789179802
110	rnn.weight_ih_l1	4	-0.024039916694164276
110	rnn.weight_ih_l1	5	-0.012934156693518162
110	rnn.weight_ih_l1	6	0.07260467112064362
110	rnn.weight_ih_l1	7	-0.0065112123265862465
110	rnn.weight_ih_l1	8	-0.05287851393222809
110	rnn.weight_ih_l1	9	0.056753650307655334
110	rnn.weight_hh_l1	0	-0.08070292323827744
110	rnn.weight_hh_l1	1	-0.0361143983900547
110	rnn.weight_hh_l1	2	-0.008151721209287643
110	rnn.weight_hh_l1	3	-0.05837663635611534
110	rnn.weight_hh_l1	4	0.0855717808008194
110	rnn.weight_hh_l1	5	-0.0840955451130867
110	rnn.weight_hh_l1	6	-0.04959067329764366
110	rnn.weight_hh_l1	7	0.06531061977148056
110	rnn.weight_hh_l1	8	-0.013515801168978214
110	rnn.weight_hh_l1	9	-0.039470188319683075
110	rnn.bias_ih_l1	0	-0.04474048316478729
110	rnn.bias_ih_l1	1	0.05811362341046333
110	rnn.bias_ih_l1	2	-0.04787178710103035
110	rnn.bias_ih_l1	3	-0.07348017394542694
110	rnn.bias_ih_l1	4	-0.02998451329767704
110	rnn.bias_ih_l1	5	-0.007806037086993456
110	rnn.bias_ih_l1	6	-0.050693873316049576
110	rnn.bias_ih_l1	7	0.061550915241241455
110	rnn.bias_ih_l1	8	0.08342952281236649
110	rnn.bias_ih_l1	9	0.03562897816300392
110	rnn.bias_hh_l1	0	0.06923570483922958
110	rnn.bias_hh_l1	1	-0.059144362807273865
110	rnn.bias_hh_l1	2	0.0215517096221447
110	rnn.bias_hh_l1	3	0.07354263961315155
110	rnn.bias_hh_l1	4	0.05747683346271515
110	rnn.bias_hh_l1	5	-0.07815072685480118
110	rnn.bias_hh_l1	6	0.014718880876898766
110	rnn.bias_hh_l1	7	0.03929993882775307
110	rnn.bias_hh_l1	8	0.012649323791265488
110	rnn.bias_hh_l1	9	-0.005052919499576092
110	rnn.weight_ih_l1_reverse	0	0.08653362840414047
110	rnn.weight_ih_l1_reverse	1	-0.041742950677871704
110	rnn.weight_ih_l1_reverse	2	-0.062032248824834824
110	rnn.weight_ih_l1_reverse	3	0.025550469756126404
110	rnn.weight_ih_l1_reverse	4	-0.04621868208050728
110	rnn.weight_ih_l1_reverse	5	0.024306323379278183
110	rnn.weight_ih_l1_reverse	6	0.04047660157084465
110	rnn.weight_ih_l1_reverse	7	0.020700715482234955
110	rnn.weight_ih_l1_reverse	8	-0.008278685621917248
110	rnn.weight_ih_l1_reverse	9	-0.06414548307657242
110	rnn.weight_hh_l1_reverse	0	0.004909666255116463
110	rnn.weight_hh_l1_reverse	1	0.018873218446969986
110	rnn.weight_hh_l1_reverse	2	-0.05820055678486824
110	rnn.weight_hh_l1_reverse	3	-0.01285980362445116
110	rnn.weight_hh_l1_reverse	4	0.008951420895755291
110	rnn.weight_hh_l1_reverse	5	-0.06582228094339371
110	rnn.weight_hh_l1_reverse	6	-0.06737317889928818
110	rnn.weight_hh_l1_reverse	7	-0.011404086835682392
110	rnn.weight_hh_l1_reverse	8	-0.05833606421947479
110	rnn.weight_hh_l1_reverse	9	-0.043552298098802567
110	rnn.bias_ih_l1_reverse	0	-0.0027832218911498785
110	rnn.bias_ih_l1_reverse	1	-0.04217766225337982
110	rnn.bias_ih_l1_reverse	2	0.024949904531240463
110	rnn.bias_ih_l1_reverse	3	-0.08152569830417633
110	rnn.bias_ih_l1_reverse	4	-0.08704416453838348
110	rnn.bias_ih_l1_reverse	5	-0.08733424544334412
110	rnn.bias_ih_l1_reverse	6	0.06292518973350525
110	rnn.bias_ih_l1_reverse	7	0.08515797555446625
110	rnn.bias_ih_l1_reverse	8	0.005986281670629978
110	rnn.bias_ih_l1_reverse	9	-0.009965305216610432
110	rnn.bias_hh_l1_reverse	0	0.0613049753010273
110	rnn.bias_hh_l1_reverse	1	-0.06854157894849777
110	rnn.bias_hh_l1_reverse	2	-0.05266290530562401
110	rnn.bias_hh_l1_reverse	3	0.07308187335729599
110	rnn.bias_hh_l1_reverse	4	-0.024059036746621132
110	rnn.bias_hh_l1_reverse	5	-0.007158050313591957
110	rnn.bias_hh_l1_reverse	6	-0.058483198285102844
110	rnn.bias_hh_l1_reverse	7	-0.060968462377786636
110	rnn.bias_hh_l1_reverse	8	0.0658542588353157
110	rnn.bias_hh_l1_reverse	9	0.047650888562202454
110	rnn.weight_ih_l2	0	0.07290329784154892
110	rnn.weight_ih_l2	1	-0.05422529578208923
110	rnn.weight_ih_l2	2	0.06335907429456711
110	rnn.weight_ih_l2	3	0.06571053713560104
110	rnn.weight_ih_l2	4	0.05648433789610863
110	rnn.weight_ih_l2	5	-0.035549525171518326
110	rnn.weight_ih_l2	6	-0.07573248445987701
110	rnn.weight_ih_l2	7	0.012458868324756622
110	rnn.weight_ih_l2	8	-0.017189091071486473
110	rnn.weight_ih_l2	9	-0.069179967045784
110	rnn.weight_hh_l2	0	0.04827624559402466
110	rnn.weight_hh_l2	1	0.030986100435256958
110	rnn.weight_hh_l2	2	-0.05470084026455879
110	rnn.weight_hh_l2	3	-0.02568879723548889
110	rnn.weight_hh_l2	4	0.054390158504247665
110	rnn.weight_hh_l2	5	-0.023724906146526337
110	rnn.weight_hh_l2	6	0.00837373360991478
110	rnn.weight_hh_l2	7	-0.05310077592730522
110	rnn.weight_hh_l2	8	-0.006665026769042015
110	rnn.weight_hh_l2	9	-0.018241556361317635
110	rnn.bias_ih_l2	0	0.1550443470478058
110	rnn.bias_ih_l2	1	0.013762030750513077
110	rnn.bias_ih_l2	2	0.07139242440462112
110	rnn.bias_ih_l2	3	0.023900073021650314
110	rnn.bias_ih_l2	4	-0.006044372450560331
110	rnn.bias_ih_l2	5	0.047030672430992126
110	rnn.bias_ih_l2	6	0.016540734097361565
110	rnn.bias_ih_l2	7	0.017243359237909317
110	rnn.bias_ih_l2	8	0.019980400800704956
110	rnn.bias_ih_l2	9	-0.015795964747667313
110	rnn.bias_hh_l2	0	0.03821229934692383
110	rnn.bias_hh_l2	1	0.003439513500779867
110	rnn.bias_hh_l2	2	0.06948598474264145
110	rnn.bias_hh_l2	3	0.029926670715212822
110	rnn.bias_hh_l2	4	0.07681829482316971
110	rnn.bias_hh_l2	5	-0.0790322944521904
110	rnn.bias_hh_l2	6	0.03718464821577072
110	rnn.bias_hh_l2	7	-0.025720229372382164
110	rnn.bias_hh_l2	8	0.04182641953229904
110	rnn.bias_hh_l2	9	0.037856314331293106
110	rnn.weight_ih_l2_reverse	0	0.08230946958065033
110	rnn.weight_ih_l2_reverse	1	-0.05297373607754707
110	rnn.weight_ih_l2_reverse	2	0.0008605278562754393
110	rnn.weight_ih_l2_reverse	3	0.03526967763900757
110	rnn.weight_ih_l2_reverse	4	0.053963225334882736
110	rnn.weight_ih_l2_reverse	5	-0.04064952954649925
110	rnn.weight_ih_l2_reverse	6	-0.0010085600661113858
110	rnn.weight_ih_l2_reverse	7	-0.013073376379907131
110	rnn.weight_ih_l2_reverse	8	0.014578090980648994
110	rnn.weight_ih_l2_reverse	9	-0.08103197067975998
110	rnn.weight_hh_l2_reverse	0	-0.08274418115615845
110	rnn.weight_hh_l2_reverse	1	0.014431805349886417
110	rnn.weight_hh_l2_reverse	2	0.010471207089722157
110	rnn.weight_hh_l2_reverse	3	0.024315806105732918
110	rnn.weight_hh_l2_reverse	4	-0.03678349778056145
110	rnn.weight_hh_l2_reverse	5	-0.01499787624925375
110	rnn.weight_hh_l2_reverse	6	-0.042578957974910736
110	rnn.weight_hh_l2_reverse	7	-0.059852465987205505
110	rnn.weight_hh_l2_reverse	8	-0.006660353858023882
110	rnn.weight_hh_l2_reverse	9	-0.05907045677304268
110	rnn.bias_ih_l2_reverse	0	-0.05485095456242561
110	rnn.bias_ih_l2_reverse	1	-0.027061501517891884
110	rnn.bias_ih_l2_reverse	2	0.041698966175317764
110	rnn.bias_ih_l2_reverse	3	0.015144857577979565
110	rnn.bias_ih_l2_reverse	4	0.07679040729999542
110	rnn.bias_ih_l2_reverse	5	-0.08931024372577667
110	rnn.bias_ih_l2_reverse	6	-0.043386563658714294
110	rnn.bias_ih_l2_reverse	7	-0.047651395201683044
110	rnn.bias_ih_l2_reverse	8	0.057308122515678406
110	rnn.bias_ih_l2_reverse	9	0.027921481058001518
110	rnn.bias_hh_l2_reverse	0	0.052675697952508926
110	rnn.bias_hh_l2_reverse	1	-0.072541244328022
110	rnn.bias_hh_l2_reverse	2	-0.067482128739357
110	rnn.bias_hh_l2_reverse	3	0.03258863463997841
110	rnn.bias_hh_l2_reverse	4	0.031737200915813446
110	rnn.bias_hh_l2_reverse	5	0.03582478687167168
110	rnn.bias_hh_l2_reverse	6	-0.08244830369949341
110	rnn.bias_hh_l2_reverse	7	-0.009703902527689934
110	rnn.bias_hh_l2_reverse	8	-0.10421232879161835
110	rnn.bias_hh_l2_reverse	9	-0.05476022884249687
110	linear.weight	0	0.025028489530086517
110	linear.weight	1	0.145269975066185
110	linear.weight	2	-0.02368563786149025
110	linear.weight	3	-0.032778434455394745
110	linear.weight	4	-0.022248394787311554
110	linear.weight	5	0.0573585219681263
110	linear.weight	6	0.0019508126424625516
110	linear.weight	7	-0.08079838007688522
110	linear.weight	8	-0.003978445194661617
110	linear.weight	9	0.09554056823253632
110	linear.bias	0	0.5207292437553406
110	linear.bias	1	0.6932973861694336
110	linear.bias	2	-1.5841763019561768
110	linear.bias	3	-0.05754556506872177
110	linear.bias	4	-0.050822705030441284
110	linear.bias	5	0.2688453793525696
111	transitions	0	0.04797416552901268
111	transitions	1	-10000.0
111	transitions	2	2.409607172012329
111	transitions	3	-1.0708123445510864
111	transitions	4	-10000.0
111	transitions	5	-10000.0
111	transitions	6	-10000.0
111	transitions	7	0.8820489645004272
111	transitions	8	0.8514032363891602
111	transitions	9	-1.2680007219314575
111	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
111	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
111	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
111	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
111	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
111	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
111	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
111	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
111	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
111	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
111	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
111	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
111	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
111	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
111	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
111	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
111	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
111	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
111	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
111	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
111	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
111	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
111	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
111	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
111	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
111	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
111	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
111	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
111	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
111	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
111	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
111	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
111	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
111	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
111	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
111	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
111	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
111	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
111	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
111	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
111	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
111	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
111	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
111	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
111	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
111	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
111	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
111	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
111	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
111	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
111	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
111	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
111	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
111	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
111	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
111	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
111	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
111	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
111	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
111	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
111	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
111	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
111	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
111	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
111	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
111	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
111	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
111	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
111	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
111	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
111	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
111	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
111	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
111	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
111	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
111	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
111	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
111	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
111	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
111	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
111	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
111	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
111	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
111	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
111	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
111	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
111	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
111	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
111	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
111	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
111	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
111	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
111	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
111	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
111	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
111	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
111	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
111	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
111	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
111	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
111	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
111	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
111	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
111	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
111	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
111	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
111	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
111	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
111	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
111	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
111	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
111	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
111	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
111	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
111	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
111	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
111	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
111	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
111	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
111	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
111	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
111	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
111	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
111	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
111	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
111	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
111	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
111	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
111	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
111	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
111	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
111	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
111	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
111	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
111	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
111	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
111	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
111	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
111	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
111	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
111	embedding2nn.weight	0	0.014791270717978477
111	embedding2nn.weight	1	5.6828532251529396e-05
111	embedding2nn.weight	2	0.005609135143458843
111	embedding2nn.weight	3	0.0007454680744558573
111	embedding2nn.weight	4	-0.007653025910258293
111	embedding2nn.weight	5	-0.005327198654413223
111	embedding2nn.weight	6	-0.0006915562553331256
111	embedding2nn.weight	7	-0.003114443039521575
111	embedding2nn.weight	8	0.01357980165630579
111	embedding2nn.weight	9	0.004432991147041321
111	embedding2nn.bias	0	0.002205668715760112
111	embedding2nn.bias	1	-0.012018282897770405
111	embedding2nn.bias	2	0.01663782261312008
111	embedding2nn.bias	3	-0.010503695346415043
111	embedding2nn.bias	4	-0.023055514320731163
111	embedding2nn.bias	5	-0.0013669360196217895
111	embedding2nn.bias	6	0.014150924980640411
111	embedding2nn.bias	7	0.001506146159954369
111	embedding2nn.bias	8	-0.01652257889509201
111	embedding2nn.bias	9	0.00034220973611809313
111	rnn.weight_ih_l0	0	-0.0522506982088089
111	rnn.weight_ih_l0	1	0.050808895379304886
111	rnn.weight_ih_l0	2	0.03183894231915474
111	rnn.weight_ih_l0	3	0.014700314030051231
111	rnn.weight_ih_l0	4	0.012485578656196594
111	rnn.weight_ih_l0	5	0.08420564234256744
111	rnn.weight_ih_l0	6	0.07595133036375046
111	rnn.weight_ih_l0	7	0.037807222455739975
111	rnn.weight_ih_l0	8	-0.0454888679087162
111	rnn.weight_ih_l0	9	0.008403054438531399
111	rnn.weight_hh_l0	0	0.008322013542056084
111	rnn.weight_hh_l0	1	-0.0639023706316948
111	rnn.weight_hh_l0	2	-0.0654967799782753
111	rnn.weight_hh_l0	3	0.07139010727405548
111	rnn.weight_hh_l0	4	0.07108656316995621
111	rnn.weight_hh_l0	5	0.005278793629258871
111	rnn.weight_hh_l0	6	0.0010138640645891428
111	rnn.weight_hh_l0	7	-0.017706966027617455
111	rnn.weight_hh_l0	8	-0.0294374767690897
111	rnn.weight_hh_l0	9	0.05765899270772934
111	rnn.bias_ih_l0	0	-0.060835279524326324
111	rnn.bias_ih_l0	1	0.08806722611188889
111	rnn.bias_ih_l0	2	0.02081029862165451
111	rnn.bias_ih_l0	3	0.07946810871362686
111	rnn.bias_ih_l0	4	-0.07182055711746216
111	rnn.bias_ih_l0	5	0.08293497562408447
111	rnn.bias_ih_l0	6	-0.06548437476158142
111	rnn.bias_ih_l0	7	-0.0359976589679718
111	rnn.bias_ih_l0	8	-0.07929269969463348
111	rnn.bias_ih_l0	9	-0.046081166714429855
111	rnn.bias_hh_l0	0	0.03195064887404442
111	rnn.bias_hh_l0	1	0.07313591986894608
111	rnn.bias_hh_l0	2	0.06881256401538849
111	rnn.bias_hh_l0	3	0.0843338817358017
111	rnn.bias_hh_l0	4	-0.09845422953367233
111	rnn.bias_hh_l0	5	-0.07158298045396805
111	rnn.bias_hh_l0	6	0.07813851535320282
111	rnn.bias_hh_l0	7	-0.0883072093129158
111	rnn.bias_hh_l0	8	-0.02667872980237007
111	rnn.bias_hh_l0	9	0.0016446858644485474
111	rnn.weight_ih_l0_reverse	0	0.07930662482976913
111	rnn.weight_ih_l0_reverse	1	0.0732802227139473
111	rnn.weight_ih_l0_reverse	2	0.03883357346057892
111	rnn.weight_ih_l0_reverse	3	0.03370436280965805
111	rnn.weight_ih_l0_reverse	4	-0.03707665950059891
111	rnn.weight_ih_l0_reverse	5	0.05091700702905655
111	rnn.weight_ih_l0_reverse	6	0.06640778481960297
111	rnn.weight_ih_l0_reverse	7	0.022668367251753807
111	rnn.weight_ih_l0_reverse	8	-0.05793018266558647
111	rnn.weight_ih_l0_reverse	9	-0.05282026529312134
111	rnn.weight_hh_l0_reverse	0	0.025438901036977768
111	rnn.weight_hh_l0_reverse	1	-0.0873851329088211
111	rnn.weight_hh_l0_reverse	2	0.06313566863536835
111	rnn.weight_hh_l0_reverse	3	-0.021266575902700424
111	rnn.weight_hh_l0_reverse	4	0.08390592783689499
111	rnn.weight_hh_l0_reverse	5	-0.0018571013351902366
111	rnn.weight_hh_l0_reverse	6	0.02980383113026619
111	rnn.weight_hh_l0_reverse	7	0.07828661054372787
111	rnn.weight_hh_l0_reverse	8	-0.02216177061200142
111	rnn.weight_hh_l0_reverse	9	-0.04659668728709221
111	rnn.bias_ih_l0_reverse	0	0.0015284994151443243
111	rnn.bias_ih_l0_reverse	1	-0.012793948873877525
111	rnn.bias_ih_l0_reverse	2	-0.013857734389603138
111	rnn.bias_ih_l0_reverse	3	0.04027514532208443
111	rnn.bias_ih_l0_reverse	4	0.06690241396427155
111	rnn.bias_ih_l0_reverse	5	-0.022956639528274536
111	rnn.bias_ih_l0_reverse	6	-0.02725105732679367
111	rnn.bias_ih_l0_reverse	7	-0.0506250225007534
111	rnn.bias_ih_l0_reverse	8	0.006971738766878843
111	rnn.bias_ih_l0_reverse	9	-0.0698007345199585
111	rnn.bias_hh_l0_reverse	0	0.03848052769899368
111	rnn.bias_hh_l0_reverse	1	-0.07116333395242691
111	rnn.bias_hh_l0_reverse	2	0.0841716006398201
111	rnn.bias_hh_l0_reverse	3	0.05895281583070755
111	rnn.bias_hh_l0_reverse	4	0.018337463960051537
111	rnn.bias_hh_l0_reverse	5	0.04345434531569481
111	rnn.bias_hh_l0_reverse	6	0.06471888720989227
111	rnn.bias_hh_l0_reverse	7	0.08809804916381836
111	rnn.bias_hh_l0_reverse	8	-0.011422625742852688
111	rnn.bias_hh_l0_reverse	9	0.053181055933237076
111	rnn.weight_ih_l1	0	0.023096991702914238
111	rnn.weight_ih_l1	1	0.015091783367097378
111	rnn.weight_ih_l1	2	0.08299171179533005
111	rnn.weight_ih_l1	3	-0.02410447597503662
111	rnn.weight_ih_l1	4	-0.024038685485720634
111	rnn.weight_ih_l1	5	-0.012864631600677967
111	rnn.weight_ih_l1	6	0.07252371311187744
111	rnn.weight_ih_l1	7	-0.006323637440800667
111	rnn.weight_ih_l1	8	-0.05290459096431732
111	rnn.weight_ih_l1	9	0.05684486776590347
111	rnn.weight_hh_l1	0	-0.08101271837949753
111	rnn.weight_hh_l1	1	-0.036094196140766144
111	rnn.weight_hh_l1	2	-0.008151902817189693
111	rnn.weight_hh_l1	3	-0.05838167667388916
111	rnn.weight_hh_l1	4	0.08555403351783752
111	rnn.weight_hh_l1	5	-0.08410247415304184
111	rnn.weight_hh_l1	6	-0.04962879419326782
111	rnn.weight_hh_l1	7	0.06527083367109299
111	rnn.weight_hh_l1	8	-0.013514499180018902
111	rnn.weight_hh_l1	9	-0.03948432579636574
111	rnn.bias_ih_l1	0	-0.04464425891637802
111	rnn.bias_ih_l1	1	0.05803564190864563
111	rnn.bias_ih_l1	2	-0.047835253179073334
111	rnn.bias_ih_l1	3	-0.07333573698997498
111	rnn.bias_ih_l1	4	-0.03003079444169998
111	rnn.bias_ih_l1	5	-0.010896616615355015
111	rnn.bias_ih_l1	6	-0.05076982453465462
111	rnn.bias_ih_l1	7	0.06165960058569908
111	rnn.bias_ih_l1	8	0.08350396901369095
111	rnn.bias_ih_l1	9	0.03655450418591499
111	rnn.bias_hh_l1	0	0.0692247748374939
111	rnn.bias_hh_l1	1	-0.05913938581943512
111	rnn.bias_hh_l1	2	0.02152734436094761
111	rnn.bias_hh_l1	3	0.07376805692911148
111	rnn.bias_hh_l1	4	0.05744825676083565
111	rnn.bias_hh_l1	5	-0.07811497151851654
111	rnn.bias_hh_l1	6	0.014721647836267948
111	rnn.bias_hh_l1	7	0.039319224655628204
111	rnn.bias_hh_l1	8	0.012647001072764397
111	rnn.bias_hh_l1	9	-0.005166924092918634
111	rnn.weight_ih_l1_reverse	0	0.08652731031179428
111	rnn.weight_ih_l1_reverse	1	-0.04178128018975258
111	rnn.weight_ih_l1_reverse	2	-0.062035802751779556
111	rnn.weight_ih_l1_reverse	3	0.025530217215418816
111	rnn.weight_ih_l1_reverse	4	-0.04621080309152603
111	rnn.weight_ih_l1_reverse	5	0.024310896173119545
111	rnn.weight_ih_l1_reverse	6	0.04043217748403549
111	rnn.weight_ih_l1_reverse	7	0.020698975771665573
111	rnn.weight_ih_l1_reverse	8	-0.008278685621917248
111	rnn.weight_ih_l1_reverse	9	-0.06405217945575714
111	rnn.weight_hh_l1_reverse	0	0.0049121808260679245
111	rnn.weight_hh_l1_reverse	1	0.018880115821957588
111	rnn.weight_hh_l1_reverse	2	-0.058201391249895096
111	rnn.weight_hh_l1_reverse	3	-0.0128475371748209
111	rnn.weight_hh_l1_reverse	4	0.008951207622885704
111	rnn.weight_hh_l1_reverse	5	-0.06578052043914795
111	rnn.weight_hh_l1_reverse	6	-0.06737235933542252
111	rnn.weight_hh_l1_reverse	7	-0.011404409073293209
111	rnn.weight_hh_l1_reverse	8	-0.058336324989795685
111	rnn.weight_hh_l1_reverse	9	-0.043561115860939026
111	rnn.bias_ih_l1_reverse	0	-0.0027675614692270756
111	rnn.bias_ih_l1_reverse	1	-0.04222587123513222
111	rnn.bias_ih_l1_reverse	2	0.02490517497062683
111	rnn.bias_ih_l1_reverse	3	-0.08161161094903946
111	rnn.bias_ih_l1_reverse	4	-0.08699647337198257
111	rnn.bias_ih_l1_reverse	5	-0.08724646270275116
111	rnn.bias_ih_l1_reverse	6	0.06316254287958145
111	rnn.bias_ih_l1_reverse	7	0.08512440323829651
111	rnn.bias_ih_l1_reverse	8	0.006968132685869932
111	rnn.bias_ih_l1_reverse	9	-0.009946581907570362
111	rnn.bias_hh_l1_reverse	0	0.06130003184080124
111	rnn.bias_hh_l1_reverse	1	-0.06828884035348892
111	rnn.bias_hh_l1_reverse	2	-0.05264591798186302
111	rnn.bias_hh_l1_reverse	3	0.07281579077243805
111	rnn.bias_hh_l1_reverse	4	-0.023965194821357727
111	rnn.bias_hh_l1_reverse	5	-0.00733102997764945
111	rnn.bias_hh_l1_reverse	6	-0.05839549005031586
111	rnn.bias_hh_l1_reverse	7	-0.0609264001250267
111	rnn.bias_hh_l1_reverse	8	0.06589020788669586
111	rnn.bias_hh_l1_reverse	9	0.04707980155944824
111	rnn.weight_ih_l2	0	0.0725325495004654
111	rnn.weight_ih_l2	1	-0.05421470105648041
111	rnn.weight_ih_l2	2	0.06335414946079254
111	rnn.weight_ih_l2	3	0.06587749719619751
111	rnn.weight_ih_l2	4	0.05651397258043289
111	rnn.weight_ih_l2	5	-0.035554900765419006
111	rnn.weight_ih_l2	6	-0.07575288414955139
111	rnn.weight_ih_l2	7	0.0124516561627388
111	rnn.weight_ih_l2	8	-0.01718718186020851
111	rnn.weight_ih_l2	9	-0.06917756050825119
111	rnn.weight_hh_l2	0	0.04827142134308815
111	rnn.weight_hh_l2	1	0.030975166708230972
111	rnn.weight_hh_l2	2	-0.05469568073749542
111	rnn.weight_hh_l2	3	-0.025673406198620796
111	rnn.weight_hh_l2	4	0.05439453199505806
111	rnn.weight_hh_l2	5	-0.023626141250133514
111	rnn.weight_hh_l2	6	0.008362958207726479
111	rnn.weight_hh_l2	7	-0.05312422290444374
111	rnn.weight_hh_l2	8	-0.0066809142008423805
111	rnn.weight_hh_l2	9	-0.018252577632665634
111	rnn.bias_ih_l2	0	0.15258395671844482
111	rnn.bias_ih_l2	1	0.013811674900352955
111	rnn.bias_ih_l2	2	0.07217808067798615
111	rnn.bias_ih_l2	3	0.02353023923933506
111	rnn.bias_ih_l2	4	-0.006003348622471094
111	rnn.bias_ih_l2	5	0.047327037900686264
111	rnn.bias_ih_l2	6	0.016347067430615425
111	rnn.bias_ih_l2	7	0.01748339831829071
111	rnn.bias_ih_l2	8	0.01981661655008793
111	rnn.bias_ih_l2	9	-0.015939924865961075
111	rnn.bias_hh_l2	0	0.03828688710927963
111	rnn.bias_hh_l2	1	0.0037610717117786407
111	rnn.bias_hh_l2	2	0.06965713948011398
111	rnn.bias_hh_l2	3	0.029977906495332718
111	rnn.bias_hh_l2	4	0.07682972401380539
111	rnn.bias_hh_l2	5	-0.08263504505157471
111	rnn.bias_hh_l2	6	0.036793988198041916
111	rnn.bias_hh_l2	7	-0.025988919660449028
111	rnn.bias_hh_l2	8	0.041804760694503784
111	rnn.bias_hh_l2	9	0.03692758455872536
111	rnn.weight_ih_l2_reverse	0	0.08231177181005478
111	rnn.weight_ih_l2_reverse	1	-0.05288960039615631
111	rnn.weight_ih_l2_reverse	2	0.0008645622874610126
111	rnn.weight_ih_l2_reverse	3	0.03526594117283821
111	rnn.weight_ih_l2_reverse	4	0.053965166211128235
111	rnn.weight_ih_l2_reverse	5	-0.04065211862325668
111	rnn.weight_ih_l2_reverse	6	-0.0011262152111157775
111	rnn.weight_ih_l2_reverse	7	-0.013062350451946259
111	rnn.weight_ih_l2_reverse	8	0.014842178672552109
111	rnn.weight_ih_l2_reverse	9	-0.08099053055047989
111	rnn.weight_hh_l2_reverse	0	-0.08274446427822113
111	rnn.weight_hh_l2_reverse	1	0.014483452774584293
111	rnn.weight_hh_l2_reverse	2	0.010472722351551056
111	rnn.weight_hh_l2_reverse	3	0.024316001683473587
111	rnn.weight_hh_l2_reverse	4	-0.036782655864953995
111	rnn.weight_hh_l2_reverse	5	-0.014999053440988064
111	rnn.weight_hh_l2_reverse	6	-0.042655784636735916
111	rnn.weight_hh_l2_reverse	7	-0.05984507501125336
111	rnn.weight_hh_l2_reverse	8	-0.00665862625464797
111	rnn.weight_hh_l2_reverse	9	-0.0590718649327755
111	rnn.bias_ih_l2_reverse	0	-0.052657220512628555
111	rnn.bias_ih_l2_reverse	1	-0.026950009167194366
111	rnn.bias_ih_l2_reverse	2	0.04173154756426811
111	rnn.bias_ih_l2_reverse	3	0.014198774471879005
111	rnn.bias_ih_l2_reverse	4	0.07678356021642685
111	rnn.bias_ih_l2_reverse	5	-0.08927693217992783
111	rnn.bias_ih_l2_reverse	6	-0.043328508734703064
111	rnn.bias_ih_l2_reverse	7	-0.04784853011369705
111	rnn.bias_ih_l2_reverse	8	0.05741393193602562
111	rnn.bias_ih_l2_reverse	9	0.027384242042899132
111	rnn.bias_hh_l2_reverse	0	0.05377963185310364
111	rnn.bias_hh_l2_reverse	1	-0.07158710062503815
111	rnn.bias_hh_l2_reverse	2	-0.0674629807472229
111	rnn.bias_hh_l2_reverse	3	0.032511867582798004
111	rnn.bias_hh_l2_reverse	4	0.031984344124794006
111	rnn.bias_hh_l2_reverse	5	0.03564591333270073
111	rnn.bias_hh_l2_reverse	6	-0.08242329955101013
111	rnn.bias_hh_l2_reverse	7	-0.009747091680765152
111	rnn.bias_hh_l2_reverse	8	-0.10430803149938583
111	rnn.bias_hh_l2_reverse	9	-0.054712407290935516
111	linear.weight	0	0.025028489530086517
111	linear.weight	1	0.15080977976322174
111	linear.weight	2	-0.0236922986805439
111	linear.weight	3	-0.03295829892158508
111	linear.weight	4	-0.022248394787311554
111	linear.weight	5	0.05726167932152748
111	linear.weight	6	0.0023540023248642683
111	linear.weight	7	-0.08082742244005203
111	linear.weight	8	-0.004685085266828537
111	linear.weight	9	0.09550617635250092
111	linear.bias	0	0.5148160457611084
111	linear.bias	1	0.6654506921768188
111	linear.bias	2	-1.585553526878357
111	linear.bias	3	-0.05754556506872177
111	linear.bias	4	-0.050822705030441284
111	linear.bias	5	0.3039824664592743
112	transitions	0	0.04758680611848831
112	transitions	1	-10000.0
112	transitions	2	2.4355952739715576
112	transitions	3	-1.0809051990509033
112	transitions	4	-10000.0
112	transitions	5	-10000.0
112	transitions	6	-10000.0
112	transitions	7	0.8820392489433289
112	transitions	8	0.8511112928390503
112	transitions	9	-1.2692346572875977
112	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
112	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
112	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
112	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
112	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
112	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
112	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
112	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
112	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
112	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
112	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
112	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
112	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
112	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
112	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
112	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
112	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
112	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
112	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
112	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
112	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
112	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
112	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
112	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
112	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
112	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
112	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
112	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
112	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
112	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
112	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
112	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
112	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
112	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
112	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
112	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
112	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
112	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
112	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
112	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
112	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
112	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
112	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
112	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
112	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
112	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
112	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
112	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
112	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
112	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
112	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
112	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
112	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
112	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
112	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
112	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
112	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
112	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
112	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
112	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
112	embedding2nn.weight	0	0.014792155474424362
112	embedding2nn.weight	1	5.498703831108287e-05
112	embedding2nn.weight	2	0.005608952604234219
112	embedding2nn.weight	3	0.0007434865110553801
112	embedding2nn.weight	4	-0.007606795523315668
112	embedding2nn.weight	5	-0.005323852878063917
112	embedding2nn.weight	6	-0.0007950958679430187
112	embedding2nn.weight	7	-0.003116603009402752
112	embedding2nn.weight	8	0.013596240431070328
112	embedding2nn.weight	9	0.004433444235473871
112	embedding2nn.bias	0	0.0024494598619639874
112	embedding2nn.bias	1	-0.012020890600979328
112	embedding2nn.bias	2	0.014797072857618332
112	embedding2nn.bias	3	-0.008770967833697796
112	embedding2nn.bias	4	-0.02275364100933075
112	embedding2nn.bias	5	-0.0019436300499364734
112	embedding2nn.bias	6	0.013783768750727177
112	embedding2nn.bias	7	0.0013395583955571055
112	embedding2nn.bias	8	-0.015502538532018661
112	embedding2nn.bias	9	0.00047005555825307965
112	rnn.weight_ih_l0	0	-0.05227934196591377
112	rnn.weight_ih_l0	1	0.05081047862768173
112	rnn.weight_ih_l0	2	0.031836915761232376
112	rnn.weight_ih_l0	3	0.014692915603518486
112	rnn.weight_ih_l0	4	0.01249403040856123
112	rnn.weight_ih_l0	5	0.08420366048812866
112	rnn.weight_ih_l0	6	0.07595965266227722
112	rnn.weight_ih_l0	7	0.03780948743224144
112	rnn.weight_ih_l0	8	-0.04554026201367378
112	rnn.weight_ih_l0	9	0.008368452079594135
112	rnn.weight_hh_l0	0	0.00832548551261425
112	rnn.weight_hh_l0	1	-0.06388895958662033
112	rnn.weight_hh_l0	2	-0.06549643725156784
112	rnn.weight_hh_l0	3	0.0713920071721077
112	rnn.weight_hh_l0	4	0.07108896970748901
112	rnn.weight_hh_l0	5	0.005289518274366856
112	rnn.weight_hh_l0	6	0.0009731753380037844
112	rnn.weight_hh_l0	7	-0.017729319632053375
112	rnn.weight_hh_l0	8	-0.029482392594218254
112	rnn.weight_hh_l0	9	0.05765756964683533
112	rnn.bias_ih_l0	0	-0.061116255819797516
112	rnn.bias_ih_l0	1	0.08801306784152985
112	rnn.bias_ih_l0	2	0.020865993574261665
112	rnn.bias_ih_l0	3	0.07953005284070969
112	rnn.bias_ih_l0	4	-0.07124105840921402
112	rnn.bias_ih_l0	5	0.08291231840848923
112	rnn.bias_ih_l0	6	-0.06632793694734573
112	rnn.bias_ih_l0	7	-0.035958271473646164
112	rnn.bias_ih_l0	8	-0.07959496974945068
112	rnn.bias_ih_l0	9	-0.04594481363892555
112	rnn.bias_hh_l0	0	0.03138119727373123
112	rnn.bias_hh_l0	1	0.07314590364694595
112	rnn.bias_hh_l0	2	0.06873218715190887
112	rnn.bias_hh_l0	3	0.08440372347831726
112	rnn.bias_hh_l0	4	-0.09738945215940475
112	rnn.bias_hh_l0	5	-0.07155515998601913
112	rnn.bias_hh_l0	6	0.07815442234277725
112	rnn.bias_hh_l0	7	-0.08663047105073929
112	rnn.bias_hh_l0	8	-0.026700519025325775
112	rnn.bias_hh_l0	9	0.004571213852614164
112	rnn.weight_ih_l0_reverse	0	0.07930256426334381
112	rnn.weight_ih_l0_reverse	1	0.07328879833221436
112	rnn.weight_ih_l0_reverse	2	0.03884701430797577
112	rnn.weight_ih_l0_reverse	3	0.033697620034217834
112	rnn.weight_ih_l0_reverse	4	-0.03706216439604759
112	rnn.weight_ih_l0_reverse	5	0.050917644053697586
112	rnn.weight_ih_l0_reverse	6	0.06641128659248352
112	rnn.weight_ih_l0_reverse	7	0.02265530824661255
112	rnn.weight_ih_l0_reverse	8	-0.05791725590825081
112	rnn.weight_ih_l0_reverse	9	-0.05281819403171539
112	rnn.weight_hh_l0_reverse	0	0.025362465530633926
112	rnn.weight_hh_l0_reverse	1	-0.08737610280513763
112	rnn.weight_hh_l0_reverse	2	0.06315360218286514
112	rnn.weight_hh_l0_reverse	3	-0.02126869186758995
112	rnn.weight_hh_l0_reverse	4	0.08393888920545578
112	rnn.weight_hh_l0_reverse	5	-0.0018750925082713366
112	rnn.weight_hh_l0_reverse	6	0.029950568452477455
112	rnn.weight_hh_l0_reverse	7	0.07829314470291138
112	rnn.weight_hh_l0_reverse	8	-0.022160889580845833
112	rnn.weight_hh_l0_reverse	9	-0.04659503325819969
112	rnn.bias_ih_l0_reverse	0	0.0013733558589592576
112	rnn.bias_ih_l0_reverse	1	-0.012312237173318863
112	rnn.bias_ih_l0_reverse	2	-0.013368886895477772
112	rnn.bias_ih_l0_reverse	3	0.0400962233543396
112	rnn.bias_ih_l0_reverse	4	0.06691732257604599
112	rnn.bias_ih_l0_reverse	5	-0.023012008517980576
112	rnn.bias_ih_l0_reverse	6	-0.02731609344482422
112	rnn.bias_ih_l0_reverse	7	-0.0506947860121727
112	rnn.bias_ih_l0_reverse	8	0.005800186190754175
112	rnn.bias_ih_l0_reverse	9	-0.07003090530633926
112	rnn.bias_hh_l0_reverse	0	0.03855492174625397
112	rnn.bias_hh_l0_reverse	1	-0.07139350473880768
112	rnn.bias_hh_l0_reverse	2	0.08318359404802322
112	rnn.bias_hh_l0_reverse	3	0.05929761379957199
112	rnn.bias_hh_l0_reverse	4	0.020656144246459007
112	rnn.bias_hh_l0_reverse	5	0.043284159153699875
112	rnn.bias_hh_l0_reverse	6	0.0645405575633049
112	rnn.bias_hh_l0_reverse	7	0.08838517218828201
112	rnn.bias_hh_l0_reverse	8	-0.011258522048592567
112	rnn.bias_hh_l0_reverse	9	0.052196841686964035
112	rnn.weight_ih_l1	0	0.023150261491537094
112	rnn.weight_ih_l1	1	0.01508184801787138
112	rnn.weight_ih_l1	2	0.08358903229236603
112	rnn.weight_ih_l1	3	-0.024107078090310097
112	rnn.weight_ih_l1	4	-0.02402523346245289
112	rnn.weight_ih_l1	5	-0.01283976249396801
112	rnn.weight_ih_l1	6	0.0725104883313179
112	rnn.weight_ih_l1	7	-0.006276706699281931
112	rnn.weight_ih_l1	8	-0.05293559283018112
112	rnn.weight_ih_l1	9	0.05711162090301514
112	rnn.weight_hh_l1	0	-0.0809568241238594
112	rnn.weight_hh_l1	1	-0.036104992032051086
112	rnn.weight_hh_l1	2	-0.008154860697686672
112	rnn.weight_hh_l1	3	-0.05837908387184143
112	rnn.weight_hh_l1	4	0.08551866561174393
112	rnn.weight_hh_l1	5	-0.08409971743822098
112	rnn.weight_hh_l1	6	-0.049617212265729904
112	rnn.weight_hh_l1	7	0.06531941145658493
112	rnn.weight_hh_l1	8	-0.01350188534706831
112	rnn.weight_hh_l1	9	-0.039506830275058746
112	rnn.bias_ih_l1	0	-0.044420842081308365
112	rnn.bias_ih_l1	1	0.05804823711514473
112	rnn.bias_ih_l1	2	-0.04782416298985481
112	rnn.bias_ih_l1	3	-0.07328237593173981
112	rnn.bias_ih_l1	4	-0.02994665689766407
112	rnn.bias_ih_l1	5	-0.008113257586956024
112	rnn.bias_ih_l1	6	-0.04801823943853378
112	rnn.bias_ih_l1	7	0.061662234365940094
112	rnn.bias_ih_l1	8	0.08362479507923126
112	rnn.bias_ih_l1	9	0.03617694973945618
112	rnn.bias_hh_l1	0	0.06925757974386215
112	rnn.bias_hh_l1	1	-0.05914796516299248
112	rnn.bias_hh_l1	2	0.021454928442835808
112	rnn.bias_hh_l1	3	0.07378453016281128
112	rnn.bias_hh_l1	4	0.05744943395256996
112	rnn.bias_hh_l1	5	-0.07791411131620407
112	rnn.bias_hh_l1	6	0.014671438373625278
112	rnn.bias_hh_l1	7	0.03918221592903137
112	rnn.bias_hh_l1	8	0.012764006853103638
112	rnn.bias_hh_l1	9	-0.0051377019844949245
112	rnn.weight_ih_l1_reverse	0	0.08650169521570206
112	rnn.weight_ih_l1_reverse	1	-0.04176383465528488
112	rnn.weight_ih_l1_reverse	2	-0.06202966347336769
112	rnn.weight_ih_l1_reverse	3	0.025553887709975243
112	rnn.weight_ih_l1_reverse	4	-0.04623138904571533
112	rnn.weight_ih_l1_reverse	5	0.024305207654833794
112	rnn.weight_ih_l1_reverse	6	0.04046541824936867
112	rnn.weight_ih_l1_reverse	7	0.020638884976506233
112	rnn.weight_ih_l1_reverse	8	-0.008272270672023296
112	rnn.weight_ih_l1_reverse	9	-0.06427167356014252
112	rnn.weight_hh_l1_reverse	0	0.0049345046281814575
112	rnn.weight_hh_l1_reverse	1	0.018877943977713585
112	rnn.weight_hh_l1_reverse	2	-0.05820050090551376
112	rnn.weight_hh_l1_reverse	3	-0.012845750898122787
112	rnn.weight_hh_l1_reverse	4	0.008945674635469913
112	rnn.weight_hh_l1_reverse	5	-0.06581950187683105
112	rnn.weight_hh_l1_reverse	6	-0.06735394150018692
112	rnn.weight_hh_l1_reverse	7	-0.011398899368941784
112	rnn.weight_hh_l1_reverse	8	-0.05839928984642029
112	rnn.weight_hh_l1_reverse	9	-0.043576594442129135
112	rnn.bias_ih_l1_reverse	0	-0.002834686543792486
112	rnn.bias_ih_l1_reverse	1	-0.04220488667488098
112	rnn.bias_ih_l1_reverse	2	0.025115828961133957
112	rnn.bias_ih_l1_reverse	3	-0.08159811049699783
112	rnn.bias_ih_l1_reverse	4	-0.08705504238605499
112	rnn.bias_ih_l1_reverse	5	-0.0872630849480629
112	rnn.bias_ih_l1_reverse	6	0.06328021734952927
112	rnn.bias_ih_l1_reverse	7	0.08515700697898865
112	rnn.bias_ih_l1_reverse	8	0.004117737058550119
112	rnn.bias_ih_l1_reverse	9	-0.009860657155513763
112	rnn.bias_hh_l1_reverse	0	0.06142725795507431
112	rnn.bias_hh_l1_reverse	1	-0.06834151595830917
112	rnn.bias_hh_l1_reverse	2	-0.05290199816226959
112	rnn.bias_hh_l1_reverse	3	0.07296130806207657
112	rnn.bias_hh_l1_reverse	4	-0.02400192618370056
112	rnn.bias_hh_l1_reverse	5	-0.007481015753000975
112	rnn.bias_hh_l1_reverse	6	-0.058369606733322144
112	rnn.bias_hh_l1_reverse	7	-0.06096147745847702
112	rnn.bias_hh_l1_reverse	8	0.06602142006158829
112	rnn.bias_hh_l1_reverse	9	0.04668088257312775
112	rnn.weight_ih_l2	0	0.07265302538871765
112	rnn.weight_ih_l2	1	-0.054214801639318466
112	rnn.weight_ih_l2	2	0.06335603445768356
112	rnn.weight_ih_l2	3	0.0659010261297226
112	rnn.weight_ih_l2	4	0.05652277544140816
112	rnn.weight_ih_l2	5	-0.03535882756114006
112	rnn.weight_ih_l2	6	-0.07573451101779938
112	rnn.weight_ih_l2	7	0.012362532317638397
112	rnn.weight_ih_l2	8	-0.01718352735042572
112	rnn.weight_ih_l2	9	-0.0691797062754631
112	rnn.weight_hh_l2	0	0.048272326588630676
112	rnn.weight_hh_l2	1	0.030961433425545692
112	rnn.weight_hh_l2	2	-0.05467507615685463
112	rnn.weight_hh_l2	3	-0.025659365579485893
112	rnn.weight_hh_l2	4	0.05438477173447609
112	rnn.weight_hh_l2	5	-0.02350275218486786
112	rnn.weight_hh_l2	6	0.008355588652193546
112	rnn.weight_hh_l2	7	-0.053122296929359436
112	rnn.weight_hh_l2	8	-0.006721600890159607
112	rnn.weight_hh_l2	9	-0.018263963982462883
112	rnn.bias_ih_l2	0	0.15526919066905975
112	rnn.bias_ih_l2	1	0.013820631429553032
112	rnn.bias_ih_l2	2	0.07314646989107132
112	rnn.bias_ih_l2	3	0.023580210283398628
112	rnn.bias_ih_l2	4	-0.006294013001024723
112	rnn.bias_ih_l2	5	0.04702406004071236
112	rnn.bias_ih_l2	6	0.01634170114994049
112	rnn.bias_ih_l2	7	0.01747233048081398
112	rnn.bias_ih_l2	8	0.019729211926460266
112	rnn.bias_ih_l2	9	-0.015950778499245644
112	rnn.bias_hh_l2	0	0.03816219046711922
112	rnn.bias_hh_l2	1	0.0031070152763277292
112	rnn.bias_hh_l2	2	0.07000651955604553
112	rnn.bias_hh_l2	3	0.029976854100823402
112	rnn.bias_hh_l2	4	0.0769200250506401
112	rnn.bias_hh_l2	5	-0.08244629204273224
112	rnn.bias_hh_l2	6	0.037891220301389694
112	rnn.bias_hh_l2	7	-0.026003755629062653
112	rnn.bias_hh_l2	8	0.04179685190320015
112	rnn.bias_hh_l2	9	0.02911880426108837
112	rnn.weight_ih_l2_reverse	0	0.08228833228349686
112	rnn.weight_ih_l2_reverse	1	-0.0528588742017746
112	rnn.weight_ih_l2_reverse	2	0.0008682329207658768
112	rnn.weight_ih_l2_reverse	3	0.03526433929800987
112	rnn.weight_ih_l2_reverse	4	0.05396873876452446
112	rnn.weight_ih_l2_reverse	5	-0.04065701737999916
112	rnn.weight_ih_l2_reverse	6	-0.0010855752043426037
112	rnn.weight_ih_l2_reverse	7	-0.012827825732529163
112	rnn.weight_ih_l2_reverse	8	0.014636415988206863
112	rnn.weight_ih_l2_reverse	9	-0.08095185458660126
112	rnn.weight_hh_l2_reverse	0	-0.08274506777524948
112	rnn.weight_hh_l2_reverse	1	0.014500015415251255
112	rnn.weight_hh_l2_reverse	2	0.010470590554177761
112	rnn.weight_hh_l2_reverse	3	0.02431551367044449
112	rnn.weight_hh_l2_reverse	4	-0.036792296916246414
112	rnn.weight_hh_l2_reverse	5	-0.015009268186986446
112	rnn.weight_hh_l2_reverse	6	-0.04286359250545502
112	rnn.weight_hh_l2_reverse	7	-0.05984531715512276
112	rnn.weight_hh_l2_reverse	8	-0.006658840458840132
112	rnn.weight_hh_l2_reverse	9	-0.059072308242321014
112	rnn.bias_ih_l2_reverse	0	-0.05271988734602928
112	rnn.bias_ih_l2_reverse	1	-0.027075927704572678
112	rnn.bias_ih_l2_reverse	2	0.04180681332945824
112	rnn.bias_ih_l2_reverse	3	0.013921110890805721
112	rnn.bias_ih_l2_reverse	4	0.07656148076057434
112	rnn.bias_ih_l2_reverse	5	-0.0892052948474884
112	rnn.bias_ih_l2_reverse	6	-0.04332829639315605
112	rnn.bias_ih_l2_reverse	7	-0.04766520857810974
112	rnn.bias_ih_l2_reverse	8	0.05660354718565941
112	rnn.bias_ih_l2_reverse	9	0.02705204300582409
112	rnn.bias_hh_l2_reverse	0	0.05553267523646355
112	rnn.bias_hh_l2_reverse	1	-0.07253548502922058
112	rnn.bias_hh_l2_reverse	2	-0.06747683882713318
112	rnn.bias_hh_l2_reverse	3	0.032551683485507965
112	rnn.bias_hh_l2_reverse	4	0.03165237233042717
112	rnn.bias_hh_l2_reverse	5	0.03609006479382515
112	rnn.bias_hh_l2_reverse	6	-0.08245114237070084
112	rnn.bias_hh_l2_reverse	7	-0.00978385005146265
112	rnn.bias_hh_l2_reverse	8	-0.1046750470995903
112	rnn.bias_hh_l2_reverse	9	-0.0546889565885067
112	linear.weight	0	0.025028489530086517
112	linear.weight	1	0.15130428969860077
112	linear.weight	2	-0.023695899173617363
112	linear.weight	3	-0.032961707562208176
112	linear.weight	4	-0.022248394787311554
112	linear.weight	5	0.057477761059999466
112	linear.weight	6	0.0013902358477935195
112	linear.weight	7	-0.08133847266435623
112	linear.weight	8	-0.004683954641222954
112	linear.weight	9	0.09618091583251953
112	linear.bias	0	0.5398195385932922
112	linear.bias	1	0.6817262768745422
112	linear.bias	2	-1.5865992307662964
112	linear.bias	3	-0.05754556506872177
112	linear.bias	4	-0.050822705030441284
112	linear.bias	5	0.2637490928173065
113	transitions	0	0.0470220111310482
113	transitions	1	-10000.0
113	transitions	2	2.454916000366211
113	transitions	3	-1.086032509803772
113	transitions	4	-10000.0
113	transitions	5	-10000.0
113	transitions	6	-10000.0
113	transitions	7	0.8820219039916992
113	transitions	8	0.8505308032035828
113	transitions	9	-1.2708748579025269
113	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
113	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
113	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
113	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
113	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
113	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
113	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
113	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
113	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
113	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
113	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
113	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
113	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
113	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
113	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
113	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
113	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
113	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
113	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
113	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
113	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
113	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
113	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
113	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
113	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
113	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
113	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
113	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
113	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
113	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
113	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
113	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
113	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
113	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
113	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
113	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
113	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
113	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
113	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
113	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
113	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
113	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
113	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
113	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
113	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
113	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
113	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
113	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
113	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
113	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
113	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
113	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
113	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
113	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
113	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
113	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
113	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
113	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
113	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
113	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
113	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
113	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
113	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
113	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
113	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
113	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
113	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
113	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
113	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
113	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
113	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
113	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
113	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
113	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
113	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
113	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
113	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
113	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
113	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
113	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
113	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
113	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
113	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
113	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
113	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
113	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
113	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
113	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
113	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
113	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
113	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
113	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
113	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
113	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
113	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
113	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
113	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
113	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
113	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
113	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
113	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
113	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
113	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
113	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
113	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
113	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
113	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
113	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
113	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
113	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
113	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
113	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
113	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
113	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
113	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
113	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
113	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
113	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
113	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
113	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
113	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
113	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
113	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
113	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
113	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
113	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
113	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
113	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
113	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
113	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
113	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
113	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
113	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
113	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
113	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
113	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
113	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
113	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
113	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
113	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
113	embedding2nn.weight	0	0.014837442897260189
113	embedding2nn.weight	1	7.862564962124452e-05
113	embedding2nn.weight	2	0.005602153949439526
113	embedding2nn.weight	3	0.0007432790589518845
113	embedding2nn.weight	4	-0.00780788017436862
113	embedding2nn.weight	5	-0.0053750574588775635
113	embedding2nn.weight	6	-0.000736187503207475
113	embedding2nn.weight	7	-0.0031265742145478725
113	embedding2nn.weight	8	0.013530222699046135
113	embedding2nn.weight	9	0.004438063129782677
113	embedding2nn.bias	0	0.0024341850075870752
113	embedding2nn.bias	1	-0.011681818403303623
113	embedding2nn.bias	2	0.0159696526825428
113	embedding2nn.bias	3	-0.008461411111056805
113	embedding2nn.bias	4	-0.021375715732574463
113	embedding2nn.bias	5	-0.0019438165472820401
113	embedding2nn.bias	6	0.013066456653177738
113	embedding2nn.bias	7	0.0033994698897004128
113	embedding2nn.bias	8	-0.014995886944234371
113	embedding2nn.bias	9	0.0005190117517486215
113	rnn.weight_ih_l0	0	-0.05229847505688667
113	rnn.weight_ih_l0	1	0.05081295967102051
113	rnn.weight_ih_l0	2	0.03183283284306526
113	rnn.weight_ih_l0	3	0.014685854315757751
113	rnn.weight_ih_l0	4	0.012530195526778698
113	rnn.weight_ih_l0	5	0.08419769257307053
113	rnn.weight_ih_l0	6	0.07596169412136078
113	rnn.weight_ih_l0	7	0.03780787065625191
113	rnn.weight_ih_l0	8	-0.04537813365459442
113	rnn.weight_ih_l0	9	0.0083002345636487
113	rnn.weight_hh_l0	0	0.008308547548949718
113	rnn.weight_hh_l0	1	-0.0639205276966095
113	rnn.weight_hh_l0	2	-0.06550613790750504
113	rnn.weight_hh_l0	3	0.0713767483830452
113	rnn.weight_hh_l0	4	0.07107099890708923
113	rnn.weight_hh_l0	5	0.005274979397654533
113	rnn.weight_hh_l0	6	0.0007749029900878668
113	rnn.weight_hh_l0	7	-0.017744263634085655
113	rnn.weight_hh_l0	8	-0.02949601784348488
113	rnn.weight_hh_l0	9	0.057640206068754196
113	rnn.bias_ih_l0	0	-0.061410874128341675
113	rnn.bias_ih_l0	1	0.08817042410373688
113	rnn.bias_ih_l0	2	0.02077656239271164
113	rnn.bias_ih_l0	3	0.07940495759248734
113	rnn.bias_ih_l0	4	-0.07096310704946518
113	rnn.bias_ih_l0	5	0.08283582329750061
113	rnn.bias_ih_l0	6	-0.06499049067497253
113	rnn.bias_ih_l0	7	-0.03594420850276947
113	rnn.bias_ih_l0	8	-0.07944832742214203
113	rnn.bias_ih_l0	9	-0.04586919769644737
113	rnn.bias_hh_l0	0	0.03209628537297249
113	rnn.bias_hh_l0	1	0.07324207574129105
113	rnn.bias_hh_l0	2	0.0687909722328186
113	rnn.bias_hh_l0	3	0.08465861529111862
113	rnn.bias_hh_l0	4	-0.0978173166513443
113	rnn.bias_hh_l0	5	-0.07159405946731567
113	rnn.bias_hh_l0	6	0.07797246426343918
113	rnn.bias_hh_l0	7	-0.08671098202466965
113	rnn.bias_hh_l0	8	-0.026629073545336723
113	rnn.bias_hh_l0	9	0.005016500595957041
113	rnn.weight_ih_l0_reverse	0	0.0793013796210289
113	rnn.weight_ih_l0_reverse	1	0.07328591495752335
113	rnn.weight_ih_l0_reverse	2	0.03883187100291252
113	rnn.weight_ih_l0_reverse	3	0.03369764983654022
113	rnn.weight_ih_l0_reverse	4	-0.03701592609286308
113	rnn.weight_ih_l0_reverse	5	0.05091749131679535
113	rnn.weight_ih_l0_reverse	6	0.06641754508018494
113	rnn.weight_ih_l0_reverse	7	0.022623131051659584
113	rnn.weight_ih_l0_reverse	8	-0.05788971483707428
113	rnn.weight_ih_l0_reverse	9	-0.05282055586576462
113	rnn.weight_hh_l0_reverse	0	0.02559608593583107
113	rnn.weight_hh_l0_reverse	1	-0.08736679702997208
113	rnn.weight_hh_l0_reverse	2	0.06315389275550842
113	rnn.weight_hh_l0_reverse	3	-0.021269066259264946
113	rnn.weight_hh_l0_reverse	4	0.08390633016824722
113	rnn.weight_hh_l0_reverse	5	-0.0019023342756554484
113	rnn.weight_hh_l0_reverse	6	0.030232617631554604
113	rnn.weight_hh_l0_reverse	7	0.07830300182104111
113	rnn.weight_hh_l0_reverse	8	-0.022192325443029404
113	rnn.weight_hh_l0_reverse	9	-0.04659874737262726
113	rnn.bias_ih_l0_reverse	0	0.0014171713264659047
113	rnn.bias_ih_l0_reverse	1	-0.012948678806424141
113	rnn.bias_ih_l0_reverse	2	-0.012983709573745728
113	rnn.bias_ih_l0_reverse	3	0.03979440778493881
113	rnn.bias_ih_l0_reverse	4	0.06673639267683029
113	rnn.bias_ih_l0_reverse	5	-0.022925853729248047
113	rnn.bias_ih_l0_reverse	6	-0.027214454486966133
113	rnn.bias_ih_l0_reverse	7	-0.05064941570162773
113	rnn.bias_ih_l0_reverse	8	0.005183396860957146
113	rnn.bias_ih_l0_reverse	9	-0.0702337846159935
113	rnn.bias_hh_l0_reverse	0	0.03860831260681152
113	rnn.bias_hh_l0_reverse	1	-0.07159638404846191
113	rnn.bias_hh_l0_reverse	2	0.08332806825637817
113	rnn.bias_hh_l0_reverse	3	0.059277765452861786
113	rnn.bias_hh_l0_reverse	4	0.022430991753935814
113	rnn.bias_hh_l0_reverse	5	0.043599799275398254
113	rnn.bias_hh_l0_reverse	6	0.06441280245780945
113	rnn.bias_hh_l0_reverse	7	0.08718748390674591
113	rnn.bias_hh_l0_reverse	8	-0.011114953085780144
113	rnn.bias_hh_l0_reverse	9	0.05145137012004852
113	rnn.weight_ih_l1	0	0.023194005712866783
113	rnn.weight_ih_l1	1	0.014983909204602242
113	rnn.weight_ih_l1	2	0.0830540806055069
113	rnn.weight_ih_l1	3	-0.024152539670467377
113	rnn.weight_ih_l1	4	-0.024120835587382317
113	rnn.weight_ih_l1	5	-0.012652816250920296
113	rnn.weight_ih_l1	6	0.07252071797847748
113	rnn.weight_ih_l1	7	-0.006299223285168409
113	rnn.weight_ih_l1	8	-0.05295741185545921
113	rnn.weight_ih_l1	9	0.05681426078081131
113	rnn.weight_hh_l1	0	-0.08100783079862595
113	rnn.weight_hh_l1	1	-0.036102354526519775
113	rnn.weight_hh_l1	2	-0.008154556155204773
113	rnn.weight_hh_l1	3	-0.05835038051009178
113	rnn.weight_hh_l1	4	0.08553976565599442
113	rnn.weight_hh_l1	5	-0.0840868279337883
113	rnn.weight_hh_l1	6	-0.04960915818810463
113	rnn.weight_hh_l1	7	0.06534925103187561
113	rnn.weight_hh_l1	8	-0.013504249975085258
113	rnn.weight_hh_l1	9	-0.03964287415146828
113	rnn.bias_ih_l1	0	-0.044761162251234055
113	rnn.bias_ih_l1	1	0.05783533677458763
113	rnn.bias_ih_l1	2	-0.0479423813521862
113	rnn.bias_ih_l1	3	-0.0728575736284256
113	rnn.bias_ih_l1	4	-0.029976943507790565
113	rnn.bias_ih_l1	5	-0.008294419385492802
113	rnn.bias_ih_l1	6	-0.049459345638751984
113	rnn.bias_ih_l1	7	0.06141533702611923
113	rnn.bias_ih_l1	8	0.08376806974411011
113	rnn.bias_ih_l1	9	0.03640497475862503
113	rnn.bias_hh_l1	0	0.06925679743289948
113	rnn.bias_hh_l1	1	-0.05906524136662483
113	rnn.bias_hh_l1	2	0.02146584540605545
113	rnn.bias_hh_l1	3	0.07406746596097946
113	rnn.bias_hh_l1	4	0.057253796607255936
113	rnn.bias_hh_l1	5	-0.07790332287549973
113	rnn.bias_hh_l1	6	0.014664724469184875
113	rnn.bias_hh_l1	7	0.03947122022509575
113	rnn.bias_hh_l1	8	0.013178608380258083
113	rnn.bias_hh_l1	9	-0.005066247191280127
113	rnn.weight_ih_l1_reverse	0	0.08648944646120071
113	rnn.weight_ih_l1_reverse	1	-0.04174565523862839
113	rnn.weight_ih_l1_reverse	2	-0.06201418116688728
113	rnn.weight_ih_l1_reverse	3	0.02556506358087063
113	rnn.weight_ih_l1_reverse	4	-0.04629066213965416
113	rnn.weight_ih_l1_reverse	5	0.024309612810611725
113	rnn.weight_ih_l1_reverse	6	0.04046514257788658
113	rnn.weight_ih_l1_reverse	7	0.020578637719154358
113	rnn.weight_ih_l1_reverse	8	-0.008290327154099941
113	rnn.weight_ih_l1_reverse	9	-0.06394617259502411
113	rnn.weight_hh_l1_reverse	0	0.0049276468344032764
113	rnn.weight_hh_l1_reverse	1	0.018878400325775146
113	rnn.weight_hh_l1_reverse	2	-0.058202389627695084
113	rnn.weight_hh_l1_reverse	3	-0.012798133306205273
113	rnn.weight_hh_l1_reverse	4	0.008945774286985397
113	rnn.weight_hh_l1_reverse	5	-0.06576364487409592
113	rnn.weight_hh_l1_reverse	6	-0.06735635548830032
113	rnn.weight_hh_l1_reverse	7	-0.011397822760045528
113	rnn.weight_hh_l1_reverse	8	-0.05845220759510994
113	rnn.weight_hh_l1_reverse	9	-0.043601393699645996
113	rnn.bias_ih_l1_reverse	0	-0.0029228210914880037
113	rnn.bias_ih_l1_reverse	1	-0.042297981679439545
113	rnn.bias_ih_l1_reverse	2	0.025221647694706917
113	rnn.bias_ih_l1_reverse	3	-0.08156324923038483
113	rnn.bias_ih_l1_reverse	4	-0.0871671736240387
113	rnn.bias_ih_l1_reverse	5	-0.0873342901468277
113	rnn.bias_ih_l1_reverse	6	0.06317152082920074
113	rnn.bias_ih_l1_reverse	7	0.08515539020299911
113	rnn.bias_ih_l1_reverse	8	0.0010748187778517604
113	rnn.bias_ih_l1_reverse	9	-0.00984271615743637
113	rnn.bias_hh_l1_reverse	0	0.061464887112379074
113	rnn.bias_hh_l1_reverse	1	-0.06838423013687134
113	rnn.bias_hh_l1_reverse	2	-0.05293828621506691
113	rnn.bias_hh_l1_reverse	3	0.07290595024824142
113	rnn.bias_hh_l1_reverse	4	-0.02397944964468479
113	rnn.bias_hh_l1_reverse	5	-0.007366226054728031
113	rnn.bias_hh_l1_reverse	6	-0.05839791148900986
113	rnn.bias_hh_l1_reverse	7	-0.06095182150602341
113	rnn.bias_hh_l1_reverse	8	0.06617617607116699
113	rnn.bias_hh_l1_reverse	9	0.04591255635023117
113	rnn.weight_ih_l2	0	0.07265269011259079
113	rnn.weight_ih_l2	1	-0.054212916642427444
113	rnn.weight_ih_l2	2	0.06335536390542984
113	rnn.weight_ih_l2	3	0.06593741476535797
113	rnn.weight_ih_l2	4	0.056533075869083405
113	rnn.weight_ih_l2	5	-0.03533197566866875
113	rnn.weight_ih_l2	6	-0.07578396052122116
113	rnn.weight_ih_l2	7	0.012311777099967003
113	rnn.weight_ih_l2	8	-0.017188582569360733
113	rnn.weight_ih_l2	9	-0.06917678564786911
113	rnn.weight_hh_l2	0	0.04827437922358513
113	rnn.weight_hh_l2	1	0.031003784388303757
113	rnn.weight_hh_l2	2	-0.05465714633464813
113	rnn.weight_hh_l2	3	-0.025636320933699608
113	rnn.weight_hh_l2	4	0.054390326142311096
113	rnn.weight_hh_l2	5	-0.023559866473078728
113	rnn.weight_hh_l2	6	0.008343073539435863
113	rnn.weight_hh_l2	7	-0.053132064640522
113	rnn.weight_hh_l2	8	-0.006804186385124922
113	rnn.weight_hh_l2	9	-0.018206771463155746
113	rnn.bias_ih_l2	0	0.1597333699464798
113	rnn.bias_ih_l2	1	0.013705620542168617
113	rnn.bias_ih_l2	2	0.07294003665447235
113	rnn.bias_ih_l2	3	0.02370266243815422
113	rnn.bias_ih_l2	4	-0.006293256767094135
113	rnn.bias_ih_l2	5	0.047925833612680435
113	rnn.bias_ih_l2	6	0.01619046740233898
113	rnn.bias_ih_l2	7	0.017281455919146538
113	rnn.bias_ih_l2	8	0.019744088873267174
113	rnn.bias_ih_l2	9	-0.01585167646408081
113	rnn.bias_hh_l2	0	0.03436620533466339
113	rnn.bias_hh_l2	1	0.0029647480696439743
113	rnn.bias_hh_l2	2	0.07019425183534622
113	rnn.bias_hh_l2	3	0.0299665704369545
113	rnn.bias_hh_l2	4	0.07672736793756485
113	rnn.bias_hh_l2	5	-0.08244337886571884
113	rnn.bias_hh_l2	6	0.038385793566703796
113	rnn.bias_hh_l2	7	-0.026129260659217834
113	rnn.bias_hh_l2	8	0.041910912841558456
113	rnn.bias_hh_l2	9	0.02825506590306759
113	rnn.weight_ih_l2_reverse	0	0.0822744145989418
113	rnn.weight_ih_l2_reverse	1	-0.05291454866528511
113	rnn.weight_ih_l2_reverse	2	0.0008793778251856565
113	rnn.weight_ih_l2_reverse	3	0.03526385873556137
113	rnn.weight_ih_l2_reverse	4	0.05397076904773712
113	rnn.weight_ih_l2_reverse	5	-0.0406515933573246
113	rnn.weight_ih_l2_reverse	6	-0.001094590057618916
113	rnn.weight_ih_l2_reverse	7	-0.012877092696726322
113	rnn.weight_ih_l2_reverse	8	0.014865792356431484
113	rnn.weight_ih_l2_reverse	9	-0.08079621940851212
113	rnn.weight_hh_l2_reverse	0	-0.08274486660957336
113	rnn.weight_hh_l2_reverse	1	0.014478311873972416
113	rnn.weight_hh_l2_reverse	2	0.01046384684741497
113	rnn.weight_hh_l2_reverse	3	0.024315567687153816
113	rnn.weight_hh_l2_reverse	4	-0.03678670525550842
113	rnn.weight_hh_l2_reverse	5	-0.01503175962716341
113	rnn.weight_hh_l2_reverse	6	-0.04298539459705353
113	rnn.weight_hh_l2_reverse	7	-0.059867486357688904
113	rnn.weight_hh_l2_reverse	8	-0.006658353377133608
113	rnn.weight_hh_l2_reverse	9	-0.059068404138088226
113	rnn.bias_ih_l2_reverse	0	-0.05968719348311424
113	rnn.bias_ih_l2_reverse	1	-0.027284713461995125
113	rnn.bias_ih_l2_reverse	2	0.04218826815485954
113	rnn.bias_ih_l2_reverse	3	0.013523828238248825
113	rnn.bias_ih_l2_reverse	4	0.07635419070720673
113	rnn.bias_ih_l2_reverse	5	-0.08914527297019958
113	rnn.bias_ih_l2_reverse	6	-0.0432962030172348
113	rnn.bias_ih_l2_reverse	7	-0.04784919321537018
113	rnn.bias_ih_l2_reverse	8	0.055716078728437424
113	rnn.bias_ih_l2_reverse	9	0.026712993159890175
113	rnn.bias_hh_l2_reverse	0	0.05509750917553902
113	rnn.bias_hh_l2_reverse	1	-0.07378391176462173
113	rnn.bias_hh_l2_reverse	2	-0.0674799308180809
113	rnn.bias_hh_l2_reverse	3	0.03254865109920502
113	rnn.bias_hh_l2_reverse	4	0.03154931589961052
113	rnn.bias_hh_l2_reverse	5	0.03627494350075722
113	rnn.bias_hh_l2_reverse	6	-0.08243418484926224
113	rnn.bias_hh_l2_reverse	7	-0.009615101851522923
113	rnn.bias_hh_l2_reverse	8	-0.10501305013895035
113	rnn.bias_hh_l2_reverse	9	-0.054745662957429886
113	linear.weight	0	0.025028489530086517
113	linear.weight	1	0.1517609804868698
113	linear.weight	2	-0.023707706481218338
113	linear.weight	3	-0.034085679799318314
113	linear.weight	4	-0.022248394787311554
113	linear.weight	5	0.05533161759376526
113	linear.weight	6	0.002885415917262435
113	linear.weight	7	-0.08342085033655167
113	linear.weight	8	-0.005008074454963207
113	linear.weight	9	0.09837674349546432
113	linear.bias	0	0.5567818284034729
113	linear.bias	1	0.6893426179885864
113	linear.bias	2	-1.5880820751190186
113	linear.bias	3	-0.05754556506872177
113	linear.bias	4	-0.050822705030441284
113	linear.bias	5	0.24065330624580383
114	transitions	0	0.04669927805662155
114	transitions	1	-10000.0
114	transitions	2	2.3937642574310303
114	transitions	3	-1.0988309383392334
114	transitions	4	-10000.0
114	transitions	5	-10000.0
114	transitions	6	-10000.0
114	transitions	7	0.881996750831604
114	transitions	8	0.8501538038253784
114	transitions	9	-1.2721672058105469
114	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
114	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
114	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
114	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
114	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
114	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
114	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
114	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
114	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
114	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
114	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
114	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
114	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
114	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
114	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
114	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
114	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
114	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
114	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
114	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
114	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
114	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
114	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
114	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
114	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
114	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
114	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
114	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
114	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
114	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
114	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
114	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
114	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
114	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
114	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
114	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
114	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
114	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
114	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
114	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
114	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
114	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
114	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
114	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
114	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
114	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
114	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
114	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
114	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
114	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
114	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
114	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
114	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
114	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
114	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
114	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
114	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
114	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
114	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
114	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
114	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
114	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
114	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
114	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
114	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
114	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
114	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
114	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
114	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
114	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
114	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
114	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
114	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
114	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
114	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
114	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
114	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
114	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
114	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
114	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
114	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
114	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
114	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
114	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
114	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
114	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
114	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
114	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
114	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
114	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
114	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
114	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
114	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
114	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
114	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
114	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
114	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
114	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
114	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
114	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
114	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
114	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
114	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
114	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
114	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
114	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
114	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
114	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
114	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
114	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
114	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
114	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
114	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
114	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
114	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
114	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
114	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
114	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
114	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
114	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
114	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
114	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
114	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
114	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
114	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
114	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
114	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
114	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
114	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
114	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
114	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
114	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
114	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
114	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
114	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
114	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
114	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
114	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
114	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
114	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
114	embedding2nn.weight	0	0.014844335615634918
114	embedding2nn.weight	1	8.182800957001746e-05
114	embedding2nn.weight	2	0.005595186725258827
114	embedding2nn.weight	3	0.0007499725325033069
114	embedding2nn.weight	4	-0.007806200068444014
114	embedding2nn.weight	5	-0.005368465092033148
114	embedding2nn.weight	6	-0.000599093094933778
114	embedding2nn.weight	7	-0.003119374392554164
114	embedding2nn.weight	8	0.01361032947897911
114	embedding2nn.weight	9	0.004416076932102442
114	embedding2nn.bias	0	0.0012695383047685027
114	embedding2nn.bias	1	-0.011689642444252968
114	embedding2nn.bias	2	0.02034551277756691
114	embedding2nn.bias	3	-0.012280217371881008
114	embedding2nn.bias	4	-0.02518504112958908
114	embedding2nn.bias	5	-0.0009662922821007669
114	embedding2nn.bias	6	0.015080186538398266
114	embedding2nn.bias	7	0.007413994986563921
114	embedding2nn.bias	8	-0.02019231952726841
114	embedding2nn.bias	9	0.0029228159692138433
114	rnn.weight_ih_l0	0	-0.05213457718491554
114	rnn.weight_ih_l0	1	0.050801895558834076
114	rnn.weight_ih_l0	2	0.03183376416563988
114	rnn.weight_ih_l0	3	0.01468500867486
114	rnn.weight_ih_l0	4	0.012458877637982368
114	rnn.weight_ih_l0	5	0.08420588076114655
114	rnn.weight_ih_l0	6	0.07593994587659836
114	rnn.weight_ih_l0	7	0.0378066822886467
114	rnn.weight_ih_l0	8	-0.045600369572639465
114	rnn.weight_ih_l0	9	0.0084164934232831
114	rnn.weight_hh_l0	0	0.008307896554470062
114	rnn.weight_hh_l0	1	-0.0639265850186348
114	rnn.weight_hh_l0	2	-0.06549438089132309
114	rnn.weight_hh_l0	3	0.07129987329244614
114	rnn.weight_hh_l0	4	0.07101500779390335
114	rnn.weight_hh_l0	5	0.005392495077103376
114	rnn.weight_hh_l0	6	0.0008489949395880103
114	rnn.weight_hh_l0	7	-0.017807060852646828
114	rnn.weight_hh_l0	8	-0.029486825689673424
114	rnn.weight_hh_l0	9	0.05765911936759949
114	rnn.bias_ih_l0	0	-0.06214573234319687
114	rnn.bias_ih_l0	1	0.08815910667181015
114	rnn.bias_ih_l0	2	0.02068483643233776
114	rnn.bias_ih_l0	3	0.07966036349534988
114	rnn.bias_ih_l0	4	-0.0741485208272934
114	rnn.bias_ih_l0	5	0.08381813019514084
114	rnn.bias_ih_l0	6	-0.06090371310710907
114	rnn.bias_ih_l0	7	-0.03567000851035118
114	rnn.bias_ih_l0	8	-0.07678090780973434
114	rnn.bias_ih_l0	9	-0.04546261206269264
114	rnn.bias_hh_l0	0	0.03156140819191933
114	rnn.bias_hh_l0	1	0.07296917587518692
114	rnn.bias_hh_l0	2	0.06915245950222015
114	rnn.bias_hh_l0	3	0.08425885438919067
114	rnn.bias_hh_l0	4	-0.10222499817609787
114	rnn.bias_hh_l0	5	-0.07148449867963791
114	rnn.bias_hh_l0	6	0.07833550125360489
114	rnn.bias_hh_l0	7	-0.09038195013999939
114	rnn.bias_hh_l0	8	-0.027038006111979485
114	rnn.bias_hh_l0	9	-0.0006390094640664756
114	rnn.weight_ih_l0_reverse	0	0.07934644818305969
114	rnn.weight_ih_l0_reverse	1	0.0732540711760521
114	rnn.weight_ih_l0_reverse	2	0.03880820795893669
114	rnn.weight_ih_l0_reverse	3	0.03369839861989021
114	rnn.weight_ih_l0_reverse	4	-0.03703746944665909
114	rnn.weight_ih_l0_reverse	5	0.05093416944146156
114	rnn.weight_ih_l0_reverse	6	0.06639671325683594
114	rnn.weight_ih_l0_reverse	7	0.022578978911042213
114	rnn.weight_ih_l0_reverse	8	-0.05788031220436096
114	rnn.weight_ih_l0_reverse	9	-0.05283866450190544
114	rnn.weight_hh_l0_reverse	0	0.025533776730298996
114	rnn.weight_hh_l0_reverse	1	-0.08730313926935196
114	rnn.weight_hh_l0_reverse	2	0.06319473683834076
114	rnn.weight_hh_l0_reverse	3	-0.021334320306777954
114	rnn.weight_hh_l0_reverse	4	0.0841790959239006
114	rnn.weight_hh_l0_reverse	5	-0.0019785133190453053
114	rnn.weight_hh_l0_reverse	6	0.030211927369236946
114	rnn.weight_hh_l0_reverse	7	0.07828088849782944
114	rnn.weight_hh_l0_reverse	8	-0.022144954651594162
114	rnn.weight_hh_l0_reverse	9	-0.04659264162182808
114	rnn.bias_ih_l0_reverse	0	0.0011925086146220565
114	rnn.bias_ih_l0_reverse	1	-0.01242503710091114
114	rnn.bias_ih_l0_reverse	2	-0.01557384803891182
114	rnn.bias_ih_l0_reverse	3	0.03892745450139046
114	rnn.bias_ih_l0_reverse	4	0.06806864589452744
114	rnn.bias_ih_l0_reverse	5	-0.02310967817902565
114	rnn.bias_ih_l0_reverse	6	-0.026967551559209824
114	rnn.bias_ih_l0_reverse	7	-0.05092020332813263
114	rnn.bias_ih_l0_reverse	8	0.00546878669410944
114	rnn.bias_ih_l0_reverse	9	-0.0692368596792221
114	rnn.bias_hh_l0_reverse	0	0.03808609023690224
114	rnn.bias_hh_l0_reverse	1	-0.07059945911169052
114	rnn.bias_hh_l0_reverse	2	0.08520554006099701
114	rnn.bias_hh_l0_reverse	3	0.05898631736636162
114	rnn.bias_hh_l0_reverse	4	0.017813943326473236
114	rnn.bias_hh_l0_reverse	5	0.04334539920091629
114	rnn.bias_hh_l0_reverse	6	0.06342602521181107
114	rnn.bias_hh_l0_reverse	7	0.08640725910663605
114	rnn.bias_hh_l0_reverse	8	-0.011463306844234467
114	rnn.bias_hh_l0_reverse	9	0.05300561338663101
114	rnn.weight_ih_l1	0	0.023007716983556747
114	rnn.weight_ih_l1	1	0.015164647251367569
114	rnn.weight_ih_l1	2	0.08370161801576614
114	rnn.weight_ih_l1	3	-0.02416921965777874
114	rnn.weight_ih_l1	4	-0.024287384003400803
114	rnn.weight_ih_l1	5	-0.012066531926393509
114	rnn.weight_ih_l1	6	0.07243097573518753
114	rnn.weight_ih_l1	7	-0.005806455854326487
114	rnn.weight_ih_l1	8	-0.052902866154909134
114	rnn.weight_ih_l1	9	0.056838348507881165
114	rnn.weight_hh_l1	0	-0.08115407079458237
114	rnn.weight_hh_l1	1	-0.03610379621386528
114	rnn.weight_hh_l1	2	-0.008159395307302475
114	rnn.weight_hh_l1	3	-0.058350466191768646
114	rnn.weight_hh_l1	4	0.08560700714588165
114	rnn.weight_hh_l1	5	-0.08410957455635071
114	rnn.weight_hh_l1	6	-0.04954727366566658
114	rnn.weight_hh_l1	7	0.06505446881055832
114	rnn.weight_hh_l1	8	-0.013503573834896088
114	rnn.weight_hh_l1	9	-0.03978556767106056
114	rnn.bias_ih_l1	0	-0.045352134853601456
114	rnn.bias_ih_l1	1	0.057794056832790375
114	rnn.bias_ih_l1	2	-0.04814465716481209
114	rnn.bias_ih_l1	3	-0.07255616784095764
114	rnn.bias_ih_l1	4	-0.029923027381300926
114	rnn.bias_ih_l1	5	-0.016657406464219093
114	rnn.bias_ih_l1	6	-0.048456281423568726
114	rnn.bias_ih_l1	7	0.06187289580702782
114	rnn.bias_ih_l1	8	0.08382023870944977
114	rnn.bias_ih_l1	9	0.03773694857954979
114	rnn.bias_hh_l1	0	0.06925378739833832
114	rnn.bias_hh_l1	1	-0.059102464467287064
114	rnn.bias_hh_l1	2	0.021562082692980766
114	rnn.bias_hh_l1	3	0.07362987101078033
114	rnn.bias_hh_l1	4	0.05729798227548599
114	rnn.bias_hh_l1	5	-0.07785512506961823
114	rnn.bias_hh_l1	6	0.014682947658002377
114	rnn.bias_hh_l1	7	0.03964044898748398
114	rnn.bias_hh_l1	8	0.012841654941439629
114	rnn.bias_hh_l1	9	-0.005232091061770916
114	rnn.weight_ih_l1_reverse	0	0.0866788998246193
114	rnn.weight_ih_l1_reverse	1	-0.041767966002225876
114	rnn.weight_ih_l1_reverse	2	-0.062027569860219955
114	rnn.weight_ih_l1_reverse	3	0.025581104680895805
114	rnn.weight_ih_l1_reverse	4	-0.04651063308119774
114	rnn.weight_ih_l1_reverse	5	0.02421579696238041
114	rnn.weight_ih_l1_reverse	6	0.04047790914773941
114	rnn.weight_ih_l1_reverse	7	0.020478909835219383
114	rnn.weight_ih_l1_reverse	8	-0.008481786586344242
114	rnn.weight_ih_l1_reverse	9	-0.06435937434434891
114	rnn.weight_hh_l1_reverse	0	0.00500138197094202
114	rnn.weight_hh_l1_reverse	1	0.018859844654798508
114	rnn.weight_hh_l1_reverse	2	-0.058200590312480927
114	rnn.weight_hh_l1_reverse	3	-0.012720501981675625
114	rnn.weight_hh_l1_reverse	4	0.008950939401984215
114	rnn.weight_hh_l1_reverse	5	-0.06541647017002106
114	rnn.weight_hh_l1_reverse	6	-0.06734374165534973
114	rnn.weight_hh_l1_reverse	7	-0.01139898132532835
114	rnn.weight_hh_l1_reverse	8	-0.05832399055361748
114	rnn.weight_hh_l1_reverse	9	-0.043611470609903336
114	rnn.bias_ih_l1_reverse	0	-0.002888720715418458
114	rnn.bias_ih_l1_reverse	1	-0.04260215163230896
114	rnn.bias_ih_l1_reverse	2	0.02341829612851143
114	rnn.bias_ih_l1_reverse	3	-0.08200976252555847
114	rnn.bias_ih_l1_reverse	4	-0.0873049944639206
114	rnn.bias_ih_l1_reverse	5	-0.0874963030219078
114	rnn.bias_ih_l1_reverse	6	0.06281401216983795
114	rnn.bias_ih_l1_reverse	7	0.08520866930484772
114	rnn.bias_ih_l1_reverse	8	0.008254647254943848
114	rnn.bias_ih_l1_reverse	9	-0.010161819867789745
114	rnn.bias_hh_l1_reverse	0	0.06148168444633484
114	rnn.bias_hh_l1_reverse	1	-0.06780755519866943
114	rnn.bias_hh_l1_reverse	2	-0.05300791561603546
114	rnn.bias_hh_l1_reverse	3	0.07270337641239166
114	rnn.bias_hh_l1_reverse	4	-0.023772427812218666
114	rnn.bias_hh_l1_reverse	5	-0.007851481437683105
114	rnn.bias_hh_l1_reverse	6	-0.05791312828660011
114	rnn.bias_hh_l1_reverse	7	-0.061109185218811035
114	rnn.bias_hh_l1_reverse	8	0.06616561859846115
114	rnn.bias_hh_l1_reverse	9	0.04223407059907913
114	rnn.weight_ih_l2	0	0.07258845865726471
114	rnn.weight_ih_l2	1	-0.054214056581258774
114	rnn.weight_ih_l2	2	0.06335221976041794
114	rnn.weight_ih_l2	3	0.06597549468278885
114	rnn.weight_ih_l2	4	0.05660315230488777
114	rnn.weight_ih_l2	5	-0.035763829946517944
114	rnn.weight_ih_l2	6	-0.07576904445886612
114	rnn.weight_ih_l2	7	0.01225206721574068
114	rnn.weight_ih_l2	8	-0.017171604558825493
114	rnn.weight_ih_l2	9	-0.06919000297784805
114	rnn.weight_hh_l2	0	0.04825311154127121
114	rnn.weight_hh_l2	1	0.030960895121097565
114	rnn.weight_hh_l2	2	-0.054706744849681854
114	rnn.weight_hh_l2	3	-0.025602100417017937
114	rnn.weight_hh_l2	4	0.05436794087290764
114	rnn.weight_hh_l2	5	-0.02339770831167698
114	rnn.weight_hh_l2	6	0.008372308686375618
114	rnn.weight_hh_l2	7	-0.0531374029815197
114	rnn.weight_hh_l2	8	-0.006775582674890757
114	rnn.weight_hh_l2	9	-0.018206069245934486
114	rnn.bias_ih_l2	0	0.14190207421779633
114	rnn.bias_ih_l2	1	0.013474182225763798
114	rnn.bias_ih_l2	2	0.07096775621175766
114	rnn.bias_ih_l2	3	0.023846343159675598
114	rnn.bias_ih_l2	4	-0.006429698783904314
114	rnn.bias_ih_l2	5	0.04817422851920128
114	rnn.bias_ih_l2	6	0.015760404989123344
114	rnn.bias_ih_l2	7	0.016948511824011803
114	rnn.bias_ih_l2	8	0.019639814272522926
114	rnn.bias_ih_l2	9	-0.01573101058602333
114	rnn.bias_hh_l2	0	0.03497769683599472
114	rnn.bias_hh_l2	1	0.0033496117684990168
114	rnn.bias_hh_l2	2	0.07076708227396011
114	rnn.bias_hh_l2	3	0.030174830928444862
114	rnn.bias_hh_l2	4	0.07665138691663742
114	rnn.bias_hh_l2	5	-0.08405245095491409
114	rnn.bias_hh_l2	6	0.041132792830467224
114	rnn.bias_hh_l2	7	-0.02726050280034542
114	rnn.bias_hh_l2	8	0.041697077453136444
114	rnn.bias_hh_l2	9	0.03258873522281647
114	rnn.weight_ih_l2_reverse	0	0.08230472356081009
114	rnn.weight_ih_l2_reverse	1	-0.05243459343910217
114	rnn.weight_ih_l2_reverse	2	0.000872166536282748
114	rnn.weight_ih_l2_reverse	3	0.03526318073272705
114	rnn.weight_ih_l2_reverse	4	0.05397512763738632
114	rnn.weight_ih_l2_reverse	5	-0.040659189224243164
114	rnn.weight_ih_l2_reverse	6	-0.0011050337925553322
114	rnn.weight_ih_l2_reverse	7	-0.013463864102959633
114	rnn.weight_ih_l2_reverse	8	0.01522921770811081
114	rnn.weight_ih_l2_reverse	9	-0.08073470741510391
114	rnn.weight_hh_l2_reverse	0	-0.08275355398654938
114	rnn.weight_hh_l2_reverse	1	0.014558743685483932
114	rnn.weight_hh_l2_reverse	2	0.010452080518007278
114	rnn.weight_hh_l2_reverse	3	0.02431204915046692
114	rnn.weight_hh_l2_reverse	4	-0.036744993180036545
114	rnn.weight_hh_l2_reverse	5	-0.014944532886147499
114	rnn.weight_hh_l2_reverse	6	-0.04260345175862312
114	rnn.weight_hh_l2_reverse	7	-0.059882886707782745
114	rnn.weight_hh_l2_reverse	8	-0.006658050697296858
114	rnn.weight_hh_l2_reverse	9	-0.05907885730266571
114	rnn.bias_ih_l2_reverse	0	-0.05991141125559807
114	rnn.bias_ih_l2_reverse	1	-0.027411650866270065
114	rnn.bias_ih_l2_reverse	2	0.04207010939717293
114	rnn.bias_ih_l2_reverse	3	0.014042499475181103
114	rnn.bias_ih_l2_reverse	4	0.07644712924957275
114	rnn.bias_ih_l2_reverse	5	-0.08922292292118073
114	rnn.bias_ih_l2_reverse	6	-0.04339557886123657
114	rnn.bias_ih_l2_reverse	7	-0.04663941264152527
114	rnn.bias_ih_l2_reverse	8	0.05623061954975128
114	rnn.bias_ih_l2_reverse	9	0.026400044560432434
114	rnn.bias_hh_l2_reverse	0	0.05441765487194061
114	rnn.bias_hh_l2_reverse	1	-0.06973106414079666
114	rnn.bias_hh_l2_reverse	2	-0.06748140603303909
114	rnn.bias_hh_l2_reverse	3	0.03249802067875862
114	rnn.bias_hh_l2_reverse	4	0.031615447252988815
114	rnn.bias_hh_l2_reverse	5	0.03546256199479103
114	rnn.bias_hh_l2_reverse	6	-0.08249878883361816
114	rnn.bias_hh_l2_reverse	7	-0.00978632178157568
114	rnn.bias_hh_l2_reverse	8	-0.10406183451414108
114	rnn.bias_hh_l2_reverse	9	-0.05458148196339607
114	linear.weight	0	0.025028489530086517
114	linear.weight	1	0.15846982598304749
114	linear.weight	2	-0.023796986788511276
114	linear.weight	3	-0.034367743879556656
114	linear.weight	4	-0.022248394787311554
114	linear.weight	5	0.05200919136404991
114	linear.weight	6	0.0028769748751074076
114	linear.weight	7	-0.07457379251718521
114	linear.weight	8	-0.006234610918909311
114	linear.weight	9	0.09211696684360504
114	linear.bias	0	0.4816804826259613
114	linear.bias	1	0.6190050840377808
114	linear.bias	2	-1.589616060256958
114	linear.bias	3	-0.05754556506872177
114	linear.bias	4	-0.050822705030441284
114	linear.bias	5	0.38762620091438293
115	transitions	0	0.04648463800549507
115	transitions	1	-10000.0
115	transitions	2	2.448692798614502
115	transitions	3	-1.0714631080627441
115	transitions	4	-10000.0
115	transitions	5	-10000.0
115	transitions	6	-10000.0
115	transitions	7	0.8819848299026489
115	transitions	8	0.8499220013618469
115	transitions	9	-1.2731420993804932
115	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
115	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
115	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
115	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
115	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
115	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
115	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
115	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
115	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
115	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
115	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
115	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
115	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
115	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
115	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
115	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
115	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
115	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
115	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
115	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
115	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
115	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
115	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
115	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
115	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
115	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
115	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
115	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
115	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
115	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
115	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
115	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
115	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
115	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
115	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
115	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
115	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
115	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
115	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
115	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
115	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
115	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
115	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
115	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
115	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
115	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
115	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
115	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
115	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
115	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
115	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
115	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
115	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
115	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
115	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
115	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
115	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
115	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
115	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
115	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
115	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
115	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
115	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
115	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
115	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
115	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
115	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
115	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
115	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
115	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
115	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
115	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
115	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
115	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
115	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
115	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
115	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
115	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
115	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
115	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
115	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
115	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
115	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
115	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
115	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
115	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
115	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
115	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
115	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
115	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
115	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
115	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
115	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
115	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
115	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
115	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
115	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
115	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
115	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
115	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
115	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
115	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
115	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
115	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
115	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
115	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
115	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
115	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
115	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
115	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
115	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
115	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
115	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
115	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
115	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
115	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
115	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
115	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
115	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
115	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
115	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
115	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
115	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
115	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
115	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
115	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
115	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
115	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
115	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
115	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
115	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
115	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
115	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
115	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
115	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
115	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
115	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
115	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
115	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
115	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
115	embedding2nn.weight	0	0.014836719259619713
115	embedding2nn.weight	1	1.4366773029905744e-05
115	embedding2nn.weight	2	0.005586106795817614
115	embedding2nn.weight	3	0.0007559972582384944
115	embedding2nn.weight	4	-0.0076331510208547115
115	embedding2nn.weight	5	-0.0053859613835811615
115	embedding2nn.weight	6	-0.0009579932084307075
115	embedding2nn.weight	7	-0.003122586291283369
115	embedding2nn.weight	8	0.013701576739549637
115	embedding2nn.weight	9	0.004414565395563841
115	embedding2nn.bias	0	0.004771261475980282
115	embedding2nn.bias	1	-0.011508649215102196
115	embedding2nn.bias	2	0.015294604003429413
115	embedding2nn.bias	3	-0.009785128757357597
115	embedding2nn.bias	4	-0.021035872399806976
115	embedding2nn.bias	5	-0.0009018256096169353
115	embedding2nn.bias	6	0.010151785798370838
115	embedding2nn.bias	7	0.004480143077671528
115	embedding2nn.bias	8	-0.01360572874546051
115	embedding2nn.bias	9	0.0009781473781913519
115	rnn.weight_ih_l0	0	-0.05224015191197395
115	rnn.weight_ih_l0	1	0.05079270899295807
115	rnn.weight_ih_l0	2	0.03183738887310028
115	rnn.weight_ih_l0	3	0.014685334637761116
115	rnn.weight_ih_l0	4	0.012436400167644024
115	rnn.weight_ih_l0	5	0.08420709520578384
115	rnn.weight_ih_l0	6	0.07603714615106583
115	rnn.weight_ih_l0	7	0.037810318171978
115	rnn.weight_ih_l0	8	-0.0455443449318409
115	rnn.weight_ih_l0	9	0.008242668583989143
115	rnn.weight_hh_l0	0	0.008266626857221127
115	rnn.weight_hh_l0	1	-0.0640190839767456
115	rnn.weight_hh_l0	2	-0.06550752371549606
115	rnn.weight_hh_l0	3	0.07134916633367538
115	rnn.weight_hh_l0	4	0.07101507484912872
115	rnn.weight_hh_l0	5	0.00536647904664278
115	rnn.weight_hh_l0	6	0.0006601639906875789
115	rnn.weight_hh_l0	7	-0.017835412174463272
115	rnn.weight_hh_l0	8	-0.02921760454773903
115	rnn.weight_hh_l0	9	0.05762328952550888
115	rnn.bias_ih_l0	0	-0.06309666484594345
115	rnn.bias_ih_l0	1	0.08817535638809204
115	rnn.bias_ih_l0	2	0.020472954958677292
115	rnn.bias_ih_l0	3	0.08082880079746246
115	rnn.bias_ih_l0	4	-0.07377718389034271
115	rnn.bias_ih_l0	5	0.08235008269548416
115	rnn.bias_ih_l0	6	-0.067265085875988
115	rnn.bias_ih_l0	7	-0.0358266644179821
115	rnn.bias_ih_l0	8	-0.082179494202137
115	rnn.bias_ih_l0	9	-0.046519700437784195
115	rnn.bias_hh_l0	0	0.030839890241622925
115	rnn.bias_hh_l0	1	0.0727073922753334
115	rnn.bias_hh_l0	2	0.06862398982048035
115	rnn.bias_hh_l0	3	0.08441886305809021
115	rnn.bias_hh_l0	4	-0.09550873935222626
115	rnn.bias_hh_l0	5	-0.071456678211689
115	rnn.bias_hh_l0	6	0.07768796384334564
115	rnn.bias_hh_l0	7	-0.08628559857606888
115	rnn.bias_hh_l0	8	-0.026882659643888474
115	rnn.bias_hh_l0	9	0.003639161353930831
115	rnn.weight_ih_l0_reverse	0	0.07927168905735016
115	rnn.weight_ih_l0_reverse	1	0.07328259944915771
115	rnn.weight_ih_l0_reverse	2	0.038797527551651
115	rnn.weight_ih_l0_reverse	3	0.03371811658143997
115	rnn.weight_ih_l0_reverse	4	-0.037101294845342636
115	rnn.weight_ih_l0_reverse	5	0.05092749372124672
115	rnn.weight_ih_l0_reverse	6	0.06641055643558502
115	rnn.weight_ih_l0_reverse	7	0.02265525422990322
115	rnn.weight_ih_l0_reverse	8	-0.057818979024887085
115	rnn.weight_ih_l0_reverse	9	-0.052833810448646545
115	rnn.weight_hh_l0_reverse	0	0.02547115832567215
115	rnn.weight_hh_l0_reverse	1	-0.08725959807634354
115	rnn.weight_hh_l0_reverse	2	0.06317253410816193
115	rnn.weight_hh_l0_reverse	3	-0.021323470398783684
115	rnn.weight_hh_l0_reverse	4	0.08384101092815399
115	rnn.weight_hh_l0_reverse	5	-0.0019250090699642897
115	rnn.weight_hh_l0_reverse	6	0.03040514886379242
115	rnn.weight_hh_l0_reverse	7	0.07831551879644394
115	rnn.weight_hh_l0_reverse	8	-0.022136099636554718
115	rnn.weight_hh_l0_reverse	9	-0.04659482091665268
115	rnn.bias_ih_l0_reverse	0	0.0009897038107737899
115	rnn.bias_ih_l0_reverse	1	-0.01728283241391182
115	rnn.bias_ih_l0_reverse	2	-0.015154714696109295
115	rnn.bias_ih_l0_reverse	3	0.03886575251817703
115	rnn.bias_ih_l0_reverse	4	0.06773070245981216
115	rnn.bias_ih_l0_reverse	5	-0.02263634465634823
115	rnn.bias_ih_l0_reverse	6	-0.02709280326962471
115	rnn.bias_ih_l0_reverse	7	-0.0504329614341259
115	rnn.bias_ih_l0_reverse	8	0.004262161441147327
115	rnn.bias_ih_l0_reverse	9	-0.06964434683322906
115	rnn.bias_hh_l0_reverse	0	0.03844111040234566
115	rnn.bias_hh_l0_reverse	1	-0.07100694626569748
115	rnn.bias_hh_l0_reverse	2	0.08530595153570175
115	rnn.bias_hh_l0_reverse	3	0.058596596121788025
115	rnn.bias_hh_l0_reverse	4	0.021067194640636444
115	rnn.bias_hh_l0_reverse	5	0.043884728103876114
115	rnn.bias_hh_l0_reverse	6	0.06474339216947556
115	rnn.bias_hh_l0_reverse	7	0.08558454364538193
115	rnn.bias_hh_l0_reverse	8	-0.011082018725574017
115	rnn.bias_hh_l0_reverse	9	0.05119740217924118
115	rnn.weight_ih_l1	0	0.023060597479343414
115	rnn.weight_ih_l1	1	0.015221823938190937
115	rnn.weight_ih_l1	2	0.08195451647043228
115	rnn.weight_ih_l1	3	-0.024091854691505432
115	rnn.weight_ih_l1	4	-0.02423342503607273
115	rnn.weight_ih_l1	5	-0.013142379000782967
115	rnn.weight_ih_l1	6	0.07260596752166748
115	rnn.weight_ih_l1	7	-0.005196921993046999
115	rnn.weight_ih_l1	8	-0.05292043089866638
115	rnn.weight_ih_l1	9	0.05693339183926582
115	rnn.weight_hh_l1	0	-0.08113251626491547
115	rnn.weight_hh_l1	1	-0.03602719306945801
115	rnn.weight_hh_l1	2	-0.008148285560309887
115	rnn.weight_hh_l1	3	-0.0583483912050724
115	rnn.weight_hh_l1	4	0.08559391647577286
115	rnn.weight_hh_l1	5	-0.08411001414060593
115	rnn.weight_hh_l1	6	-0.04955625161528587
115	rnn.weight_hh_l1	7	0.06520438194274902
115	rnn.weight_hh_l1	8	-0.013513189740478992
115	rnn.weight_hh_l1	9	-0.03970453143119812
115	rnn.bias_ih_l1	0	-0.04446674883365631
115	rnn.bias_ih_l1	1	0.057450857013463974
115	rnn.bias_ih_l1	2	-0.047832753509283066
115	rnn.bias_ih_l1	3	-0.07431013882160187
115	rnn.bias_ih_l1	4	-0.029831750318408012
115	rnn.bias_ih_l1	5	-0.002395933959633112
115	rnn.bias_ih_l1	6	-0.04902074113488197
115	rnn.bias_ih_l1	7	0.06180546060204506
115	rnn.bias_ih_l1	8	0.08261832594871521
115	rnn.bias_ih_l1	9	0.035261061042547226
115	rnn.bias_hh_l1	0	0.06920073181390762
115	rnn.bias_hh_l1	1	-0.058863528072834015
115	rnn.bias_hh_l1	2	0.021370893344283104
115	rnn.bias_hh_l1	3	0.0739080160856247
115	rnn.bias_hh_l1	4	0.057407576590776443
115	rnn.bias_hh_l1	5	-0.07771074771881104
115	rnn.bias_hh_l1	6	0.014514104463160038
115	rnn.bias_hh_l1	7	0.03960743546485901
115	rnn.bias_hh_l1	8	0.012994736433029175
115	rnn.bias_hh_l1	9	-0.005306017119437456
115	rnn.weight_ih_l1_reverse	0	0.08646742254495621
115	rnn.weight_ih_l1_reverse	1	-0.041615262627601624
115	rnn.weight_ih_l1_reverse	2	-0.06202490255236626
115	rnn.weight_ih_l1_reverse	3	0.025549093261361122
115	rnn.weight_ih_l1_reverse	4	-0.04653051123023033
115	rnn.weight_ih_l1_reverse	5	0.024232544004917145
115	rnn.weight_ih_l1_reverse	6	0.04043412208557129
115	rnn.weight_ih_l1_reverse	7	0.020461460575461388
115	rnn.weight_ih_l1_reverse	8	-0.008413821458816528
115	rnn.weight_ih_l1_reverse	9	-0.06410642713308334
115	rnn.weight_hh_l1_reverse	0	0.004993685986846685
115	rnn.weight_hh_l1_reverse	1	0.018859919160604477
115	rnn.weight_hh_l1_reverse	2	-0.05819938704371452
115	rnn.weight_hh_l1_reverse	3	-0.012756120413541794
115	rnn.weight_hh_l1_reverse	4	0.008949296548962593
115	rnn.weight_hh_l1_reverse	5	-0.06552799046039581
115	rnn.weight_hh_l1_reverse	6	-0.06734870374202728
115	rnn.weight_hh_l1_reverse	7	-0.01135415118187666
115	rnn.weight_hh_l1_reverse	8	-0.05850377678871155
115	rnn.weight_hh_l1_reverse	9	-0.04361920803785324
115	rnn.bias_ih_l1_reverse	0	-0.002786912489682436
115	rnn.bias_ih_l1_reverse	1	-0.04254306107759476
115	rnn.bias_ih_l1_reverse	2	0.02390018291771412
115	rnn.bias_ih_l1_reverse	3	-0.0820644348859787
115	rnn.bias_ih_l1_reverse	4	-0.08720236271619797
115	rnn.bias_ih_l1_reverse	5	-0.08750277757644653
115	rnn.bias_ih_l1_reverse	6	0.06243694946169853
115	rnn.bias_ih_l1_reverse	7	0.08515282720327377
115	rnn.bias_ih_l1_reverse	8	0.005130225792527199
115	rnn.bias_ih_l1_reverse	9	-0.01000658143311739
115	rnn.bias_hh_l1_reverse	0	0.061394039541482925
115	rnn.bias_hh_l1_reverse	1	-0.06876414269208908
115	rnn.bias_hh_l1_reverse	2	-0.05307208374142647
115	rnn.bias_hh_l1_reverse	3	0.07294190675020218
115	rnn.bias_hh_l1_reverse	4	-0.023970063775777817
115	rnn.bias_hh_l1_reverse	5	-0.00761802913621068
115	rnn.bias_hh_l1_reverse	6	-0.058632638305425644
115	rnn.bias_hh_l1_reverse	7	-0.060902189463377
115	rnn.bias_hh_l1_reverse	8	0.06607107818126678
115	rnn.bias_hh_l1_reverse	9	0.04102841392159462
115	rnn.weight_ih_l2	0	0.07278624922037125
115	rnn.weight_ih_l2	1	-0.05419572815299034
115	rnn.weight_ih_l2	2	0.06337123364210129
115	rnn.weight_ih_l2	3	0.06600583344697952
115	rnn.weight_ih_l2	4	0.05665838345885277
115	rnn.weight_ih_l2	5	-0.03595532476902008
115	rnn.weight_ih_l2	6	-0.07566145062446594
115	rnn.weight_ih_l2	7	0.012176573276519775
115	rnn.weight_ih_l2	8	-0.017175232991576195
115	rnn.weight_ih_l2	9	-0.06918356567621231
115	rnn.weight_hh_l2	0	0.04825073853135109
115	rnn.weight_hh_l2	1	0.03090108372271061
115	rnn.weight_hh_l2	2	-0.05471762642264366
115	rnn.weight_hh_l2	3	-0.025715313851833344
115	rnn.weight_hh_l2	4	0.05436414107680321
115	rnn.weight_hh_l2	5	-0.0233637522906065
115	rnn.weight_hh_l2	6	0.008389411494135857
115	rnn.weight_hh_l2	7	-0.053147174417972565
115	rnn.weight_hh_l2	8	-0.007021506782621145
115	rnn.weight_hh_l2	9	-0.018134433776140213
115	rnn.bias_ih_l2	0	0.1503676176071167
115	rnn.bias_ih_l2	1	0.01255792286247015
115	rnn.bias_ih_l2	2	0.07018028199672699
115	rnn.bias_ih_l2	3	0.024430349469184875
115	rnn.bias_ih_l2	4	-0.0066287158988416195
115	rnn.bias_ih_l2	5	0.04766901955008507
115	rnn.bias_ih_l2	6	0.01598373055458069
115	rnn.bias_ih_l2	7	0.01682141050696373
115	rnn.bias_ih_l2	8	0.01957828365266323
115	rnn.bias_ih_l2	9	-0.015721837058663368
115	rnn.bias_hh_l2	0	0.03374748304486275
115	rnn.bias_hh_l2	1	0.0029034260660409927
115	rnn.bias_hh_l2	2	0.07207788527011871
115	rnn.bias_hh_l2	3	0.030581898987293243
115	rnn.bias_hh_l2	4	0.07664848864078522
115	rnn.bias_hh_l2	5	-0.07491742074489594
115	rnn.bias_hh_l2	6	0.03451140597462654
115	rnn.bias_hh_l2	7	-0.026982741430401802
115	rnn.bias_hh_l2	8	0.04178493842482567
115	rnn.bias_hh_l2	9	0.030384423211216927
115	rnn.weight_ih_l2_reverse	0	0.082282654941082
115	rnn.weight_ih_l2_reverse	1	-0.052759137004613876
115	rnn.weight_ih_l2_reverse	2	0.0009185515227727592
115	rnn.weight_ih_l2_reverse	3	0.03526327386498451
115	rnn.weight_ih_l2_reverse	4	0.05397944152355194
115	rnn.weight_ih_l2_reverse	5	-0.040658123791217804
115	rnn.weight_ih_l2_reverse	6	-0.0006594852893613279
115	rnn.weight_ih_l2_reverse	7	-0.013394307345151901
115	rnn.weight_ih_l2_reverse	8	0.01579166390001774
115	rnn.weight_ih_l2_reverse	9	-0.080872543156147
115	rnn.weight_hh_l2_reverse	0	-0.08275409042835236
115	rnn.weight_hh_l2_reverse	1	0.014680171385407448
115	rnn.weight_hh_l2_reverse	2	0.010441268794238567
115	rnn.weight_hh_l2_reverse	3	0.024315472692251205
115	rnn.weight_hh_l2_reverse	4	-0.036743003875017166
115	rnn.weight_hh_l2_reverse	5	-0.014946792274713516
115	rnn.weight_hh_l2_reverse	6	-0.04302719235420227
115	rnn.weight_hh_l2_reverse	7	-0.05992140248417854
115	rnn.weight_hh_l2_reverse	8	-0.006656709127128124
115	rnn.weight_hh_l2_reverse	9	-0.059075042605400085
115	rnn.bias_ih_l2_reverse	0	-0.06371119618415833
115	rnn.bias_ih_l2_reverse	1	-0.027717983350157738
115	rnn.bias_ih_l2_reverse	2	0.0429043211042881
115	rnn.bias_ih_l2_reverse	3	0.01827801764011383
115	rnn.bias_ih_l2_reverse	4	0.07642575353384018
115	rnn.bias_ih_l2_reverse	5	-0.08922774344682693
115	rnn.bias_ih_l2_reverse	6	-0.04344690218567848
115	rnn.bias_ih_l2_reverse	7	-0.04761657491326332
115	rnn.bias_ih_l2_reverse	8	0.056608185172080994
115	rnn.bias_ih_l2_reverse	9	0.026551779359579086
115	rnn.bias_hh_l2_reverse	0	0.04556618630886078
115	rnn.bias_hh_l2_reverse	1	-0.07064448297023773
115	rnn.bias_hh_l2_reverse	2	-0.06747066229581833
115	rnn.bias_hh_l2_reverse	3	0.032334811985492706
115	rnn.bias_hh_l2_reverse	4	0.03146572411060333
115	rnn.bias_hh_l2_reverse	5	0.03566977381706238
115	rnn.bias_hh_l2_reverse	6	-0.08254572004079819
115	rnn.bias_hh_l2_reverse	7	-0.009751882404088974
115	rnn.bias_hh_l2_reverse	8	-0.10471447557210922
115	rnn.bias_hh_l2_reverse	9	-0.054934531450271606
115	linear.weight	0	0.025028489530086517
115	linear.weight	1	0.14580968022346497
115	linear.weight	2	-0.023822780698537827
115	linear.weight	3	-0.03487968444824219
115	linear.weight	4	-0.022248394787311554
115	linear.weight	5	0.05342574790120125
115	linear.weight	6	0.0033548225183039904
115	linear.weight	7	-0.0848497524857521
115	linear.weight	8	-0.006461292505264282
115	linear.weight	9	0.09265493601560593
115	linear.bias	0	0.5376744866371155
115	linear.bias	1	0.7032567858695984
115	linear.bias	2	-1.590384602546692
115	linear.bias	3	-0.05754556506872177
115	linear.bias	4	-0.050822705030441284
115	linear.bias	5	0.24814899265766144
116	transitions	0	0.045878469944000244
116	transitions	1	-10000.0
116	transitions	2	2.426522970199585
116	transitions	3	-1.0869331359863281
116	transitions	4	-10000.0
116	transitions	5	-10000.0
116	transitions	6	-10000.0
116	transitions	7	0.8819620013237
116	transitions	8	0.8492701649665833
116	transitions	9	-1.2755411863327026
116	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
116	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
116	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
116	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
116	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
116	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
116	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
116	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
116	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
116	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
116	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
116	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
116	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
116	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
116	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
116	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
116	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
116	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
116	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
116	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
116	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
116	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
116	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
116	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
116	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
116	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
116	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
116	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
116	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
116	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
116	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
116	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
116	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
116	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
116	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
116	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
116	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
116	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
116	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
116	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
116	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
116	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
116	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
116	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
116	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
116	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
116	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
116	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
116	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
116	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
116	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
116	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
116	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
116	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
116	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
116	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
116	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
116	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
116	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
116	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
116	embedding2nn.weight	0	0.014829461462795734
116	embedding2nn.weight	1	1.3847367881680839e-05
116	embedding2nn.weight	2	0.005595204886049032
116	embedding2nn.weight	3	0.0007542017847299576
116	embedding2nn.weight	4	-0.007649142760783434
116	embedding2nn.weight	5	-0.005389104597270489
116	embedding2nn.weight	6	-0.0010031069396063685
116	embedding2nn.weight	7	-0.003119040746241808
116	embedding2nn.weight	8	0.013713259249925613
116	embedding2nn.weight	9	0.004412722773849964
116	embedding2nn.bias	0	0.0031963607762008905
116	embedding2nn.bias	1	-0.011234770528972149
116	embedding2nn.bias	2	0.016878623515367508
116	embedding2nn.bias	3	-0.011238393373787403
116	embedding2nn.bias	4	-0.020366983488202095
116	embedding2nn.bias	5	-0.002112769056111574
116	embedding2nn.bias	6	0.010987682268023491
116	embedding2nn.bias	7	0.004600827116519213
116	embedding2nn.bias	8	-0.014713346026837826
116	embedding2nn.bias	9	0.0027416814118623734
116	rnn.weight_ih_l0	0	-0.05225314944982529
116	rnn.weight_ih_l0	1	0.050778839737176895
116	rnn.weight_ih_l0	2	0.03183795511722565
116	rnn.weight_ih_l0	3	0.01468299888074398
116	rnn.weight_ih_l0	4	0.012423045933246613
116	rnn.weight_ih_l0	5	0.08421087265014648
116	rnn.weight_ih_l0	6	0.07603562623262405
116	rnn.weight_ih_l0	7	0.03780640289187431
116	rnn.weight_ih_l0	8	-0.04548994451761246
116	rnn.weight_ih_l0	9	0.008293150924146175
116	rnn.weight_hh_l0	0	0.008259209804236889
116	rnn.weight_hh_l0	1	-0.06408163905143738
116	rnn.weight_hh_l0	2	-0.06550733745098114
116	rnn.weight_hh_l0	3	0.07133913785219193
116	rnn.weight_hh_l0	4	0.07100279629230499
116	rnn.weight_hh_l0	5	0.005335901398211718
116	rnn.weight_hh_l0	6	0.0005944281001575291
116	rnn.weight_hh_l0	7	-0.018052365630865097
116	rnn.weight_hh_l0	8	-0.02919648587703705
116	rnn.weight_hh_l0	9	0.05761208385229111
116	rnn.bias_ih_l0	0	-0.06264542788267136
116	rnn.bias_ih_l0	1	0.08819499611854553
116	rnn.bias_ih_l0	2	0.020444286987185478
116	rnn.bias_ih_l0	3	0.07930796593427658
116	rnn.bias_ih_l0	4	-0.07471062988042831
116	rnn.bias_ih_l0	5	0.08257744461297989
116	rnn.bias_ih_l0	6	-0.06595036387443542
116	rnn.bias_ih_l0	7	-0.035749372094869614
116	rnn.bias_ih_l0	8	-0.08218535035848618
116	rnn.bias_ih_l0	9	-0.04616988077759743
116	rnn.bias_hh_l0	0	0.031491752713918686
116	rnn.bias_hh_l0	1	0.07276342064142227
116	rnn.bias_hh_l0	2	0.06867216527462006
116	rnn.bias_hh_l0	3	0.08433865010738373
116	rnn.bias_hh_l0	4	-0.09702344238758087
116	rnn.bias_hh_l0	5	-0.07143152505159378
116	rnn.bias_hh_l0	6	0.07778244465589523
116	rnn.bias_hh_l0	7	-0.08840622752904892
116	rnn.bias_hh_l0	8	-0.026742128655314445
116	rnn.bias_hh_l0	9	0.001984276808798313
116	rnn.weight_ih_l0_reverse	0	0.0792752355337143
116	rnn.weight_ih_l0_reverse	1	0.07326217740774155
116	rnn.weight_ih_l0_reverse	2	0.038798876106739044
116	rnn.weight_ih_l0_reverse	3	0.033727437257766724
116	rnn.weight_ih_l0_reverse	4	-0.03709833323955536
116	rnn.weight_ih_l0_reverse	5	0.050923481583595276
116	rnn.weight_ih_l0_reverse	6	0.06641341745853424
116	rnn.weight_ih_l0_reverse	7	0.022595060989260674
116	rnn.weight_ih_l0_reverse	8	-0.057818617671728134
116	rnn.weight_ih_l0_reverse	9	-0.052833955734968185
116	rnn.weight_hh_l0_reverse	0	0.025476180016994476
116	rnn.weight_hh_l0_reverse	1	-0.08723770827054977
116	rnn.weight_hh_l0_reverse	2	0.0631537139415741
116	rnn.weight_hh_l0_reverse	3	-0.021343616768717766
116	rnn.weight_hh_l0_reverse	4	0.08390603959560394
116	rnn.weight_hh_l0_reverse	5	-0.001960407942533493
116	rnn.weight_hh_l0_reverse	6	0.030213044956326485
116	rnn.weight_hh_l0_reverse	7	0.07828424125909805
116	rnn.weight_hh_l0_reverse	8	-0.022113502025604248
116	rnn.weight_hh_l0_reverse	9	-0.04660649597644806
116	rnn.bias_ih_l0_reverse	0	0.0012011061189696193
116	rnn.bias_ih_l0_reverse	1	-0.017529567703604698
116	rnn.bias_ih_l0_reverse	2	-0.015591198578476906
116	rnn.bias_ih_l0_reverse	3	0.03825677931308746
116	rnn.bias_ih_l0_reverse	4	0.06774702668190002
116	rnn.bias_ih_l0_reverse	5	-0.022394854575395584
116	rnn.bias_ih_l0_reverse	6	-0.02705441787838936
116	rnn.bias_ih_l0_reverse	7	-0.050200823694467545
116	rnn.bias_ih_l0_reverse	8	0.005342148710042238
116	rnn.bias_ih_l0_reverse	9	-0.06991229206323624
116	rnn.bias_hh_l0_reverse	0	0.03840538114309311
116	rnn.bias_hh_l0_reverse	1	-0.07127489149570465
116	rnn.bias_hh_l0_reverse	2	0.08514093607664108
116	rnn.bias_hh_l0_reverse	3	0.058579836040735245
116	rnn.bias_hh_l0_reverse	4	0.020509297028183937
116	rnn.bias_hh_l0_reverse	5	0.04396289959549904
116	rnn.bias_hh_l0_reverse	6	0.06436488777399063
116	rnn.bias_hh_l0_reverse	7	0.08456961810588837
116	rnn.bias_hh_l0_reverse	8	-0.011465347371995449
116	rnn.bias_hh_l0_reverse	9	0.0518861785531044
116	rnn.weight_ih_l1	0	0.023390449583530426
116	rnn.weight_ih_l1	1	0.015387654304504395
116	rnn.weight_ih_l1	2	0.08345825970172882
116	rnn.weight_ih_l1	3	-0.024098295718431473
116	rnn.weight_ih_l1	4	-0.024235468357801437
116	rnn.weight_ih_l1	5	-0.013101058080792427
116	rnn.weight_ih_l1	6	0.07262571901082993
116	rnn.weight_ih_l1	7	-0.005168910138309002
116	rnn.weight_ih_l1	8	-0.05282975733280182
116	rnn.weight_ih_l1	9	0.05633747577667236
116	rnn.weight_hh_l1	0	-0.08122113347053528
116	rnn.weight_hh_l1	1	-0.036015693098306656
116	rnn.weight_hh_l1	2	-0.00815338920801878
116	rnn.weight_hh_l1	3	-0.05834636837244034
116	rnn.weight_hh_l1	4	0.08581161499023438
116	rnn.weight_hh_l1	5	-0.08416995406150818
116	rnn.weight_hh_l1	6	-0.04965221509337425
116	rnn.weight_hh_l1	7	0.06515704840421677
116	rnn.weight_hh_l1	8	-0.013523631729185581
116	rnn.weight_hh_l1	9	-0.0396755076944828
116	rnn.bias_ih_l1	0	-0.044141821563243866
116	rnn.bias_ih_l1	1	0.057193875312805176
116	rnn.bias_ih_l1	2	-0.047716256231069565
116	rnn.bias_ih_l1	3	-0.07411039620637894
116	rnn.bias_ih_l1	4	-0.02975667454302311
116	rnn.bias_ih_l1	5	-0.012492876499891281
116	rnn.bias_ih_l1	6	-0.05039596930146217
116	rnn.bias_ih_l1	7	0.06203882396221161
116	rnn.bias_ih_l1	8	0.08281245082616806
116	rnn.bias_ih_l1	9	0.03632049262523651
116	rnn.bias_hh_l1	0	0.06927381455898285
116	rnn.bias_hh_l1	1	-0.05887078493833542
116	rnn.bias_hh_l1	2	0.021010788157582283
116	rnn.bias_hh_l1	3	0.07470379769802094
116	rnn.bias_hh_l1	4	0.057276651263237
116	rnn.bias_hh_l1	5	-0.07767534255981445
116	rnn.bias_hh_l1	6	0.01461976207792759
116	rnn.bias_hh_l1	7	0.03957817703485489
116	rnn.bias_hh_l1	8	0.01310350839048624
116	rnn.bias_hh_l1	9	-0.005326880607753992
116	rnn.weight_ih_l1_reverse	0	0.08646081387996674
116	rnn.weight_ih_l1_reverse	1	-0.0416504442691803
116	rnn.weight_ih_l1_reverse	2	-0.06204065680503845
116	rnn.weight_ih_l1_reverse	3	0.025516394525766373
116	rnn.weight_ih_l1_reverse	4	-0.04653671011328697
116	rnn.weight_ih_l1_reverse	5	0.02422271855175495
116	rnn.weight_ih_l1_reverse	6	0.04043572023510933
116	rnn.weight_ih_l1_reverse	7	0.020426401868462563
116	rnn.weight_ih_l1_reverse	8	-0.008403336629271507
116	rnn.weight_ih_l1_reverse	9	-0.06455743312835693
116	rnn.weight_hh_l1_reverse	0	0.005004342179745436
116	rnn.weight_hh_l1_reverse	1	0.018862642347812653
116	rnn.weight_hh_l1_reverse	2	-0.05819636210799217
116	rnn.weight_hh_l1_reverse	3	-0.012724598869681358
116	rnn.weight_hh_l1_reverse	4	0.00894723366945982
116	rnn.weight_hh_l1_reverse	5	-0.06579594314098358
116	rnn.weight_hh_l1_reverse	6	-0.06733790785074234
116	rnn.weight_hh_l1_reverse	7	-0.011350869201123714
116	rnn.weight_hh_l1_reverse	8	-0.05858059972524643
116	rnn.weight_hh_l1_reverse	9	-0.04363604635000229
116	rnn.bias_ih_l1_reverse	0	-0.002788397017866373
116	rnn.bias_ih_l1_reverse	1	-0.042605508118867874
116	rnn.bias_ih_l1_reverse	2	0.024173473939299583
116	rnn.bias_ih_l1_reverse	3	-0.0825461894273758
116	rnn.bias_ih_l1_reverse	4	-0.08726266026496887
116	rnn.bias_ih_l1_reverse	5	-0.08742532879114151
116	rnn.bias_ih_l1_reverse	6	0.06260240077972412
116	rnn.bias_ih_l1_reverse	7	0.08514583110809326
116	rnn.bias_ih_l1_reverse	8	0.009027318097651005
116	rnn.bias_ih_l1_reverse	9	-0.009828208945691586
116	rnn.bias_hh_l1_reverse	0	0.06158073991537094
116	rnn.bias_hh_l1_reverse	1	-0.06856229901313782
116	rnn.bias_hh_l1_reverse	2	-0.053017206490039825
116	rnn.bias_hh_l1_reverse	3	0.07288923114538193
116	rnn.bias_hh_l1_reverse	4	-0.02385130152106285
116	rnn.bias_hh_l1_reverse	5	-0.007585812360048294
116	rnn.bias_hh_l1_reverse	6	-0.05834466591477394
116	rnn.bias_hh_l1_reverse	7	-0.060770705342292786
116	rnn.bias_hh_l1_reverse	8	0.06602426618337631
116	rnn.bias_hh_l1_reverse	9	0.04176114499568939
116	rnn.weight_ih_l2	0	0.07262518256902695
116	rnn.weight_ih_l2	1	-0.0542176216840744
116	rnn.weight_ih_l2	2	0.0633673444390297
116	rnn.weight_ih_l2	3	0.06599275767803192
116	rnn.weight_ih_l2	4	0.056706752628088
116	rnn.weight_ih_l2	5	-0.03611906245350838
116	rnn.weight_ih_l2	6	-0.07566612213850021
116	rnn.weight_ih_l2	7	0.012062272056937218
116	rnn.weight_ih_l2	8	-0.01717398129403591
116	rnn.weight_ih_l2	9	-0.0691845715045929
116	rnn.weight_hh_l2	0	0.04824955388903618
116	rnn.weight_hh_l2	1	0.030962741002440453
116	rnn.weight_hh_l2	2	-0.054733678698539734
116	rnn.weight_hh_l2	3	-0.025645717978477478
116	rnn.weight_hh_l2	4	0.054409414529800415
116	rnn.weight_hh_l2	5	-0.02352328598499298
116	rnn.weight_hh_l2	6	0.008375816978514194
116	rnn.weight_hh_l2	7	-0.05316032096743584
116	rnn.weight_hh_l2	8	-0.007083395030349493
116	rnn.weight_hh_l2	9	-0.01814858242869377
116	rnn.bias_ih_l2	0	0.14874374866485596
116	rnn.bias_ih_l2	1	0.013124856166541576
116	rnn.bias_ih_l2	2	0.07029309868812561
116	rnn.bias_ih_l2	3	0.0250596571713686
116	rnn.bias_ih_l2	4	-0.0064137596637010574
116	rnn.bias_ih_l2	5	0.0479755699634552
116	rnn.bias_ih_l2	6	0.015652617439627647
116	rnn.bias_ih_l2	7	0.017040042206645012
116	rnn.bias_ih_l2	8	0.01950320415198803
116	rnn.bias_ih_l2	9	-0.015822747722268105
116	rnn.bias_hh_l2	0	0.03413642570376396
116	rnn.bias_hh_l2	1	0.0030832686461508274
116	rnn.bias_hh_l2	2	0.07186872512102127
116	rnn.bias_hh_l2	3	0.030628681182861328
116	rnn.bias_hh_l2	4	0.0768769234418869
116	rnn.bias_hh_l2	5	-0.07729672640562057
116	rnn.bias_hh_l2	6	0.03817278519272804
116	rnn.bias_hh_l2	7	-0.02709604799747467
116	rnn.bias_hh_l2	8	0.04174480587244034
116	rnn.bias_hh_l2	9	0.02771030180156231
116	rnn.weight_ih_l2_reverse	0	0.08230190724134445
116	rnn.weight_ih_l2_reverse	1	-0.05257882550358772
116	rnn.weight_ih_l2_reverse	2	0.0009230597061105072
116	rnn.weight_ih_l2_reverse	3	0.035260435193777084
116	rnn.weight_ih_l2_reverse	4	0.05398045480251312
116	rnn.weight_ih_l2_reverse	5	-0.0406578965485096
116	rnn.weight_ih_l2_reverse	6	-0.0007378648151643574
116	rnn.weight_ih_l2_reverse	7	-0.01352259423583746
116	rnn.weight_ih_l2_reverse	8	0.01627352647483349
116	rnn.weight_ih_l2_reverse	9	-0.08080164343118668
116	rnn.weight_hh_l2_reverse	0	-0.08275242149829865
116	rnn.weight_hh_l2_reverse	1	0.014653846621513367
116	rnn.weight_hh_l2_reverse	2	0.010442856699228287
116	rnn.weight_hh_l2_reverse	3	0.02431587688624859
116	rnn.weight_hh_l2_reverse	4	-0.03675081208348274
116	rnn.weight_hh_l2_reverse	5	-0.014953729696571827
116	rnn.weight_hh_l2_reverse	6	-0.04307837039232254
116	rnn.weight_hh_l2_reverse	7	-0.05991296470165253
116	rnn.weight_hh_l2_reverse	8	-0.006654896307736635
116	rnn.weight_hh_l2_reverse	9	-0.059073545038700104
116	rnn.bias_ih_l2_reverse	0	-0.06298848241567612
116	rnn.bias_ih_l2_reverse	1	-0.027576487511396408
116	rnn.bias_ih_l2_reverse	2	0.04300171136856079
116	rnn.bias_ih_l2_reverse	3	0.018306216225028038
116	rnn.bias_ih_l2_reverse	4	0.07648838311433792
116	rnn.bias_ih_l2_reverse	5	-0.0891956239938736
116	rnn.bias_ih_l2_reverse	6	-0.04330538585782051
116	rnn.bias_ih_l2_reverse	7	-0.04778750240802765
116	rnn.bias_ih_l2_reverse	8	0.05705444887280464
116	rnn.bias_ih_l2_reverse	9	0.026460425928235054
116	rnn.bias_hh_l2_reverse	0	0.050073783844709396
116	rnn.bias_hh_l2_reverse	1	-0.07055138796567917
116	rnn.bias_hh_l2_reverse	2	-0.06744410842657089
116	rnn.bias_hh_l2_reverse	3	0.032227881252765656
116	rnn.bias_hh_l2_reverse	4	0.03169653192162514
116	rnn.bias_hh_l2_reverse	5	0.03516359627246857
116	rnn.bias_hh_l2_reverse	6	-0.08249058574438095
116	rnn.bias_hh_l2_reverse	7	-0.009818256832659245
116	rnn.bias_hh_l2_reverse	8	-0.104671910405159
116	rnn.bias_hh_l2_reverse	9	-0.05481956899166107
116	linear.weight	0	0.025028489530086517
116	linear.weight	1	0.1490592062473297
116	linear.weight	2	-0.023855529725551605
116	linear.weight	3	-0.03590932860970497
116	linear.weight	4	-0.022248394787311554
116	linear.weight	5	0.05221347138285637
116	linear.weight	6	0.0032730826642364264
116	linear.weight	7	-0.08475286513566971
116	linear.weight	8	-0.006579250562936068
116	linear.weight	9	0.09290532767772675
116	linear.bias	0	0.5099435448646545
116	linear.bias	1	0.6712466478347778
116	linear.bias	2	-1.592324137687683
116	linear.bias	3	-0.05754556506872177
116	linear.bias	4	-0.050822705030441284
116	linear.bias	5	0.30982959270477295
117	transitions	0	0.045548707246780396
117	transitions	1	-10000.0
117	transitions	2	2.4599969387054443
117	transitions	3	-1.0996530055999756
117	transitions	4	-10000.0
117	transitions	5	-10000.0
117	transitions	6	-10000.0
117	transitions	7	0.8819547891616821
117	transitions	8	0.8489614725112915
117	transitions	9	-1.2763656377792358
117	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
117	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
117	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
117	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
117	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
117	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
117	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
117	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
117	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
117	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
117	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
117	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
117	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
117	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
117	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
117	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
117	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
117	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
117	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
117	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
117	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
117	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
117	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
117	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
117	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
117	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
117	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
117	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
117	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
117	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
117	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
117	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
117	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
117	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
117	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
117	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
117	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
117	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
117	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
117	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
117	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
117	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
117	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
117	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
117	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
117	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
117	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
117	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
117	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
117	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
117	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
117	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
117	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
117	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
117	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
117	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
117	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
117	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
117	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
117	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
117	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
117	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
117	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
117	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
117	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
117	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
117	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
117	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
117	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
117	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
117	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
117	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
117	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
117	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
117	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
117	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
117	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
117	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
117	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
117	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
117	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
117	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
117	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
117	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
117	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
117	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
117	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
117	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
117	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
117	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
117	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
117	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
117	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
117	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
117	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
117	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
117	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
117	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
117	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
117	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
117	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
117	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
117	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
117	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
117	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
117	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
117	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
117	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
117	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
117	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
117	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
117	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
117	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
117	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
117	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
117	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
117	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
117	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
117	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
117	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
117	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
117	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
117	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
117	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
117	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
117	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
117	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
117	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
117	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
117	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
117	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
117	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
117	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
117	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
117	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
117	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
117	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
117	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
117	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
117	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
117	embedding2nn.weight	0	0.014835282228887081
117	embedding2nn.weight	1	8.431417768406391e-07
117	embedding2nn.weight	2	0.005597737152129412
117	embedding2nn.weight	3	0.0007559986552223563
117	embedding2nn.weight	4	-0.007375122047960758
117	embedding2nn.weight	5	-0.0053940326906740665
117	embedding2nn.weight	6	-0.0010102898813784122
117	embedding2nn.weight	7	-0.0030905103776603937
117	embedding2nn.weight	8	0.013667677529156208
117	embedding2nn.weight	9	0.004404035396873951
117	embedding2nn.bias	0	0.0017315468285232782
117	embedding2nn.bias	1	-0.010126123204827309
117	embedding2nn.bias	2	0.013966103084385395
117	embedding2nn.bias	3	-0.01065601222217083
117	embedding2nn.bias	4	-0.020063992589712143
117	embedding2nn.bias	5	-0.002640986582264304
117	embedding2nn.bias	6	0.010828969068825245
117	embedding2nn.bias	7	0.0025249465834349394
117	embedding2nn.bias	8	-0.01495943684130907
117	embedding2nn.bias	9	0.0013153349282220006
117	rnn.weight_ih_l0	0	-0.05219050869345665
117	rnn.weight_ih_l0	1	0.05078154802322388
117	rnn.weight_ih_l0	2	0.031838126480579376
117	rnn.weight_ih_l0	3	0.014677226543426514
117	rnn.weight_ih_l0	4	0.0124251963570714
117	rnn.weight_ih_l0	5	0.08421362191438675
117	rnn.weight_ih_l0	6	0.07602642476558685
117	rnn.weight_ih_l0	7	0.03780312091112137
117	rnn.weight_ih_l0	8	-0.04557662457227707
117	rnn.weight_ih_l0	9	0.008347761817276478
117	rnn.weight_hh_l0	0	0.008239120244979858
117	rnn.weight_hh_l0	1	-0.06409596651792526
117	rnn.weight_hh_l0	2	-0.0655108168721199
117	rnn.weight_hh_l0	3	0.07134722173213959
117	rnn.weight_hh_l0	4	0.07101467996835709
117	rnn.weight_hh_l0	5	0.005471085663884878
117	rnn.weight_hh_l0	6	0.0007904410012997687
117	rnn.weight_hh_l0	7	-0.017985844984650612
117	rnn.weight_hh_l0	8	-0.029172344133257866
117	rnn.weight_hh_l0	9	0.05761072784662247
117	rnn.bias_ih_l0	0	-0.06332864612340927
117	rnn.bias_ih_l0	1	0.08823379874229431
117	rnn.bias_ih_l0	2	0.0203044842928648
117	rnn.bias_ih_l0	3	0.07815410196781158
117	rnn.bias_ih_l0	4	-0.07123574614524841
117	rnn.bias_ih_l0	5	0.08232388645410538
117	rnn.bias_ih_l0	6	-0.0651644617319107
117	rnn.bias_ih_l0	7	-0.035805702209472656
117	rnn.bias_ih_l0	8	-0.08427546173334122
117	rnn.bias_ih_l0	9	-0.0461999736726284
117	rnn.bias_hh_l0	0	0.031446777284145355
117	rnn.bias_hh_l0	1	0.07279538363218307
117	rnn.bias_hh_l0	2	0.06817153841257095
117	rnn.bias_hh_l0	3	0.08438675850629807
117	rnn.bias_hh_l0	4	-0.09563404321670532
117	rnn.bias_hh_l0	5	-0.0714382454752922
117	rnn.bias_hh_l0	6	0.07773985713720322
117	rnn.bias_hh_l0	7	-0.08622778952121735
117	rnn.bias_hh_l0	8	-0.026799464598298073
117	rnn.bias_hh_l0	9	0.0035249176435172558
117	rnn.weight_ih_l0_reverse	0	0.07930046319961548
117	rnn.weight_ih_l0_reverse	1	0.07324851304292679
117	rnn.weight_ih_l0_reverse	2	0.038799576461315155
117	rnn.weight_ih_l0_reverse	3	0.03372702747583389
117	rnn.weight_ih_l0_reverse	4	-0.037050485610961914
117	rnn.weight_ih_l0_reverse	5	0.05092116817831993
117	rnn.weight_ih_l0_reverse	6	0.0664171352982521
117	rnn.weight_ih_l0_reverse	7	0.022542286664247513
117	rnn.weight_ih_l0_reverse	8	-0.05784030631184578
117	rnn.weight_ih_l0_reverse	9	-0.05283653736114502
117	rnn.weight_hh_l0_reverse	0	0.025398630648851395
117	rnn.weight_hh_l0_reverse	1	-0.08726242184638977
117	rnn.weight_hh_l0_reverse	2	0.06319911032915115
117	rnn.weight_hh_l0_reverse	3	-0.02140931226313114
117	rnn.weight_hh_l0_reverse	4	0.08381348848342896
117	rnn.weight_hh_l0_reverse	5	-0.0019686385057866573
117	rnn.weight_hh_l0_reverse	6	0.030234159901738167
117	rnn.weight_hh_l0_reverse	7	0.07828240841627121
117	rnn.weight_hh_l0_reverse	8	-0.02211672067642212
117	rnn.weight_hh_l0_reverse	9	-0.04661902040243149
117	rnn.bias_ih_l0_reverse	0	0.001048399368301034
117	rnn.bias_ih_l0_reverse	1	-0.017591804265975952
117	rnn.bias_ih_l0_reverse	2	-0.01543012261390686
117	rnn.bias_ih_l0_reverse	3	0.03780170902609825
117	rnn.bias_ih_l0_reverse	4	0.06761541217565536
117	rnn.bias_ih_l0_reverse	5	-0.02247999981045723
117	rnn.bias_ih_l0_reverse	6	-0.02687198854982853
117	rnn.bias_ih_l0_reverse	7	-0.050404760986566544
117	rnn.bias_ih_l0_reverse	8	0.005240144208073616
117	rnn.bias_ih_l0_reverse	9	-0.0696432963013649
117	rnn.bias_hh_l0_reverse	0	0.038522880524396896
117	rnn.bias_hh_l0_reverse	1	-0.07100589573383331
117	rnn.bias_hh_l0_reverse	2	0.08445517718791962
117	rnn.bias_hh_l0_reverse	3	0.05873953923583031
117	rnn.bias_hh_l0_reverse	4	0.02193555235862732
117	rnn.bias_hh_l0_reverse	5	0.0438176691532135
117	rnn.bias_hh_l0_reverse	6	0.06414658576250076
117	rnn.bias_hh_l0_reverse	7	0.08468082547187805
117	rnn.bias_hh_l0_reverse	8	-0.01103164441883564
117	rnn.bias_hh_l0_reverse	9	0.05111582204699516
117	rnn.weight_ih_l1	0	0.023261165246367455
117	rnn.weight_ih_l1	1	0.015181767754256725
117	rnn.weight_ih_l1	2	0.08345618098974228
117	rnn.weight_ih_l1	3	-0.024097846820950508
117	rnn.weight_ih_l1	4	-0.024257304146885872
117	rnn.weight_ih_l1	5	-0.013202943839132786
117	rnn.weight_ih_l1	6	0.07260962575674057
117	rnn.weight_ih_l1	7	-0.005056240130215883
117	rnn.weight_ih_l1	8	-0.0529107004404068
117	rnn.weight_ih_l1	9	0.05613869056105614
117	rnn.weight_hh_l1	0	-0.08177052438259125
117	rnn.weight_hh_l1	1	-0.03600551187992096
117	rnn.weight_hh_l1	2	-0.008156252093613148
117	rnn.weight_hh_l1	3	-0.05827295035123825
117	rnn.weight_hh_l1	4	0.08579321950674057
117	rnn.weight_hh_l1	5	-0.08414509147405624
117	rnn.weight_hh_l1	6	-0.04963299632072449
117	rnn.weight_hh_l1	7	0.06525218486785889
117	rnn.weight_hh_l1	8	-0.013533549383282661
117	rnn.weight_hh_l1	9	-0.04000478982925415
117	rnn.bias_ih_l1	0	-0.04455123469233513
117	rnn.bias_ih_l1	1	0.05719638243317604
117	rnn.bias_ih_l1	2	-0.04744996130466461
117	rnn.bias_ih_l1	3	-0.07492492347955704
117	rnn.bias_ih_l1	4	-0.029806887730956078
117	rnn.bias_ih_l1	5	-0.007947400212287903
117	rnn.bias_ih_l1	6	-0.051207881420850754
117	rnn.bias_ih_l1	7	0.061966873705387115
117	rnn.bias_ih_l1	8	0.08163093775510788
117	rnn.bias_ih_l1	9	0.03412945568561554
117	rnn.bias_hh_l1	0	0.06920045614242554
117	rnn.bias_hh_l1	1	-0.0587824285030365
117	rnn.bias_hh_l1	2	0.020860668271780014
117	rnn.bias_hh_l1	3	0.07502523809671402
117	rnn.bias_hh_l1	4	0.05700422078371048
117	rnn.bias_hh_l1	5	-0.07776505500078201
117	rnn.bias_hh_l1	6	0.014538293704390526
117	rnn.bias_hh_l1	7	0.03990665078163147
117	rnn.bias_hh_l1	8	0.012680345214903355
117	rnn.bias_hh_l1	9	-0.00526332575827837
117	rnn.weight_ih_l1_reverse	0	0.08637411892414093
117	rnn.weight_ih_l1_reverse	1	-0.04163774847984314
117	rnn.weight_ih_l1_reverse	2	-0.06203728914260864
117	rnn.weight_ih_l1_reverse	3	0.02551315352320671
117	rnn.weight_ih_l1_reverse	4	-0.04653845354914665
117	rnn.weight_ih_l1_reverse	5	0.024229347705841064
117	rnn.weight_ih_l1_reverse	6	0.04046300798654556
117	rnn.weight_ih_l1_reverse	7	0.02039816603064537
117	rnn.weight_ih_l1_reverse	8	-0.008437047712504864
117	rnn.weight_ih_l1_reverse	9	-0.06453679502010345
117	rnn.weight_hh_l1_reverse	0	0.004976017400622368
117	rnn.weight_hh_l1_reverse	1	0.01887206733226776
117	rnn.weight_hh_l1_reverse	2	-0.0582021027803421
117	rnn.weight_hh_l1_reverse	3	-0.0127949770539999
117	rnn.weight_hh_l1_reverse	4	0.008949332870543003
117	rnn.weight_hh_l1_reverse	5	-0.06597650796175003
117	rnn.weight_hh_l1_reverse	6	-0.06733214855194092
117	rnn.weight_hh_l1_reverse	7	-0.011344858445227146
117	rnn.weight_hh_l1_reverse	8	-0.058622751384973526
117	rnn.weight_hh_l1_reverse	9	-0.043647877871990204
117	rnn.bias_ih_l1_reverse	0	-0.0029077748768031597
117	rnn.bias_ih_l1_reverse	1	-0.042543258517980576
117	rnn.bias_ih_l1_reverse	2	0.023927373811602592
117	rnn.bias_ih_l1_reverse	3	-0.08253037929534912
117	rnn.bias_ih_l1_reverse	4	-0.087409108877182
117	rnn.bias_ih_l1_reverse	5	-0.08723120391368866
117	rnn.bias_ih_l1_reverse	6	0.062466662377119064
117	rnn.bias_ih_l1_reverse	7	0.0851614773273468
117	rnn.bias_ih_l1_reverse	8	0.007939602248370647
117	rnn.bias_ih_l1_reverse	9	-0.010218322277069092
117	rnn.bias_hh_l1_reverse	0	0.061629392206668854
117	rnn.bias_hh_l1_reverse	1	-0.06914854794740677
117	rnn.bias_hh_l1_reverse	2	-0.053070880472660065
117	rnn.bias_hh_l1_reverse	3	0.07291791588068008
117	rnn.bias_hh_l1_reverse	4	-0.023988187313079834
117	rnn.bias_hh_l1_reverse	5	-0.007582316640764475
117	rnn.bias_hh_l1_reverse	6	-0.05835827440023422
117	rnn.bias_hh_l1_reverse	7	-0.06076305732131004
117	rnn.bias_hh_l1_reverse	8	0.06594174355268478
117	rnn.bias_hh_l1_reverse	9	0.04527999460697174
117	rnn.weight_ih_l2	0	0.07244843989610672
117	rnn.weight_ih_l2	1	-0.05428281053900719
117	rnn.weight_ih_l2	2	0.06337030977010727
117	rnn.weight_ih_l2	3	0.06590338796377182
117	rnn.weight_ih_l2	4	0.05671299621462822
117	rnn.weight_ih_l2	5	-0.03596129268407822
117	rnn.weight_ih_l2	6	-0.07565067708492279
117	rnn.weight_ih_l2	7	0.012004557996988297
117	rnn.weight_ih_l2	8	-0.017179163172841072
117	rnn.weight_ih_l2	9	-0.06918813288211823
117	rnn.weight_hh_l2	0	0.04823833331465721
117	rnn.weight_hh_l2	1	0.031070390716195107
117	rnn.weight_hh_l2	2	-0.05477004498243332
117	rnn.weight_hh_l2	3	-0.025595294311642647
117	rnn.weight_hh_l2	4	0.05442406237125397
117	rnn.weight_hh_l2	5	-0.023671742528676987
117	rnn.weight_hh_l2	6	0.008379272185266018
117	rnn.weight_hh_l2	7	-0.053176477551460266
117	rnn.weight_hh_l2	8	-0.00687668239697814
117	rnn.weight_hh_l2	9	-0.01809544488787651
117	rnn.bias_ih_l2	0	0.15429003536701202
117	rnn.bias_ih_l2	1	0.013215315528213978
117	rnn.bias_ih_l2	2	0.06945139914751053
117	rnn.bias_ih_l2	3	0.024454878643155098
117	rnn.bias_ih_l2	4	-0.006796748377382755
117	rnn.bias_ih_l2	5	0.04754392057657242
117	rnn.bias_ih_l2	6	0.015630651265382767
117	rnn.bias_ih_l2	7	0.01697482541203499
117	rnn.bias_ih_l2	8	0.019183890894055367
117	rnn.bias_ih_l2	9	-0.015814758837223053
117	rnn.bias_hh_l2	0	0.028436949476599693
117	rnn.bias_hh_l2	1	0.003061154158785939
117	rnn.bias_hh_l2	2	0.07221643626689911
117	rnn.bias_hh_l2	3	0.03066134825348854
117	rnn.bias_hh_l2	4	0.0771179348230362
117	rnn.bias_hh_l2	5	-0.07657836377620697
117	rnn.bias_hh_l2	6	0.03649004176259041
117	rnn.bias_hh_l2	7	-0.026592271402478218
117	rnn.bias_hh_l2	8	0.04189477115869522
117	rnn.bias_hh_l2	9	0.017669064924120903
117	rnn.weight_ih_l2_reverse	0	0.08229994773864746
117	rnn.weight_ih_l2_reverse	1	-0.05260758101940155
117	rnn.weight_ih_l2_reverse	2	0.0009485617047175765
117	rnn.weight_ih_l2_reverse	3	0.035263679921627045
117	rnn.weight_ih_l2_reverse	4	0.05398579314351082
117	rnn.weight_ih_l2_reverse	5	-0.04065164178609848
117	rnn.weight_ih_l2_reverse	6	-0.0006868703057989478
117	rnn.weight_ih_l2_reverse	7	-0.013413666747510433
117	rnn.weight_ih_l2_reverse	8	0.01627740077674389
117	rnn.weight_ih_l2_reverse	9	-0.0807548239827156
117	rnn.weight_hh_l2_reverse	0	-0.08275207132101059
117	rnn.weight_hh_l2_reverse	1	0.014913883060216904
117	rnn.weight_hh_l2_reverse	2	0.010443833656609058
117	rnn.weight_hh_l2_reverse	3	0.024310221895575523
117	rnn.weight_hh_l2_reverse	4	-0.0367523692548275
117	rnn.weight_hh_l2_reverse	5	-0.01494916807860136
117	rnn.weight_hh_l2_reverse	6	-0.043165553361177444
117	rnn.weight_hh_l2_reverse	7	-0.05989745259284973
117	rnn.weight_hh_l2_reverse	8	-0.0066554066725075245
117	rnn.weight_hh_l2_reverse	9	-0.05907295644283295
117	rnn.bias_ih_l2_reverse	0	-0.061433304101228714
117	rnn.bias_ih_l2_reverse	1	-0.0276804082095623
117	rnn.bias_ih_l2_reverse	2	0.04326338320970535
117	rnn.bias_ih_l2_reverse	3	0.016512282192707062
117	rnn.bias_ih_l2_reverse	4	0.07650839537382126
117	rnn.bias_ih_l2_reverse	5	-0.08918850123882294
117	rnn.bias_ih_l2_reverse	6	-0.04344813525676727
117	rnn.bias_ih_l2_reverse	7	-0.046770863234996796
117	rnn.bias_ih_l2_reverse	8	0.05716431513428688
117	rnn.bias_ih_l2_reverse	9	0.02615457773208618
117	rnn.bias_hh_l2_reverse	0	0.05408506467938423
117	rnn.bias_hh_l2_reverse	1	-0.07155093550682068
117	rnn.bias_hh_l2_reverse	2	-0.06744669377803802
117	rnn.bias_hh_l2_reverse	3	0.032121747732162476
117	rnn.bias_hh_l2_reverse	4	0.03133289888501167
117	rnn.bias_hh_l2_reverse	5	0.03504769131541252
117	rnn.bias_hh_l2_reverse	6	-0.08259209990501404
117	rnn.bias_hh_l2_reverse	7	-0.009201874025166035
117	rnn.bias_hh_l2_reverse	8	-0.10634534060955048
117	rnn.bias_hh_l2_reverse	9	-0.05479041114449501
117	linear.weight	0	0.025028489530086517
117	linear.weight	1	0.12231767922639847
117	linear.weight	2	-0.023868096992373466
117	linear.weight	3	-0.035211231559515
117	linear.weight	4	-0.022248394787311554
117	linear.weight	5	0.055108726024627686
117	linear.weight	6	0.003071459475904703
117	linear.weight	7	-0.09014999866485596
117	linear.weight	8	-0.006132522597908974
117	linear.weight	9	0.09062919020652771
117	linear.bias	0	0.5429553985595703
117	linear.bias	1	0.6865726113319397
117	linear.bias	2	-1.5933587551116943
117	linear.bias	3	-0.05754556506872177
117	linear.bias	4	-0.050822705030441284
117	linear.bias	5	0.2625265419483185
118	transitions	0	0.04511433094739914
118	transitions	1	-10000.0
118	transitions	2	2.470701217651367
118	transitions	3	-1.1117573976516724
118	transitions	4	-10000.0
118	transitions	5	-10000.0
118	transitions	6	-10000.0
118	transitions	7	0.8819413781166077
118	transitions	8	0.8486390113830566
118	transitions	9	-1.2529939413070679
118	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
118	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
118	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
118	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
118	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
118	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
118	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
118	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
118	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
118	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
118	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
118	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
118	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
118	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
118	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
118	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
118	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
118	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
118	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
118	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
118	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
118	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
118	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
118	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
118	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
118	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
118	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
118	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
118	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
118	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
118	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
118	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
118	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
118	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
118	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
118	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
118	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
118	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
118	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
118	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
118	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
118	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
118	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
118	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
118	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
118	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
118	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
118	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
118	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
118	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
118	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
118	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
118	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
118	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
118	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
118	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
118	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
118	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
118	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
118	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
118	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
118	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
118	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
118	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
118	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
118	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
118	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
118	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
118	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
118	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
118	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
118	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
118	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
118	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
118	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
118	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
118	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
118	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
118	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
118	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
118	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
118	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
118	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
118	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
118	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
118	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
118	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
118	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
118	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
118	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
118	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
118	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
118	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
118	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
118	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
118	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
118	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
118	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
118	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
118	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
118	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
118	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
118	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
118	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
118	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
118	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
118	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
118	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
118	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
118	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
118	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
118	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
118	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
118	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
118	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
118	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
118	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
118	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
118	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
118	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
118	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
118	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
118	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
118	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
118	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
118	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
118	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
118	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
118	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
118	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
118	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
118	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
118	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
118	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
118	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
118	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
118	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
118	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
118	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
118	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
118	embedding2nn.weight	0	0.014835084788501263
118	embedding2nn.weight	1	6.603401629945438e-07
118	embedding2nn.weight	2	0.005602724384516478
118	embedding2nn.weight	3	0.0007580109522677958
118	embedding2nn.weight	4	-0.007352288346737623
118	embedding2nn.weight	5	-0.005382007919251919
118	embedding2nn.weight	6	-0.0010096844052895904
118	embedding2nn.weight	7	-0.0030946785118430853
118	embedding2nn.weight	8	0.01365662645548582
118	embedding2nn.weight	9	0.0044060442596673965
118	embedding2nn.bias	0	0.0015822338173165917
118	embedding2nn.bias	1	-0.009694544598460197
118	embedding2nn.bias	2	0.014696313999593258
118	embedding2nn.bias	3	-0.011305210180580616
118	embedding2nn.bias	4	-0.020334487780928612
118	embedding2nn.bias	5	-0.0042139701545238495
118	embedding2nn.bias	6	0.011479624547064304
118	embedding2nn.bias	7	0.003748097689822316
118	embedding2nn.bias	8	-0.014846778474748135
118	embedding2nn.bias	9	0.0022409234661608934
118	rnn.weight_ih_l0	0	-0.052181825041770935
118	rnn.weight_ih_l0	1	0.05078138783574104
118	rnn.weight_ih_l0	2	0.03183785080909729
118	rnn.weight_ih_l0	3	0.014695077203214169
118	rnn.weight_ih_l0	4	0.0124001270160079
118	rnn.weight_ih_l0	5	0.08420981466770172
118	rnn.weight_ih_l0	6	0.07598987966775894
118	rnn.weight_ih_l0	7	0.037798844277858734
118	rnn.weight_ih_l0	8	-0.04557495564222336
118	rnn.weight_ih_l0	9	0.008422867394983768
118	rnn.weight_hh_l0	0	0.008235488086938858
118	rnn.weight_hh_l0	1	-0.06410983949899673
118	rnn.weight_hh_l0	2	-0.06550832092761993
118	rnn.weight_hh_l0	3	0.07133723050355911
118	rnn.weight_hh_l0	4	0.07100572437047958
118	rnn.weight_hh_l0	5	0.005464497487992048
118	rnn.weight_hh_l0	6	0.0007778177969157696
118	rnn.weight_hh_l0	7	-0.018003148958086967
118	rnn.weight_hh_l0	8	-0.029190195724368095
118	rnn.weight_hh_l0	9	0.05760364606976509
118	rnn.bias_ih_l0	0	-0.06289670616388321
118	rnn.bias_ih_l0	1	0.08838939666748047
118	rnn.bias_ih_l0	2	0.020398428663611412
118	rnn.bias_ih_l0	3	0.07794234156608582
118	rnn.bias_ih_l0	4	-0.07186342775821686
118	rnn.bias_ih_l0	5	0.08267123252153397
118	rnn.bias_ih_l0	6	-0.06380821019411087
118	rnn.bias_ih_l0	7	-0.0357600599527359
118	rnn.bias_ih_l0	8	-0.08294700086116791
118	rnn.bias_ih_l0	9	-0.045815359801054
118	rnn.bias_hh_l0	0	0.03144237399101257
118	rnn.bias_hh_l0	1	0.07282131910324097
118	rnn.bias_hh_l0	2	0.06825237721204758
118	rnn.bias_hh_l0	3	0.08435702323913574
118	rnn.bias_hh_l0	4	-0.09672670066356659
118	rnn.bias_hh_l0	5	-0.0714203491806984
118	rnn.bias_hh_l0	6	0.07760700583457947
118	rnn.bias_hh_l0	7	-0.08828109502792358
118	rnn.bias_hh_l0	8	-0.026863401755690575
118	rnn.bias_hh_l0	9	0.003005389589816332
118	rnn.weight_ih_l0_reverse	0	0.079304538667202
118	rnn.weight_ih_l0_reverse	1	0.07323760539293289
118	rnn.weight_ih_l0_reverse	2	0.03879189118742943
118	rnn.weight_ih_l0_reverse	3	0.03372158855199814
118	rnn.weight_ih_l0_reverse	4	-0.03699528053402901
118	rnn.weight_ih_l0_reverse	5	0.050918564200401306
118	rnn.weight_ih_l0_reverse	6	0.06641572713851929
118	rnn.weight_ih_l0_reverse	7	0.02251346781849861
118	rnn.weight_ih_l0_reverse	8	-0.05785312503576279
118	rnn.weight_ih_l0_reverse	9	-0.052838485687971115
118	rnn.weight_hh_l0_reverse	0	0.025346901267766953
118	rnn.weight_hh_l0_reverse	1	-0.08726412057876587
118	rnn.weight_hh_l0_reverse	2	0.06321381032466888
118	rnn.weight_hh_l0_reverse	3	-0.0214815866202116
118	rnn.weight_hh_l0_reverse	4	0.0838489979505539
118	rnn.weight_hh_l0_reverse	5	-0.0019945395179092884
118	rnn.weight_hh_l0_reverse	6	0.029562678188085556
118	rnn.weight_hh_l0_reverse	7	0.07828487455844879
118	rnn.weight_hh_l0_reverse	8	-0.022112121805548668
118	rnn.weight_hh_l0_reverse	9	-0.046713393181562424
118	rnn.bias_ih_l0_reverse	0	0.0011948613682761788
118	rnn.bias_ih_l0_reverse	1	-0.016989417374134064
118	rnn.bias_ih_l0_reverse	2	-0.016137512400746346
118	rnn.bias_ih_l0_reverse	3	0.037679798901081085
118	rnn.bias_ih_l0_reverse	4	0.06765646487474442
118	rnn.bias_ih_l0_reverse	5	-0.022313326597213745
118	rnn.bias_ih_l0_reverse	6	-0.026932014152407646
118	rnn.bias_ih_l0_reverse	7	-0.05023927986621857
118	rnn.bias_ih_l0_reverse	8	0.0060677193105220795
118	rnn.bias_ih_l0_reverse	9	-0.069790318608284
118	rnn.bias_hh_l0_reverse	0	0.03854520246386528
118	rnn.bias_hh_l0_reverse	1	-0.07115291804075241
118	rnn.bias_hh_l0_reverse	2	0.08406318724155426
118	rnn.bias_hh_l0_reverse	3	0.05893009901046753
118	rnn.bias_hh_l0_reverse	4	0.02220686711370945
118	rnn.bias_hh_l0_reverse	5	0.04381443187594414
118	rnn.bias_hh_l0_reverse	6	0.06395772099494934
118	rnn.bias_hh_l0_reverse	7	0.08433167636394501
118	rnn.bias_hh_l0_reverse	8	-0.011206764727830887
118	rnn.bias_hh_l0_reverse	9	0.051943108439445496
118	rnn.weight_ih_l1	0	0.023297946900129318
118	rnn.weight_ih_l1	1	0.015195096842944622
118	rnn.weight_ih_l1	2	0.08352251350879669
118	rnn.weight_ih_l1	3	-0.024137677624821663
118	rnn.weight_ih_l1	4	-0.024281801655888557
118	rnn.weight_ih_l1	5	-0.013439876027405262
118	rnn.weight_ih_l1	6	0.07261577993631363
118	rnn.weight_ih_l1	7	-0.005015478935092688
118	rnn.weight_ih_l1	8	-0.052917685359716415
118	rnn.weight_ih_l1	9	0.05489284545183182
118	rnn.weight_hh_l1	0	-0.0818505808711052
118	rnn.weight_hh_l1	1	-0.036065515130758286
118	rnn.weight_hh_l1	2	-0.008152010850608349
118	rnn.weight_hh_l1	3	-0.05827546492218971
118	rnn.weight_hh_l1	4	0.08578392118215561
118	rnn.weight_hh_l1	5	-0.08414239436388016
118	rnn.weight_hh_l1	6	-0.049704186618328094
118	rnn.weight_hh_l1	7	0.0650591030716896
118	rnn.weight_hh_l1	8	-0.013536139391362667
118	rnn.weight_hh_l1	9	-0.04011630266904831
118	rnn.bias_ih_l1	0	-0.04481302201747894
118	rnn.bias_ih_l1	1	0.057163674384355545
118	rnn.bias_ih_l1	2	-0.04721853882074356
118	rnn.bias_ih_l1	3	-0.0750475600361824
118	rnn.bias_ih_l1	4	-0.02981879562139511
118	rnn.bias_ih_l1	5	-0.01197196263819933
118	rnn.bias_ih_l1	6	-0.05080440640449524
118	rnn.bias_ih_l1	7	0.06163517013192177
118	rnn.bias_ih_l1	8	0.08212146908044815
118	rnn.bias_ih_l1	9	0.035047002136707306
118	rnn.bias_hh_l1	0	0.06933674961328506
118	rnn.bias_hh_l1	1	-0.05869396775960922
118	rnn.bias_hh_l1	2	0.020690102130174637
118	rnn.bias_hh_l1	3	0.07457759976387024
118	rnn.bias_hh_l1	4	0.0570095032453537
118	rnn.bias_hh_l1	5	-0.07785467058420181
118	rnn.bias_hh_l1	6	0.014702907763421535
118	rnn.bias_hh_l1	7	0.03960902616381645
118	rnn.bias_hh_l1	8	0.012803505174815655
118	rnn.bias_hh_l1	9	-0.005362584255635738
118	rnn.weight_ih_l1_reverse	0	0.0863107219338417
118	rnn.weight_ih_l1_reverse	1	-0.04168177768588066
118	rnn.weight_ih_l1_reverse	2	-0.06201981380581856
118	rnn.weight_ih_l1_reverse	3	0.025490576401352882
118	rnn.weight_ih_l1_reverse	4	-0.04653359577059746
118	rnn.weight_ih_l1_reverse	5	0.024235419929027557
118	rnn.weight_ih_l1_reverse	6	0.04046382009983063
118	rnn.weight_ih_l1_reverse	7	0.020482154563069344
118	rnn.weight_ih_l1_reverse	8	-0.008442487567663193
118	rnn.weight_ih_l1_reverse	9	-0.06426511704921722
118	rnn.weight_hh_l1_reverse	0	0.004990666173398495
118	rnn.weight_hh_l1_reverse	1	0.01886737160384655
118	rnn.weight_hh_l1_reverse	2	-0.0582004189491272
118	rnn.weight_hh_l1_reverse	3	-0.012790667824447155
118	rnn.weight_hh_l1_reverse	4	0.008940334431827068
118	rnn.weight_hh_l1_reverse	5	-0.06609643250703812
118	rnn.weight_hh_l1_reverse	6	-0.06730657070875168
118	rnn.weight_hh_l1_reverse	7	-0.011344374157488346
118	rnn.weight_hh_l1_reverse	8	-0.05888970568776131
118	rnn.weight_hh_l1_reverse	9	-0.04365214705467224
118	rnn.bias_ih_l1_reverse	0	-0.002886030590161681
118	rnn.bias_ih_l1_reverse	1	-0.04259061440825462
118	rnn.bias_ih_l1_reverse	2	0.023953847587108612
118	rnn.bias_ih_l1_reverse	3	-0.08313000947237015
118	rnn.bias_ih_l1_reverse	4	-0.08721257001161575
118	rnn.bias_ih_l1_reverse	5	-0.08709325641393661
118	rnn.bias_ih_l1_reverse	6	0.06237812712788582
118	rnn.bias_ih_l1_reverse	7	0.08511684089899063
118	rnn.bias_ih_l1_reverse	8	0.007587442174553871
118	rnn.bias_ih_l1_reverse	9	-0.010171731933951378
118	rnn.bias_hh_l1_reverse	0	0.061507340520620346
118	rnn.bias_hh_l1_reverse	1	-0.06876243650913239
118	rnn.bias_hh_l1_reverse	2	-0.05304449051618576
118	rnn.bias_hh_l1_reverse	3	0.07283109426498413
118	rnn.bias_hh_l1_reverse	4	-0.02348809503018856
118	rnn.bias_hh_l1_reverse	5	-0.007430708967149258
118	rnn.bias_hh_l1_reverse	6	-0.05826709419488907
118	rnn.bias_hh_l1_reverse	7	-0.060556959360837936
118	rnn.bias_hh_l1_reverse	8	0.06602475792169571
118	rnn.bias_hh_l1_reverse	9	0.04733476787805557
118	rnn.weight_ih_l2	0	0.07290390133857727
118	rnn.weight_ih_l2	1	-0.05421130731701851
118	rnn.weight_ih_l2	2	0.06337276101112366
118	rnn.weight_ih_l2	3	0.06585920602083206
118	rnn.weight_ih_l2	4	0.05675392970442772
118	rnn.weight_ih_l2	5	-0.036011017858982086
118	rnn.weight_ih_l2	6	-0.07563011348247528
118	rnn.weight_ih_l2	7	0.012068275362253189
118	rnn.weight_ih_l2	8	-0.0171799436211586
118	rnn.weight_ih_l2	9	-0.06918743252754211
118	rnn.weight_hh_l2	0	0.0482247956097126
118	rnn.weight_hh_l2	1	0.031109150499105453
118	rnn.weight_hh_l2	2	-0.054768405854701996
118	rnn.weight_hh_l2	3	-0.025578876957297325
118	rnn.weight_hh_l2	4	0.054398104548454285
118	rnn.weight_hh_l2	5	-0.023809658363461494
118	rnn.weight_hh_l2	6	0.008366256952285767
118	rnn.weight_hh_l2	7	-0.05318189039826393
118	rnn.weight_hh_l2	8	-0.006937199272215366
118	rnn.weight_hh_l2	9	-0.0180797316133976
118	rnn.bias_ih_l2	0	0.1557905673980713
118	rnn.bias_ih_l2	1	0.013254382647573948
118	rnn.bias_ih_l2	2	0.06911817938089371
118	rnn.bias_ih_l2	3	0.023579778149724007
118	rnn.bias_ih_l2	4	-0.006878035143017769
118	rnn.bias_ih_l2	5	0.048502735793590546
118	rnn.bias_ih_l2	6	0.015470664948225021
118	rnn.bias_ih_l2	7	0.01664399355649948
118	rnn.bias_ih_l2	8	0.01912909932434559
118	rnn.bias_ih_l2	9	-0.015950340777635574
118	rnn.bias_hh_l2	0	0.027938412502408028
118	rnn.bias_hh_l2	1	0.0029397846665233374
118	rnn.bias_hh_l2	2	0.07240357249975204
118	rnn.bias_hh_l2	3	0.030660273507237434
118	rnn.bias_hh_l2	4	0.07709715515375137
118	rnn.bias_hh_l2	5	-0.08017849177122116
118	rnn.bias_hh_l2	6	0.03877413272857666
118	rnn.bias_hh_l2	7	-0.026619069278240204
118	rnn.bias_hh_l2	8	0.041906166821718216
118	rnn.bias_hh_l2	9	0.016640784218907356
118	rnn.weight_ih_l2_reverse	0	0.08230160176753998
118	rnn.weight_ih_l2_reverse	1	-0.05262089520692825
118	rnn.weight_ih_l2_reverse	2	0.0009563983767293394
118	rnn.weight_ih_l2_reverse	3	0.035267990082502365
118	rnn.weight_ih_l2_reverse	4	0.05398888140916824
118	rnn.weight_ih_l2_reverse	5	-0.0406523160636425
118	rnn.weight_ih_l2_reverse	6	-0.0005204788176342845
118	rnn.weight_ih_l2_reverse	7	-0.013502241112291813
118	rnn.weight_ih_l2_reverse	8	0.01659245975315571
118	rnn.weight_ih_l2_reverse	9	-0.08072923123836517
118	rnn.weight_hh_l2_reverse	0	-0.08275221288204193
118	rnn.weight_hh_l2_reverse	1	0.015116721391677856
118	rnn.weight_hh_l2_reverse	2	0.010444030165672302
118	rnn.weight_hh_l2_reverse	3	0.024310385808348656
118	rnn.weight_hh_l2_reverse	4	-0.03676575422286987
118	rnn.weight_hh_l2_reverse	5	-0.014919395558536053
118	rnn.weight_hh_l2_reverse	6	-0.04337610676884651
118	rnn.weight_hh_l2_reverse	7	-0.05993351340293884
118	rnn.weight_hh_l2_reverse	8	-0.006679116282612085
118	rnn.weight_hh_l2_reverse	9	-0.05907580628991127
118	rnn.bias_ih_l2_reverse	0	-0.06417606770992279
118	rnn.bias_ih_l2_reverse	1	-0.027679864317178726
118	rnn.bias_ih_l2_reverse	2	0.04345683753490448
118	rnn.bias_ih_l2_reverse	3	0.016376202926039696
118	rnn.bias_ih_l2_reverse	4	0.0763598382472992
118	rnn.bias_ih_l2_reverse	5	-0.08925268054008484
118	rnn.bias_ih_l2_reverse	6	-0.043378617614507675
118	rnn.bias_ih_l2_reverse	7	-0.04809440299868584
118	rnn.bias_ih_l2_reverse	8	0.05695042386651039
118	rnn.bias_ih_l2_reverse	9	0.028648262843489647
118	rnn.bias_hh_l2_reverse	0	0.04996901750564575
118	rnn.bias_hh_l2_reverse	1	-0.07255745679140091
118	rnn.bias_hh_l2_reverse	2	-0.06745494902133942
118	rnn.bias_hh_l2_reverse	3	0.03173331916332245
118	rnn.bias_hh_l2_reverse	4	0.03070760704576969
118	rnn.bias_hh_l2_reverse	5	0.03464587405323982
118	rnn.bias_hh_l2_reverse	6	-0.0824960321187973
118	rnn.bias_hh_l2_reverse	7	-0.009053167887032032
118	rnn.bias_hh_l2_reverse	8	-0.10665908455848694
118	rnn.bias_hh_l2_reverse	9	-0.05481971427798271
118	linear.weight	0	0.025028489530086517
118	linear.weight	1	0.1277078241109848
118	linear.weight	2	-0.02388833276927471
118	linear.weight	3	-0.03593762218952179
118	linear.weight	4	-0.022248394787311554
118	linear.weight	5	0.051016293466091156
118	linear.weight	6	0.003000627737492323
118	linear.weight	7	-0.09189553558826447
118	linear.weight	8	-0.005955079570412636
118	linear.weight	9	0.09085242450237274
118	linear.bias	0	0.5220350027084351
118	linear.bias	1	0.6839489936828613
118	linear.bias	2	-1.5947102308273315
118	linear.bias	3	-0.05754556506872177
118	linear.bias	4	-0.050822705030441284
118	linear.bias	5	0.2874220013618469
119	transitions	0	0.04473726823925972
119	transitions	1	-10000.0
119	transitions	2	2.420515298843384
119	transitions	3	-1.1241536140441895
119	transitions	4	-10000.0
119	transitions	5	-10000.0
119	transitions	6	-10000.0
119	transitions	7	0.8819079399108887
119	transitions	8	0.8479272723197937
119	transitions	9	-1.2564607858657837
119	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
119	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
119	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
119	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
119	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
119	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
119	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
119	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
119	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
119	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
119	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
119	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
119	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
119	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
119	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
119	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
119	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
119	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
119	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
119	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
119	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
119	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
119	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
119	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
119	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
119	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
119	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
119	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
119	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
119	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
119	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
119	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
119	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
119	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
119	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
119	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
119	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
119	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
119	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
119	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
119	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
119	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
119	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
119	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
119	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
119	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
119	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
119	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
119	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
119	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
119	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
119	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
119	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
119	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
119	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
119	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
119	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
119	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
119	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
119	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
119	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
119	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
119	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
119	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
119	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
119	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
119	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
119	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
119	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
119	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
119	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
119	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
119	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
119	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
119	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
119	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
119	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
119	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
119	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
119	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
119	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
119	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
119	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
119	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
119	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
119	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
119	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
119	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
119	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
119	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
119	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
119	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
119	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
119	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
119	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
119	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
119	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
119	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
119	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
119	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
119	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
119	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
119	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
119	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
119	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
119	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
119	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
119	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
119	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
119	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
119	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
119	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
119	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
119	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
119	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
119	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
119	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
119	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
119	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
119	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
119	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
119	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
119	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
119	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
119	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
119	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
119	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
119	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
119	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
119	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
119	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
119	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
119	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
119	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
119	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
119	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
119	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
119	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
119	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
119	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
119	embedding2nn.weight	0	0.014743657782673836
119	embedding2nn.weight	1	-6.521624982269714e-07
119	embedding2nn.weight	2	0.005539203528314829
119	embedding2nn.weight	3	0.0007604213315062225
119	embedding2nn.weight	4	-0.007351052016019821
119	embedding2nn.weight	5	-0.005382298957556486
119	embedding2nn.weight	6	-0.0010229605250060558
119	embedding2nn.weight	7	-0.0030993735417723656
119	embedding2nn.weight	8	0.013092394918203354
119	embedding2nn.weight	9	0.0044100321829319
119	embedding2nn.bias	0	0.002294495003297925
119	embedding2nn.bias	1	-0.009401844814419746
119	embedding2nn.bias	2	0.017064757645130157
119	embedding2nn.bias	3	-0.014538520947098732
119	embedding2nn.bias	4	-0.021611277014017105
119	embedding2nn.bias	5	-0.006457464769482613
119	embedding2nn.bias	6	0.014050861820578575
119	embedding2nn.bias	7	0.00808242429047823
119	embedding2nn.bias	8	-0.018389856442809105
119	embedding2nn.bias	9	0.0014568375190719962
119	rnn.weight_ih_l0	0	-0.052038393914699554
119	rnn.weight_ih_l0	1	0.050779230892658234
119	rnn.weight_ih_l0	2	0.03183995932340622
119	rnn.weight_ih_l0	3	0.01476998906582594
119	rnn.weight_ih_l0	4	0.012404117733240128
119	rnn.weight_ih_l0	5	0.08422383666038513
119	rnn.weight_ih_l0	6	0.07599944621324539
119	rnn.weight_ih_l0	7	0.03781992569565773
119	rnn.weight_ih_l0	8	-0.04562282934784889
119	rnn.weight_ih_l0	9	0.008492858149111271
119	rnn.weight_hh_l0	0	0.008226973935961723
119	rnn.weight_hh_l0	1	-0.06406451016664505
119	rnn.weight_hh_l0	2	-0.06550607085227966
119	rnn.weight_hh_l0	3	0.07133324444293976
119	rnn.weight_hh_l0	4	0.07096990197896957
119	rnn.weight_hh_l0	5	0.0056752092204988
119	rnn.weight_hh_l0	6	0.0006424181628972292
119	rnn.weight_hh_l0	7	-0.017858119681477547
119	rnn.weight_hh_l0	8	-0.02912750281393528
119	rnn.weight_hh_l0	9	0.05761343613266945
119	rnn.bias_ih_l0	0	-0.06292533129453659
119	rnn.bias_ih_l0	1	0.08806515485048294
119	rnn.bias_ih_l0	2	0.02054106816649437
119	rnn.bias_ih_l0	3	0.07750716060400009
119	rnn.bias_ih_l0	4	-0.07409316301345825
119	rnn.bias_ih_l0	5	0.08312871307134628
119	rnn.bias_ih_l0	6	-0.06338755041360855
119	rnn.bias_ih_l0	7	-0.03579559549689293
119	rnn.bias_ih_l0	8	-0.07898026704788208
119	rnn.bias_ih_l0	9	-0.04579048231244087
119	rnn.bias_hh_l0	0	0.03397113084793091
119	rnn.bias_hh_l0	1	0.07284317910671234
119	rnn.bias_hh_l0	2	0.06870775669813156
119	rnn.bias_hh_l0	3	0.0841241329908371
119	rnn.bias_hh_l0	4	-0.09939165413379669
119	rnn.bias_hh_l0	5	-0.0716032087802887
119	rnn.bias_hh_l0	6	0.07783584296703339
119	rnn.bias_hh_l0	7	-0.09228873252868652
119	rnn.bias_hh_l0	8	-0.027078578248620033
119	rnn.bias_hh_l0	9	0.0011330704437568784
119	rnn.weight_ih_l0_reverse	0	0.07933609187602997
119	rnn.weight_ih_l0_reverse	1	0.07321827113628387
119	rnn.weight_ih_l0_reverse	2	0.03875360265374184
119	rnn.weight_ih_l0_reverse	3	0.03372235596179962
119	rnn.weight_ih_l0_reverse	4	-0.03713463991880417
119	rnn.weight_ih_l0_reverse	5	0.0509217232465744
119	rnn.weight_ih_l0_reverse	6	0.06641747802495956
119	rnn.weight_ih_l0_reverse	7	0.02245163917541504
119	rnn.weight_ih_l0_reverse	8	-0.0578453466296196
119	rnn.weight_ih_l0_reverse	9	-0.052839405834674835
119	rnn.weight_hh_l0_reverse	0	0.02532212994992733
119	rnn.weight_hh_l0_reverse	1	-0.08709608018398285
119	rnn.weight_hh_l0_reverse	2	0.06320281326770782
119	rnn.weight_hh_l0_reverse	3	-0.02153806760907173
119	rnn.weight_hh_l0_reverse	4	0.08396272361278534
119	rnn.weight_hh_l0_reverse	5	-0.0019746345933526754
119	rnn.weight_hh_l0_reverse	6	0.029938260093331337
119	rnn.weight_hh_l0_reverse	7	0.07823611795902252
119	rnn.weight_hh_l0_reverse	8	-0.022371266037225723
119	rnn.weight_hh_l0_reverse	9	-0.04671638086438179
119	rnn.bias_ih_l0_reverse	0	0.00101744185667485
119	rnn.bias_ih_l0_reverse	1	-0.012938244268298149
119	rnn.bias_ih_l0_reverse	2	-0.01635279878973961
119	rnn.bias_ih_l0_reverse	3	0.03760666400194168
119	rnn.bias_ih_l0_reverse	4	0.06733101606369019
119	rnn.bias_ih_l0_reverse	5	-0.022095853462815285
119	rnn.bias_ih_l0_reverse	6	-0.027022019028663635
119	rnn.bias_ih_l0_reverse	7	-0.049959730356931686
119	rnn.bias_ih_l0_reverse	8	0.009461737237870693
119	rnn.bias_ih_l0_reverse	9	-0.06911160051822662
119	rnn.bias_hh_l0_reverse	0	0.0374307781457901
119	rnn.bias_hh_l0_reverse	1	-0.07047419995069504
119	rnn.bias_hh_l0_reverse	2	0.08428504317998886
119	rnn.bias_hh_l0_reverse	3	0.05878320336341858
119	rnn.bias_hh_l0_reverse	4	0.024284839630126953
119	rnn.bias_hh_l0_reverse	5	0.04416809231042862
119	rnn.bias_hh_l0_reverse	6	0.0636432021856308
119	rnn.bias_hh_l0_reverse	7	0.08294808119535446
119	rnn.bias_hh_l0_reverse	8	-0.011579317040741444
119	rnn.bias_hh_l0_reverse	9	0.05424743890762329
119	rnn.weight_ih_l1	0	0.02243647165596485
119	rnn.weight_ih_l1	1	0.015412085689604282
119	rnn.weight_ih_l1	2	0.08458094298839569
119	rnn.weight_ih_l1	3	-0.02425358258187771
119	rnn.weight_ih_l1	4	-0.02423623763024807
119	rnn.weight_ih_l1	5	-0.012550238519906998
119	rnn.weight_ih_l1	6	0.07254200428724289
119	rnn.weight_ih_l1	7	-0.005147901829332113
119	rnn.weight_ih_l1	8	-0.05289631336927414
119	rnn.weight_ih_l1	9	0.05440625175833702
119	rnn.weight_hh_l1	0	-0.08209626376628876
119	rnn.weight_hh_l1	1	-0.036183152347803116
119	rnn.weight_hh_l1	2	-0.008147772401571274
119	rnn.weight_hh_l1	3	-0.05828569084405899
119	rnn.weight_hh_l1	4	0.08597613871097565
119	rnn.weight_hh_l1	5	-0.08414385467767715
119	rnn.weight_hh_l1	6	-0.04963182657957077
119	rnn.weight_hh_l1	7	0.06511671841144562
119	rnn.weight_hh_l1	8	-0.013547912240028381
119	rnn.weight_hh_l1	9	-0.040156133472919464
119	rnn.bias_ih_l1	0	-0.043947238475084305
119	rnn.bias_ih_l1	1	0.05691889673471451
119	rnn.bias_ih_l1	2	-0.047906532883644104
119	rnn.bias_ih_l1	3	-0.0746588334441185
119	rnn.bias_ih_l1	4	-0.029963241890072823
119	rnn.bias_ih_l1	5	-0.015547375194728374
119	rnn.bias_ih_l1	6	-0.051813773810863495
119	rnn.bias_ih_l1	7	0.06179197505116463
119	rnn.bias_ih_l1	8	0.08191417157649994
119	rnn.bias_ih_l1	9	0.036592304706573486
119	rnn.bias_hh_l1	0	0.06929536163806915
119	rnn.bias_hh_l1	1	-0.05880599468946457
119	rnn.bias_hh_l1	2	0.020159268751740456
119	rnn.bias_hh_l1	3	0.07532762736082077
119	rnn.bias_hh_l1	4	0.0570531003177166
119	rnn.bias_hh_l1	5	-0.07811398059129715
119	rnn.bias_hh_l1	6	0.014632971957325935
119	rnn.bias_hh_l1	7	0.039681483060121536
119	rnn.bias_hh_l1	8	0.012362625449895859
119	rnn.bias_hh_l1	9	-0.005931665189564228
119	rnn.weight_ih_l1_reverse	0	0.08634549379348755
119	rnn.weight_ih_l1_reverse	1	-0.041621267795562744
119	rnn.weight_ih_l1_reverse	2	-0.061999786645174026
119	rnn.weight_ih_l1_reverse	3	0.025470513850450516
119	rnn.weight_ih_l1_reverse	4	-0.046540651470422745
119	rnn.weight_ih_l1_reverse	5	0.02421378716826439
119	rnn.weight_ih_l1_reverse	6	0.04042564332485199
119	rnn.weight_ih_l1_reverse	7	0.020408406853675842
119	rnn.weight_ih_l1_reverse	8	-0.008395025506615639
119	rnn.weight_ih_l1_reverse	9	-0.06548722088336945
119	rnn.weight_hh_l1_reverse	0	0.005017500836402178
119	rnn.weight_hh_l1_reverse	1	0.018868112936615944
119	rnn.weight_hh_l1_reverse	2	-0.058194927871227264
119	rnn.weight_hh_l1_reverse	3	-0.012759692035615444
119	rnn.weight_hh_l1_reverse	4	0.008914467878639698
119	rnn.weight_hh_l1_reverse	5	-0.06553436070680618
119	rnn.weight_hh_l1_reverse	6	-0.06729807704687119
119	rnn.weight_hh_l1_reverse	7	-0.011349761858582497
119	rnn.weight_hh_l1_reverse	8	-0.057681187987327576
119	rnn.weight_hh_l1_reverse	9	-0.04371263086795807
119	rnn.bias_ih_l1_reverse	0	-0.0028661550022661686
119	rnn.bias_ih_l1_reverse	1	-0.04231560602784157
119	rnn.bias_ih_l1_reverse	2	0.023855125531554222
119	rnn.bias_ih_l1_reverse	3	-0.08366367220878601
119	rnn.bias_ih_l1_reverse	4	-0.08713340014219284
119	rnn.bias_ih_l1_reverse	5	-0.08671072125434875
119	rnn.bias_ih_l1_reverse	6	0.061879515647888184
119	rnn.bias_ih_l1_reverse	7	0.08518671989440918
119	rnn.bias_ih_l1_reverse	8	0.0036542615853250027
119	rnn.bias_ih_l1_reverse	9	-0.011787468567490578
119	rnn.bias_hh_l1_reverse	0	0.060546960681676865
119	rnn.bias_hh_l1_reverse	1	-0.06885168701410294
119	rnn.bias_hh_l1_reverse	2	-0.05312603339552879
119	rnn.bias_hh_l1_reverse	3	0.07200787961483002
119	rnn.bias_hh_l1_reverse	4	-0.023417342454195023
119	rnn.bias_hh_l1_reverse	5	-0.007074705790728331
119	rnn.bias_hh_l1_reverse	6	-0.05835501849651337
119	rnn.bias_hh_l1_reverse	7	-0.06083366647362709
119	rnn.bias_hh_l1_reverse	8	0.06579523533582687
119	rnn.bias_hh_l1_reverse	9	0.052636440843343735
119	rnn.weight_ih_l2	0	0.07287592440843582
119	rnn.weight_ih_l2	1	-0.054209183901548386
119	rnn.weight_ih_l2	2	0.06337355077266693
119	rnn.weight_ih_l2	3	0.06575846672058105
119	rnn.weight_ih_l2	4	0.056974150240421295
119	rnn.weight_ih_l2	5	-0.03588356450200081
119	rnn.weight_ih_l2	6	-0.07561618089675903
119	rnn.weight_ih_l2	7	0.012155847623944283
119	rnn.weight_ih_l2	8	-0.01718585379421711
119	rnn.weight_ih_l2	9	-0.06918880343437195
119	rnn.weight_hh_l2	0	0.04821112006902695
119	rnn.weight_hh_l2	1	0.031159820035099983
119	rnn.weight_hh_l2	2	-0.05476841330528259
119	rnn.weight_hh_l2	3	-0.025575505569577217
119	rnn.weight_hh_l2	4	0.05441845580935478
119	rnn.weight_hh_l2	5	-0.023881210014224052
119	rnn.weight_hh_l2	6	0.008362074382603168
119	rnn.weight_hh_l2	7	-0.05317993089556694
119	rnn.weight_hh_l2	8	-0.006892927456647158
119	rnn.weight_hh_l2	9	-0.018049173057079315
119	rnn.bias_ih_l2	0	0.1587386280298233
119	rnn.bias_ih_l2	1	0.01362643577158451
119	rnn.bias_ih_l2	2	0.06673598289489746
119	rnn.bias_ih_l2	3	0.023800082504749298
119	rnn.bias_ih_l2	4	-0.006772194989025593
119	rnn.bias_ih_l2	5	0.048265013843774796
119	rnn.bias_ih_l2	6	0.015410805121064186
119	rnn.bias_ih_l2	7	0.016837745904922485
119	rnn.bias_ih_l2	8	0.0189787857234478
119	rnn.bias_ih_l2	9	-0.015935571864247322
119	rnn.bias_hh_l2	0	0.02784702740609646
119	rnn.bias_hh_l2	1	0.0032459020148962736
119	rnn.bias_hh_l2	2	0.0709991604089737
119	rnn.bias_hh_l2	3	0.030392423272132874
119	rnn.bias_hh_l2	4	0.07716326415538788
119	rnn.bias_hh_l2	5	-0.07535014301538467
119	rnn.bias_hh_l2	6	0.042612846940755844
119	rnn.bias_hh_l2	7	-0.026682235300540924
119	rnn.bias_hh_l2	8	0.04187759384512901
119	rnn.bias_hh_l2	9	0.012271136045455933
119	rnn.weight_ih_l2_reverse	0	0.0822778195142746
119	rnn.weight_ih_l2_reverse	1	-0.05275632068514824
119	rnn.weight_ih_l2_reverse	2	0.0010066594695672393
119	rnn.weight_ih_l2_reverse	3	0.035264987498521805
119	rnn.weight_ih_l2_reverse	4	0.05399153381586075
119	rnn.weight_ih_l2_reverse	5	-0.040657468140125275
119	rnn.weight_ih_l2_reverse	6	-0.00016394146950915456
119	rnn.weight_ih_l2_reverse	7	-0.0136716328561306
119	rnn.weight_ih_l2_reverse	8	0.01165364496409893
119	rnn.weight_ih_l2_reverse	9	-0.07987998425960541
119	rnn.weight_hh_l2_reverse	0	-0.08277931809425354
119	rnn.weight_hh_l2_reverse	1	0.015345357358455658
119	rnn.weight_hh_l2_reverse	2	0.010448533110320568
119	rnn.weight_hh_l2_reverse	3	0.02431263029575348
119	rnn.weight_hh_l2_reverse	4	-0.036750007420778275
119	rnn.weight_hh_l2_reverse	5	-0.014694487676024437
119	rnn.weight_hh_l2_reverse	6	-0.04268912598490715
119	rnn.weight_hh_l2_reverse	7	-0.059913527220487595
119	rnn.weight_hh_l2_reverse	8	-0.006687403656542301
119	rnn.weight_hh_l2_reverse	9	-0.05910351872444153
119	rnn.bias_ih_l2_reverse	0	-0.056297753006219864
119	rnn.bias_ih_l2_reverse	1	-0.027965405955910683
119	rnn.bias_ih_l2_reverse	2	0.041810374706983566
119	rnn.bias_ih_l2_reverse	3	0.021554432809352875
119	rnn.bias_ih_l2_reverse	4	0.07630752772092819
119	rnn.bias_ih_l2_reverse	5	-0.08916598558425903
119	rnn.bias_ih_l2_reverse	6	-0.04334188252687454
119	rnn.bias_ih_l2_reverse	7	-0.05018036812543869
119	rnn.bias_ih_l2_reverse	8	0.05413316935300827
119	rnn.bias_ih_l2_reverse	9	0.03026927262544632
119	rnn.bias_hh_l2_reverse	0	0.060521721839904785
119	rnn.bias_hh_l2_reverse	1	-0.06480881571769714
119	rnn.bias_hh_l2_reverse	2	-0.06732051819562912
119	rnn.bias_hh_l2_reverse	3	0.031550727784633636
119	rnn.bias_hh_l2_reverse	4	0.02865114063024521
119	rnn.bias_hh_l2_reverse	5	0.03489508107304573
119	rnn.bias_hh_l2_reverse	6	-0.08261823654174805
119	rnn.bias_hh_l2_reverse	7	-0.008194513618946075
119	rnn.bias_hh_l2_reverse	8	-0.10650113970041275
119	rnn.bias_hh_l2_reverse	9	-0.054804231971502304
119	linear.weight	0	0.025028489530086517
119	linear.weight	1	0.12761163711547852
119	linear.weight	2	-0.02404935285449028
119	linear.weight	3	-0.03701164573431015
119	linear.weight	4	-0.022248394787311554
119	linear.weight	5	0.04079124704003334
119	linear.weight	6	0.003326893551275134
119	linear.weight	7	-0.09315220266580582
119	linear.weight	8	-0.006897951476275921
119	linear.weight	9	0.09189391136169434
119	linear.bias	0	0.46481290459632874
119	linear.bias	1	0.6163516044616699
119	linear.bias	2	-1.5971019268035889
119	linear.bias	3	-0.05754556506872177
119	linear.bias	4	-0.050822705030441284
119	linear.bias	5	0.4146331250667572
120	transitions	0	0.04444032534956932
120	transitions	1	-10000.0
120	transitions	2	2.454299211502075
120	transitions	3	-1.1282777786254883
120	transitions	4	-10000.0
120	transitions	5	-10000.0
120	transitions	6	-10000.0
120	transitions	7	0.8819011449813843
120	transitions	8	0.8476584553718567
120	transitions	9	-1.2572330236434937
120	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
120	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
120	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
120	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
120	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
120	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
120	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
120	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
120	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
120	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
120	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
120	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
120	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
120	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
120	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
120	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
120	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
120	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
120	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
120	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
120	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
120	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
120	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
120	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
120	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
120	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
120	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
120	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
120	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
120	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
120	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
120	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
120	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
120	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
120	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
120	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
120	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
120	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
120	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
120	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
120	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
120	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
120	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
120	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
120	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
120	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
120	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
120	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
120	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
120	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
120	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
120	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
120	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
120	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
120	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
120	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
120	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
120	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
120	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
120	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
120	embedding2nn.weight	0	0.014745499938726425
120	embedding2nn.weight	1	1.4195953781381832e-06
120	embedding2nn.weight	2	0.005539340898394585
120	embedding2nn.weight	3	0.0007616572547703981
120	embedding2nn.weight	4	-0.007222964894026518
120	embedding2nn.weight	5	-0.005377730820327997
120	embedding2nn.weight	6	-0.0010802968172356486
120	embedding2nn.weight	7	-0.003101145150139928
120	embedding2nn.weight	8	0.013012292794883251
120	embedding2nn.weight	9	0.004408268723636866
120	embedding2nn.bias	0	0.002534249098971486
120	embedding2nn.bias	1	-0.009528284892439842
120	embedding2nn.bias	2	0.016412677243351936
120	embedding2nn.bias	3	-0.0139155900105834
120	embedding2nn.bias	4	-0.02155466377735138
120	embedding2nn.bias	5	-0.004897636361420155
120	embedding2nn.bias	6	0.013150415383279324
120	embedding2nn.bias	7	0.0064668250270187855
120	embedding2nn.bias	8	-0.01798376441001892
120	embedding2nn.bias	9	0.0009104727650992572
120	rnn.weight_ih_l0	0	-0.05222863331437111
120	rnn.weight_ih_l0	1	0.050797998905181885
120	rnn.weight_ih_l0	2	0.03184085339307785
120	rnn.weight_ih_l0	3	0.014751284383237362
120	rnn.weight_ih_l0	4	0.012436586432158947
120	rnn.weight_ih_l0	5	0.08422897011041641
120	rnn.weight_ih_l0	6	0.07601963728666306
120	rnn.weight_ih_l0	7	0.037819817662239075
120	rnn.weight_ih_l0	8	-0.045577868819236755
120	rnn.weight_ih_l0	9	0.008328077383339405
120	rnn.weight_hh_l0	0	0.0082275765016675
120	rnn.weight_hh_l0	1	-0.06407289206981659
120	rnn.weight_hh_l0	2	-0.06550157070159912
120	rnn.weight_hh_l0	3	0.07136513292789459
120	rnn.weight_hh_l0	4	0.07099025696516037
120	rnn.weight_hh_l0	5	0.005712493788450956
120	rnn.weight_hh_l0	6	0.0006366942543536425
120	rnn.weight_hh_l0	7	-0.017858540639281273
120	rnn.weight_hh_l0	8	-0.029004476964473724
120	rnn.weight_hh_l0	9	0.057591233402490616
120	rnn.bias_ih_l0	0	-0.0629996508359909
120	rnn.bias_ih_l0	1	0.08818057179450989
120	rnn.bias_ih_l0	2	0.020642397925257683
120	rnn.bias_ih_l0	3	0.07705216854810715
120	rnn.bias_ih_l0	4	-0.07387986779212952
120	rnn.bias_ih_l0	5	0.08241672068834305
120	rnn.bias_ih_l0	6	-0.06401050090789795
120	rnn.bias_ih_l0	7	-0.03595437481999397
120	rnn.bias_ih_l0	8	-0.08011547476053238
120	rnn.bias_ih_l0	9	-0.04556657746434212
120	rnn.bias_hh_l0	0	0.032917626202106476
120	rnn.bias_hh_l0	1	0.07286994159221649
120	rnn.bias_hh_l0	2	0.06882213801145554
120	rnn.bias_hh_l0	3	0.08414503931999207
120	rnn.bias_hh_l0	4	-0.09879912436008453
120	rnn.bias_hh_l0	5	-0.07160460948944092
120	rnn.bias_hh_l0	6	0.07758521288633347
120	rnn.bias_hh_l0	7	-0.09136667102575302
120	rnn.bias_hh_l0	8	-0.027114108204841614
120	rnn.bias_hh_l0	9	0.001873409142717719
120	rnn.weight_ih_l0_reverse	0	0.0792982280254364
120	rnn.weight_ih_l0_reverse	1	0.07321338355541229
120	rnn.weight_ih_l0_reverse	2	0.038749322295188904
120	rnn.weight_ih_l0_reverse	3	0.033720578998327255
120	rnn.weight_ih_l0_reverse	4	-0.0371314138174057
120	rnn.weight_ih_l0_reverse	5	0.05089307203888893
120	rnn.weight_ih_l0_reverse	6	0.06641969084739685
120	rnn.weight_ih_l0_reverse	7	0.022458011284470558
120	rnn.weight_ih_l0_reverse	8	-0.05779152363538742
120	rnn.weight_ih_l0_reverse	9	-0.05284016579389572
120	rnn.weight_hh_l0_reverse	0	0.02519170753657818
120	rnn.weight_hh_l0_reverse	1	-0.08708852529525757
120	rnn.weight_hh_l0_reverse	2	0.06318244338035583
120	rnn.weight_hh_l0_reverse	3	-0.021412236616015434
120	rnn.weight_hh_l0_reverse	4	0.08389179408550262
120	rnn.weight_hh_l0_reverse	5	-0.001799563062377274
120	rnn.weight_hh_l0_reverse	6	0.029920846223831177
120	rnn.weight_hh_l0_reverse	7	0.07825519144535065
120	rnn.weight_hh_l0_reverse	8	-0.022410206496715546
120	rnn.weight_hh_l0_reverse	9	-0.04668569937348366
120	rnn.bias_ih_l0_reverse	0	0.0009648326667957008
120	rnn.bias_ih_l0_reverse	1	-0.013958821073174477
120	rnn.bias_ih_l0_reverse	2	-0.01571981981396675
120	rnn.bias_ih_l0_reverse	3	0.037537746131420135
120	rnn.bias_ih_l0_reverse	4	0.0672006607055664
120	rnn.bias_ih_l0_reverse	5	-0.02206064946949482
120	rnn.bias_ih_l0_reverse	6	-0.027066417038440704
120	rnn.bias_ih_l0_reverse	7	-0.04993348568677902
120	rnn.bias_ih_l0_reverse	8	0.009136353619396687
120	rnn.bias_ih_l0_reverse	9	-0.06884775310754776
120	rnn.bias_hh_l0_reverse	0	0.037565939128398895
120	rnn.bias_hh_l0_reverse	1	-0.07021035254001617
120	rnn.bias_hh_l0_reverse	2	0.0840059295296669
120	rnn.bias_hh_l0_reverse	3	0.058752477169036865
120	rnn.bias_hh_l0_reverse	4	0.025069188326597214
120	rnn.bias_hh_l0_reverse	5	0.044368643313646317
120	rnn.bias_hh_l0_reverse	6	0.0640777125954628
120	rnn.bias_hh_l0_reverse	7	0.0825335755944252
120	rnn.bias_hh_l0_reverse	8	-0.01129994634538889
120	rnn.bias_hh_l0_reverse	9	0.053908947855234146
120	rnn.weight_ih_l1	0	0.0221061073243618
120	rnn.weight_ih_l1	1	0.015386560000479221
120	rnn.weight_ih_l1	2	0.08406072109937668
120	rnn.weight_ih_l1	3	-0.024257207289338112
120	rnn.weight_ih_l1	4	-0.02414819784462452
120	rnn.weight_ih_l1	5	-0.012981772422790527
120	rnn.weight_ih_l1	6	0.07254797220230103
120	rnn.weight_ih_l1	7	-0.0047250729985535145
120	rnn.weight_ih_l1	8	-0.05289526283740997
120	rnn.weight_ih_l1	9	0.054617371410131454
120	rnn.weight_hh_l1	0	-0.0820964053273201
120	rnn.weight_hh_l1	1	-0.03612999618053436
120	rnn.weight_hh_l1	2	-0.008154580369591713
120	rnn.weight_hh_l1	3	-0.058283790946006775
120	rnn.weight_hh_l1	4	0.08588095009326935
120	rnn.weight_hh_l1	5	-0.08412808924913406
120	rnn.weight_hh_l1	6	-0.04971779137849808
120	rnn.weight_hh_l1	7	0.06536208093166351
120	rnn.weight_hh_l1	8	-0.01354628149420023
120	rnn.weight_hh_l1	9	-0.040169473737478256
120	rnn.bias_ih_l1	0	-0.04257301613688469
120	rnn.bias_ih_l1	1	0.05705844238400459
120	rnn.bias_ih_l1	2	-0.04765281081199646
120	rnn.bias_ih_l1	3	-0.07499774545431137
120	rnn.bias_ih_l1	4	-0.029965955764055252
120	rnn.bias_ih_l1	5	-0.008372846990823746
120	rnn.bias_ih_l1	6	-0.053523287177085876
120	rnn.bias_ih_l1	7	0.06191936135292053
120	rnn.bias_ih_l1	8	0.08184566348791122
120	rnn.bias_ih_l1	9	0.03560839220881462
120	rnn.bias_hh_l1	0	0.06913209706544876
120	rnn.bias_hh_l1	1	-0.058802541345357895
120	rnn.bias_hh_l1	2	0.02001694031059742
120	rnn.bias_hh_l1	3	0.07530586421489716
120	rnn.bias_hh_l1	4	0.057093750685453415
120	rnn.bias_hh_l1	5	-0.07821688801050186
120	rnn.bias_hh_l1	6	0.014448773115873337
120	rnn.bias_hh_l1	7	0.040066033601760864
120	rnn.bias_hh_l1	8	0.012360973283648491
120	rnn.bias_hh_l1	9	-0.006034919526427984
120	rnn.weight_ih_l1_reverse	0	0.08616548776626587
120	rnn.weight_ih_l1_reverse	1	-0.041612084954977036
120	rnn.weight_ih_l1_reverse	2	-0.06198246404528618
120	rnn.weight_ih_l1_reverse	3	0.02543395198881626
120	rnn.weight_ih_l1_reverse	4	-0.04654000699520111
120	rnn.weight_ih_l1_reverse	5	0.024176444858312607
120	rnn.weight_ih_l1_reverse	6	0.04037678614258766
120	rnn.weight_ih_l1_reverse	7	0.020427752286195755
120	rnn.weight_ih_l1_reverse	8	-0.008470547385513783
120	rnn.weight_ih_l1_reverse	9	-0.06544734537601471
120	rnn.weight_hh_l1_reverse	0	0.004990780726075172
120	rnn.weight_hh_l1_reverse	1	0.0188667681068182
120	rnn.weight_hh_l1_reverse	2	-0.058207448571920395
120	rnn.weight_hh_l1_reverse	3	-0.012772101908922195
120	rnn.weight_hh_l1_reverse	4	0.008907283656299114
120	rnn.weight_hh_l1_reverse	5	-0.06544941663742065
120	rnn.weight_hh_l1_reverse	6	-0.06729467213153839
120	rnn.weight_hh_l1_reverse	7	-0.011349573731422424
120	rnn.weight_hh_l1_reverse	8	-0.05776473134756088
120	rnn.weight_hh_l1_reverse	9	-0.04371516779065132
120	rnn.bias_ih_l1_reverse	0	-0.00293648149818182
120	rnn.bias_ih_l1_reverse	1	-0.042346686124801636
120	rnn.bias_ih_l1_reverse	2	0.024366101250052452
120	rnn.bias_ih_l1_reverse	3	-0.08358407020568848
120	rnn.bias_ih_l1_reverse	4	-0.08719334006309509
120	rnn.bias_ih_l1_reverse	5	-0.08679747581481934
120	rnn.bias_ih_l1_reverse	6	0.06193338707089424
120	rnn.bias_ih_l1_reverse	7	0.0852474570274353
120	rnn.bias_ih_l1_reverse	8	0.003952612169086933
120	rnn.bias_ih_l1_reverse	9	-0.011745174415409565
120	rnn.bias_hh_l1_reverse	0	0.06059989333152771
120	rnn.bias_hh_l1_reverse	1	-0.06887579709291458
120	rnn.bias_hh_l1_reverse	2	-0.05316054821014404
120	rnn.bias_hh_l1_reverse	3	0.07236846536397934
120	rnn.bias_hh_l1_reverse	4	-0.02352066896855831
120	rnn.bias_hh_l1_reverse	5	-0.006954764947295189
120	rnn.bias_hh_l1_reverse	6	-0.0585591085255146
120	rnn.bias_hh_l1_reverse	7	-0.060782451182603836
120	rnn.bias_hh_l1_reverse	8	0.06586775183677673
120	rnn.bias_hh_l1_reverse	9	0.052144311368465424
120	rnn.weight_ih_l2	0	0.07290171831846237
120	rnn.weight_ih_l2	1	-0.05419106036424637
120	rnn.weight_ih_l2	2	0.06337982416152954
120	rnn.weight_ih_l2	3	0.06575481593608856
120	rnn.weight_ih_l2	4	0.056928444653749466
120	rnn.weight_ih_l2	5	-0.035955578088760376
120	rnn.weight_ih_l2	6	-0.0755842924118042
120	rnn.weight_ih_l2	7	0.01212228275835514
120	rnn.weight_ih_l2	8	-0.017188243567943573
120	rnn.weight_ih_l2	9	-0.06918860971927643
120	rnn.weight_hh_l2	0	0.048206426203250885
120	rnn.weight_hh_l2	1	0.031126057729125023
120	rnn.weight_hh_l2	2	-0.054754454642534256
120	rnn.weight_hh_l2	3	-0.025589333847165108
120	rnn.weight_hh_l2	4	0.0544232577085495
120	rnn.weight_hh_l2	5	-0.02377062849700451
120	rnn.weight_hh_l2	6	0.008360427804291248
120	rnn.weight_hh_l2	7	-0.053171925246715546
120	rnn.weight_hh_l2	8	-0.006844626739621162
120	rnn.weight_hh_l2	9	-0.01806027814745903
120	rnn.bias_ih_l2	0	0.16068662703037262
120	rnn.bias_ih_l2	1	0.013435282744467258
120	rnn.bias_ih_l2	2	0.06672833859920502
120	rnn.bias_ih_l2	3	0.02525239810347557
120	rnn.bias_ih_l2	4	-0.006719732191413641
120	rnn.bias_ih_l2	5	0.04700615257024765
120	rnn.bias_ih_l2	6	0.015690110623836517
120	rnn.bias_ih_l2	7	0.017004380002617836
120	rnn.bias_ih_l2	8	0.018766235560178757
120	rnn.bias_ih_l2	9	-0.015933271497488022
120	rnn.bias_hh_l2	0	0.027838533744215965
120	rnn.bias_hh_l2	1	0.0038396113086491823
120	rnn.bias_hh_l2	2	0.07162576168775558
120	rnn.bias_hh_l2	3	0.030376076698303223
120	rnn.bias_hh_l2	4	0.07715927809476852
120	rnn.bias_hh_l2	5	-0.06914930045604706
120	rnn.bias_hh_l2	6	0.040654104202985764
120	rnn.bias_hh_l2	7	-0.026753714308142662
120	rnn.bias_hh_l2	8	0.04187961667776108
120	rnn.bias_hh_l2	9	0.008891397155821323
120	rnn.weight_ih_l2_reverse	0	0.0822637528181076
120	rnn.weight_ih_l2_reverse	1	-0.05290745943784714
120	rnn.weight_ih_l2_reverse	2	0.0010063359513878822
120	rnn.weight_ih_l2_reverse	3	0.03526601567864418
120	rnn.weight_ih_l2_reverse	4	0.053992435336112976
120	rnn.weight_ih_l2_reverse	5	-0.04066139832139015
120	rnn.weight_ih_l2_reverse	6	-8.010537567315623e-05
120	rnn.weight_ih_l2_reverse	7	-0.013740492053329945
120	rnn.weight_ih_l2_reverse	8	0.013111191801726818
120	rnn.weight_ih_l2_reverse	9	-0.0798664540052414
120	rnn.weight_hh_l2_reverse	0	-0.08277922868728638
120	rnn.weight_hh_l2_reverse	1	0.015339172445237637
120	rnn.weight_hh_l2_reverse	2	0.010450232774019241
120	rnn.weight_hh_l2_reverse	3	0.02431274577975273
120	rnn.weight_hh_l2_reverse	4	-0.036749739199876785
120	rnn.weight_hh_l2_reverse	5	-0.014694547280669212
120	rnn.weight_hh_l2_reverse	6	-0.04267881065607071
120	rnn.weight_hh_l2_reverse	7	-0.059916574507951736
120	rnn.weight_hh_l2_reverse	8	-0.006686668377369642
120	rnn.weight_hh_l2_reverse	9	-0.05909360572695732
120	rnn.bias_ih_l2_reverse	0	-0.05882275849580765
120	rnn.bias_ih_l2_reverse	1	-0.02797112427651882
120	rnn.bias_ih_l2_reverse	2	0.04201633110642433
120	rnn.bias_ih_l2_reverse	3	0.022790957242250443
120	rnn.bias_ih_l2_reverse	4	0.0762733519077301
120	rnn.bias_ih_l2_reverse	5	-0.08913817256689072
120	rnn.bias_ih_l2_reverse	6	-0.043384477496147156
120	rnn.bias_ih_l2_reverse	7	-0.050421010702848434
120	rnn.bias_ih_l2_reverse	8	0.053148139268159866
120	rnn.bias_ih_l2_reverse	9	0.030419815331697464
120	rnn.bias_hh_l2_reverse	0	0.059793587774038315
120	rnn.bias_hh_l2_reverse	1	-0.06536231189966202
120	rnn.bias_hh_l2_reverse	2	-0.06735590100288391
120	rnn.bias_hh_l2_reverse	3	0.03157758340239525
120	rnn.bias_hh_l2_reverse	4	0.028915414586663246
120	rnn.bias_hh_l2_reverse	5	0.03513459116220474
120	rnn.bias_hh_l2_reverse	6	-0.0826229453086853
120	rnn.bias_hh_l2_reverse	7	-0.007957338355481625
120	rnn.bias_hh_l2_reverse	8	-0.10643982887268066
120	rnn.bias_hh_l2_reverse	9	-0.054921943694353104
120	linear.weight	0	0.025028489530086517
120	linear.weight	1	0.12889763712882996
120	linear.weight	2	-0.02405139058828354
120	linear.weight	3	-0.038039207458496094
120	linear.weight	4	-0.022248394787311554
120	linear.weight	5	0.041207656264305115
120	linear.weight	6	0.0029303226619958878
120	linear.weight	7	-0.09444239735603333
120	linear.weight	8	-0.00829545222222805
120	linear.weight	9	0.09177373349666595
120	linear.bias	0	0.49973419308662415
120	linear.bias	1	0.6470779180526733
120	linear.bias	2	-1.5979348421096802
120	linear.bias	3	-0.05754556506872177
120	linear.bias	4	-0.050822705030441284
120	linear.bias	5	0.3498184382915497
121	transitions	0	0.04410604387521744
121	transitions	1	-10000.0
121	transitions	2	2.4552502632141113
121	transitions	3	-1.1293516159057617
121	transitions	4	-10000.0
121	transitions	5	-10000.0
121	transitions	6	-10000.0
121	transitions	7	0.8818979263305664
121	transitions	8	0.8474982380867004
121	transitions	9	-1.2576384544372559
121	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
121	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
121	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
121	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
121	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
121	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
121	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
121	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
121	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
121	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
121	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
121	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
121	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
121	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
121	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
121	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
121	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
121	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
121	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
121	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
121	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
121	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
121	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
121	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
121	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
121	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
121	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
121	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
121	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
121	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
121	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
121	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
121	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
121	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
121	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
121	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
121	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
121	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
121	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
121	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
121	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
121	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
121	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
121	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
121	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
121	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
121	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
121	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
121	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
121	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
121	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
121	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
121	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
121	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
121	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
121	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
121	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
121	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
121	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
121	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
121	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
121	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
121	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
121	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
121	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
121	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
121	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
121	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
121	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
121	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
121	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
121	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
121	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
121	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
121	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
121	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
121	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
121	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
121	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
121	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
121	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
121	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
121	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
121	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
121	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
121	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
121	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
121	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
121	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
121	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
121	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
121	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
121	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
121	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
121	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
121	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
121	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
121	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
121	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
121	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
121	embedding2nn.weight	0	0.014744735322892666
121	embedding2nn.weight	1	5.2479585974651854e-06
121	embedding2nn.weight	2	0.005540044978260994
121	embedding2nn.weight	3	0.0007614085916429758
121	embedding2nn.weight	4	-0.00720473425462842
121	embedding2nn.weight	5	-0.005381622351706028
121	embedding2nn.weight	6	-0.001061222399584949
121	embedding2nn.weight	7	-0.003110474208369851
121	embedding2nn.weight	8	0.013128520920872688
121	embedding2nn.weight	9	0.004414786584675312
121	embedding2nn.bias	0	0.0032329929526895285
121	embedding2nn.bias	1	-0.010655377991497517
121	embedding2nn.bias	2	0.015979846939444542
121	embedding2nn.bias	3	-0.01400645449757576
121	embedding2nn.bias	4	-0.021155348047614098
121	embedding2nn.bias	5	-0.004978788550943136
121	embedding2nn.bias	6	0.01179896853864193
121	embedding2nn.bias	7	0.006310685072094202
121	embedding2nn.bias	8	-0.01680886559188366
121	embedding2nn.bias	9	0.0004840776091441512
121	rnn.weight_ih_l0	0	-0.05223643034696579
121	rnn.weight_ih_l0	1	0.050798166543245316
121	rnn.weight_ih_l0	2	0.03183865174651146
121	rnn.weight_ih_l0	3	0.014752676710486412
121	rnn.weight_ih_l0	4	0.012449917383491993
121	rnn.weight_ih_l0	5	0.08423596620559692
121	rnn.weight_ih_l0	6	0.07603134959936142
121	rnn.weight_ih_l0	7	0.03781861439347267
121	rnn.weight_ih_l0	8	-0.045626286417245865
121	rnn.weight_ih_l0	9	0.008320309221744537
121	rnn.weight_hh_l0	0	0.00823000818490982
121	rnn.weight_hh_l0	1	-0.06406750530004501
121	rnn.weight_hh_l0	2	-0.0655020996928215
121	rnn.weight_hh_l0	3	0.07135778665542603
121	rnn.weight_hh_l0	4	0.07099014520645142
121	rnn.weight_hh_l0	5	0.005730786360800266
121	rnn.weight_hh_l0	6	0.0007500765495933592
121	rnn.weight_hh_l0	7	-0.017772454768419266
121	rnn.weight_hh_l0	8	-0.029056666418910027
121	rnn.weight_hh_l0	9	0.05759482830762863
121	rnn.bias_ih_l0	0	-0.06301045417785645
121	rnn.bias_ih_l0	1	0.08819279819726944
121	rnn.bias_ih_l0	2	0.020657522603869438
121	rnn.bias_ih_l0	3	0.07704025506973267
121	rnn.bias_ih_l0	4	-0.0730523094534874
121	rnn.bias_ih_l0	5	0.08206980675458908
121	rnn.bias_ih_l0	6	-0.06513712555170059
121	rnn.bias_ih_l0	7	-0.03597771376371384
121	rnn.bias_ih_l0	8	-0.08299579471349716
121	rnn.bias_ih_l0	9	-0.0456693172454834
121	rnn.bias_hh_l0	0	0.033624690026044846
121	rnn.bias_hh_l0	1	0.07287251204252243
121	rnn.bias_hh_l0	2	0.06882958859205246
121	rnn.bias_hh_l0	3	0.08415522426366806
121	rnn.bias_hh_l0	4	-0.09733091294765472
121	rnn.bias_hh_l0	5	-0.07157404720783234
121	rnn.bias_hh_l0	6	0.07755891978740692
121	rnn.bias_hh_l0	7	-0.09023037552833557
121	rnn.bias_hh_l0	8	-0.026999447494745255
121	rnn.bias_hh_l0	9	0.002125231083482504
121	rnn.weight_ih_l0_reverse	0	0.07930318266153336
121	rnn.weight_ih_l0_reverse	1	0.07322003692388535
121	rnn.weight_ih_l0_reverse	2	0.0387505479156971
121	rnn.weight_ih_l0_reverse	3	0.03372037410736084
121	rnn.weight_ih_l0_reverse	4	-0.03713066503405571
121	rnn.weight_ih_l0_reverse	5	0.050892818719148636
121	rnn.weight_ih_l0_reverse	6	0.0664200708270073
121	rnn.weight_ih_l0_reverse	7	0.02247922122478485
121	rnn.weight_ih_l0_reverse	8	-0.05778710916638374
121	rnn.weight_ih_l0_reverse	9	-0.052838798612356186
121	rnn.weight_hh_l0_reverse	0	0.02519846335053444
121	rnn.weight_hh_l0_reverse	1	-0.08709125220775604
121	rnn.weight_hh_l0_reverse	2	0.06318403035402298
121	rnn.weight_hh_l0_reverse	3	-0.021399004384875298
121	rnn.weight_hh_l0_reverse	4	0.08390934765338898
121	rnn.weight_hh_l0_reverse	5	-0.0017957135569304228
121	rnn.weight_hh_l0_reverse	6	0.029919035732746124
121	rnn.weight_hh_l0_reverse	7	0.0782742127776146
121	rnn.weight_hh_l0_reverse	8	-0.022408192977309227
121	rnn.weight_hh_l0_reverse	9	-0.04668257758021355
121	rnn.bias_ih_l0_reverse	0	0.0006927871727384627
121	rnn.bias_ih_l0_reverse	1	-0.015485194511711597
121	rnn.bias_ih_l0_reverse	2	-0.015487724915146828
121	rnn.bias_ih_l0_reverse	3	0.03739655762910843
121	rnn.bias_ih_l0_reverse	4	0.06705540418624878
121	rnn.bias_ih_l0_reverse	5	-0.022061217576265335
121	rnn.bias_ih_l0_reverse	6	-0.0270717553794384
121	rnn.bias_ih_l0_reverse	7	-0.049932610243558884
121	rnn.bias_ih_l0_reverse	8	0.008895271457731724
121	rnn.bias_ih_l0_reverse	9	-0.06832534074783325
121	rnn.bias_hh_l0_reverse	0	0.03755137324333191
121	rnn.bias_hh_l0_reverse	1	-0.06968794018030167
121	rnn.bias_hh_l0_reverse	2	0.0831429660320282
121	rnn.bias_hh_l0_reverse	3	0.05875101312994957
121	rnn.bias_hh_l0_reverse	4	0.02464381791651249
121	rnn.bias_hh_l0_reverse	5	0.0442800335586071
121	rnn.bias_hh_l0_reverse	6	0.06405962258577347
121	rnn.bias_hh_l0_reverse	7	0.08344591408967972
121	rnn.bias_hh_l0_reverse	8	-0.011243498884141445
121	rnn.bias_hh_l0_reverse	9	0.054105620831251144
121	rnn.weight_ih_l1	0	0.022135088220238686
121	rnn.weight_ih_l1	1	0.0153812225908041
121	rnn.weight_ih_l1	2	0.08383960276842117
121	rnn.weight_ih_l1	3	-0.024255450814962387
121	rnn.weight_ih_l1	4	-0.02414548769593239
121	rnn.weight_ih_l1	5	-0.013073590584099293
121	rnn.weight_ih_l1	6	0.07252446562051773
121	rnn.weight_ih_l1	7	-0.004763890523463488
121	rnn.weight_ih_l1	8	-0.05285802483558655
121	rnn.weight_ih_l1	9	0.05456620082259178
121	rnn.weight_hh_l1	0	-0.08192537724971771
121	rnn.weight_hh_l1	1	-0.0361124724149704
121	rnn.weight_hh_l1	2	-0.008152587339282036
121	rnn.weight_hh_l1	3	-0.05829425901174545
121	rnn.weight_hh_l1	4	0.0858471468091011
121	rnn.weight_hh_l1	5	-0.08413403481245041
121	rnn.weight_hh_l1	6	-0.0496809296309948
121	rnn.weight_hh_l1	7	0.06536778062582016
121	rnn.weight_hh_l1	8	-0.013540196232497692
121	rnn.weight_hh_l1	9	-0.040180716663599014
121	rnn.bias_ih_l1	0	-0.042475294321775436
121	rnn.bias_ih_l1	1	0.05704241991043091
121	rnn.bias_ih_l1	2	-0.04756929725408554
121	rnn.bias_ih_l1	3	-0.07534322887659073
121	rnn.bias_ih_l1	4	-0.02980203554034233
121	rnn.bias_ih_l1	5	-0.00819258764386177
121	rnn.bias_ih_l1	6	-0.05445107817649841
121	rnn.bias_ih_l1	7	0.0620076060295105
121	rnn.bias_ih_l1	8	0.08167735487222672
121	rnn.bias_ih_l1	9	0.034171201288700104
121	rnn.bias_hh_l1	0	0.06916014105081558
121	rnn.bias_hh_l1	1	-0.058774687349796295
121	rnn.bias_hh_l1	2	0.020142100751399994
121	rnn.bias_hh_l1	3	0.07568642497062683
121	rnn.bias_hh_l1	4	0.0570073276758194
121	rnn.bias_hh_l1	5	-0.07761162519454956
121	rnn.bias_hh_l1	6	0.014443137682974339
121	rnn.bias_hh_l1	7	0.04032273218035698
121	rnn.bias_hh_l1	8	0.012547643855214119
121	rnn.bias_hh_l1	9	-0.005819648504257202
121	rnn.weight_ih_l1_reverse	0	0.0862063467502594
121	rnn.weight_ih_l1_reverse	1	-0.0416327640414238
121	rnn.weight_ih_l1_reverse	2	-0.06197895109653473
121	rnn.weight_ih_l1_reverse	3	0.025425763800740242
121	rnn.weight_ih_l1_reverse	4	-0.04653478041291237
121	rnn.weight_ih_l1_reverse	5	0.02418331429362297
121	rnn.weight_ih_l1_reverse	6	0.04038872942328453
121	rnn.weight_ih_l1_reverse	7	0.02043546363711357
121	rnn.weight_ih_l1_reverse	8	-0.008476451970636845
121	rnn.weight_ih_l1_reverse	9	-0.06539355963468552
121	rnn.weight_hh_l1_reverse	0	0.004988237749785185
121	rnn.weight_hh_l1_reverse	1	0.018866438418626785
121	rnn.weight_hh_l1_reverse	2	-0.05820762366056442
121	rnn.weight_hh_l1_reverse	3	-0.012771149165928364
121	rnn.weight_hh_l1_reverse	4	0.008908704854547977
121	rnn.weight_hh_l1_reverse	5	-0.0654713585972786
121	rnn.weight_hh_l1_reverse	6	-0.06729702651500702
121	rnn.weight_hh_l1_reverse	7	-0.011344840750098228
121	rnn.weight_hh_l1_reverse	8	-0.0577450655400753
121	rnn.weight_hh_l1_reverse	9	-0.043714579194784164
121	rnn.bias_ih_l1_reverse	0	-0.0029952952172607183
121	rnn.bias_ih_l1_reverse	1	-0.0423535481095314
121	rnn.bias_ih_l1_reverse	2	0.02444286085665226
121	rnn.bias_ih_l1_reverse	3	-0.08389145135879517
121	rnn.bias_ih_l1_reverse	4	-0.08722813427448273
121	rnn.bias_ih_l1_reverse	5	-0.08669582009315491
121	rnn.bias_ih_l1_reverse	6	0.06204146146774292
121	rnn.bias_ih_l1_reverse	7	0.08522315323352814
121	rnn.bias_ih_l1_reverse	8	0.002877394435927272
121	rnn.bias_ih_l1_reverse	9	-0.01176767610013485
121	rnn.bias_hh_l1_reverse	0	0.060456402599811554
121	rnn.bias_hh_l1_reverse	1	-0.06889431923627853
121	rnn.bias_hh_l1_reverse	2	-0.053248755633831024
121	rnn.bias_hh_l1_reverse	3	0.07243413478136063
121	rnn.bias_hh_l1_reverse	4	-0.023517847061157227
121	rnn.bias_hh_l1_reverse	5	-0.006849544122815132
121	rnn.bias_hh_l1_reverse	6	-0.05861889570951462
121	rnn.bias_hh_l1_reverse	7	-0.06076039746403694
121	rnn.bias_hh_l1_reverse	8	0.06586675345897675
121	rnn.bias_hh_l1_reverse	9	0.05283951386809349
121	rnn.weight_ih_l2	0	0.07281403988599777
121	rnn.weight_ih_l2	1	-0.05419541895389557
121	rnn.weight_ih_l2	2	0.06337813287973404
121	rnn.weight_ih_l2	3	0.06578146666288376
121	rnn.weight_ih_l2	4	0.056826151907444
121	rnn.weight_ih_l2	5	-0.03627089038491249
121	rnn.weight_ih_l2	6	-0.07552926987409592
121	rnn.weight_ih_l2	7	0.012150916270911694
121	rnn.weight_ih_l2	8	-0.017186647281050682
121	rnn.weight_ih_l2	9	-0.0691869929432869
121	rnn.weight_hh_l2	0	0.04819966107606888
121	rnn.weight_hh_l2	1	0.031086118891835213
121	rnn.weight_hh_l2	2	-0.05475188046693802
121	rnn.weight_hh_l2	3	-0.02559162862598896
121	rnn.weight_hh_l2	4	0.054423004388809204
121	rnn.weight_hh_l2	5	-0.023779142647981644
121	rnn.weight_hh_l2	6	0.00836037565022707
121	rnn.weight_hh_l2	7	-0.0531696155667305
121	rnn.weight_hh_l2	8	-0.006688114255666733
121	rnn.weight_hh_l2	9	-0.018066255375742912
121	rnn.bias_ih_l2	0	0.16221900284290314
121	rnn.bias_ih_l2	1	0.013431448489427567
121	rnn.bias_ih_l2	2	0.06680992245674133
121	rnn.bias_ih_l2	3	0.02527596615254879
121	rnn.bias_ih_l2	4	-0.006704182829707861
121	rnn.bias_ih_l2	5	0.047098416835069656
121	rnn.bias_ih_l2	6	0.015626611188054085
121	rnn.bias_ih_l2	7	0.0170916598290205
121	rnn.bias_ih_l2	8	0.01874564401805401
121	rnn.bias_ih_l2	9	-0.015925150364637375
121	rnn.bias_hh_l2	0	0.02672492153942585
121	rnn.bias_hh_l2	1	0.0040890914388000965
121	rnn.bias_hh_l2	2	0.07170742750167847
121	rnn.bias_hh_l2	3	0.030257610604166985
121	rnn.bias_hh_l2	4	0.07732564210891724
121	rnn.bias_hh_l2	5	-0.06517202407121658
121	rnn.bias_hh_l2	6	0.03935568034648895
121	rnn.bias_hh_l2	7	-0.026028679683804512
121	rnn.bias_hh_l2	8	0.041990336030721664
121	rnn.bias_hh_l2	9	0.010453746654093266
121	rnn.weight_ih_l2_reverse	0	0.08226728439331055
121	rnn.weight_ih_l2_reverse	1	-0.052835214883089066
121	rnn.weight_ih_l2_reverse	2	0.00100649893283844
121	rnn.weight_ih_l2_reverse	3	0.035266973078250885
121	rnn.weight_ih_l2_reverse	4	0.053994305431842804
121	rnn.weight_ih_l2_reverse	5	-0.04066193103790283
121	rnn.weight_ih_l2_reverse	6	-2.7609974495135248e-05
121	rnn.weight_ih_l2_reverse	7	-0.01377010066062212
121	rnn.weight_ih_l2_reverse	8	0.01319020427763462
121	rnn.weight_ih_l2_reverse	9	-0.07986796647310257
121	rnn.weight_hh_l2_reverse	0	-0.08277910947799683
121	rnn.weight_hh_l2_reverse	1	0.015343425795435905
121	rnn.weight_hh_l2_reverse	2	0.010450851172208786
121	rnn.weight_hh_l2_reverse	3	0.024312719702720642
121	rnn.weight_hh_l2_reverse	4	-0.03675311803817749
121	rnn.weight_hh_l2_reverse	5	-0.014693649485707283
121	rnn.weight_hh_l2_reverse	6	-0.04271542653441429
121	rnn.weight_hh_l2_reverse	7	-0.05991026386618614
121	rnn.weight_hh_l2_reverse	8	-0.0066863251850008965
121	rnn.weight_hh_l2_reverse	9	-0.059093691408634186
121	rnn.bias_ih_l2_reverse	0	-0.05859822779893875
121	rnn.bias_ih_l2_reverse	1	-0.027917610481381416
121	rnn.bias_ih_l2_reverse	2	0.042158093303442
121	rnn.bias_ih_l2_reverse	3	0.022587144747376442
121	rnn.bias_ih_l2_reverse	4	0.07629598677158356
121	rnn.bias_ih_l2_reverse	5	-0.0891616940498352
121	rnn.bias_ih_l2_reverse	6	-0.0433773510158062
121	rnn.bias_ih_l2_reverse	7	-0.05102568492293358
121	rnn.bias_ih_l2_reverse	8	0.053460344672203064
121	rnn.bias_ih_l2_reverse	9	0.030160987749695778
121	rnn.bias_hh_l2_reverse	0	0.05999721214175224
121	rnn.bias_hh_l2_reverse	1	-0.06509850919246674
121	rnn.bias_hh_l2_reverse	2	-0.06736209988594055
121	rnn.bias_hh_l2_reverse	3	0.03158508986234665
121	rnn.bias_hh_l2_reverse	4	0.02891523391008377
121	rnn.bias_hh_l2_reverse	5	0.03512762486934662
121	rnn.bias_hh_l2_reverse	6	-0.08258570730686188
121	rnn.bias_hh_l2_reverse	7	-0.008028542622923851
121	rnn.bias_hh_l2_reverse	8	-0.10645180195569992
121	rnn.bias_hh_l2_reverse	9	-0.054894719272851944
121	linear.weight	0	0.025028489530086517
121	linear.weight	1	0.12048253417015076
121	linear.weight	2	-0.024043362587690353
121	linear.weight	3	-0.03866216167807579
121	linear.weight	4	-0.022248394787311554
121	linear.weight	5	0.041170086711645126
121	linear.weight	6	0.0030257285106927156
121	linear.weight	7	-0.09434337913990021
121	linear.weight	8	-0.008337944746017456
121	linear.weight	9	0.09170158952474594
121	linear.bias	0	0.49941056966781616
121	linear.bias	1	0.6668664216995239
121	linear.bias	2	-1.5985935926437378
121	linear.bias	3	-0.05754556506872177
121	linear.bias	4	-0.050822705030441284
121	linear.bias	5	0.3310123085975647
122	transitions	0	0.043698374181985855
122	transitions	1	-10000.0
122	transitions	2	2.469810724258423
122	transitions	3	-1.129621982574463
122	transitions	4	-10000.0
122	transitions	5	-10000.0
122	transitions	6	-10000.0
122	transitions	7	0.8818865418434143
122	transitions	8	0.8470807671546936
122	transitions	9	-1.2586535215377808
122	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
122	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
122	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
122	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
122	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
122	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
122	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
122	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
122	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
122	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
122	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
122	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
122	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
122	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
122	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
122	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
122	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
122	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
122	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
122	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
122	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
122	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
122	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
122	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
122	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
122	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
122	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
122	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
122	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
122	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
122	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
122	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
122	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
122	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
122	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
122	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
122	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
122	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
122	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
122	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
122	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
122	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
122	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
122	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
122	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
122	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
122	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
122	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
122	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
122	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
122	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
122	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
122	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
122	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
122	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
122	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
122	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
122	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
122	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
122	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
122	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
122	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
122	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
122	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
122	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
122	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
122	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
122	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
122	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
122	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
122	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
122	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
122	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
122	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
122	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
122	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
122	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
122	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
122	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
122	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
122	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
122	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
122	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
122	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
122	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
122	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
122	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
122	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
122	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
122	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
122	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
122	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
122	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
122	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
122	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
122	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
122	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
122	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
122	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
122	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
122	embedding2nn.weight	0	0.014746520668268204
122	embedding2nn.weight	1	8.535489541827701e-06
122	embedding2nn.weight	2	0.005543338600546122
122	embedding2nn.weight	3	0.0007420920883305371
122	embedding2nn.weight	4	-0.007425222080200911
122	embedding2nn.weight	5	-0.005399676039814949
122	embedding2nn.weight	6	-0.0010709414491429925
122	embedding2nn.weight	7	-0.003123894799500704
122	embedding2nn.weight	8	0.013149023987352848
122	embedding2nn.weight	9	0.004406946245580912
122	embedding2nn.bias	0	0.004358475562185049
122	embedding2nn.bias	1	-0.012207205407321453
122	embedding2nn.bias	2	0.01431099884212017
122	embedding2nn.bias	3	-0.01314147375524044
122	embedding2nn.bias	4	-0.020281245931982994
122	embedding2nn.bias	5	-0.004704982042312622
122	embedding2nn.bias	6	0.011254807934165001
122	embedding2nn.bias	7	0.005970574915409088
122	embedding2nn.bias	8	-0.01623913273215294
122	embedding2nn.bias	9	0.00015165141667239368
122	rnn.weight_ih_l0	0	-0.052239131182432175
122	rnn.weight_ih_l0	1	0.05080188065767288
122	rnn.weight_ih_l0	2	0.031842201948165894
122	rnn.weight_ih_l0	3	0.014762327075004578
122	rnn.weight_ih_l0	4	0.012413205578923225
122	rnn.weight_ih_l0	5	0.08421985059976578
122	rnn.weight_ih_l0	6	0.07602739334106445
122	rnn.weight_ih_l0	7	0.03781387209892273
122	rnn.weight_ih_l0	8	-0.04559331759810448
122	rnn.weight_ih_l0	9	0.008277523331344128
122	rnn.weight_hh_l0	0	0.008249758742749691
122	rnn.weight_hh_l0	1	-0.06407714635133743
122	rnn.weight_hh_l0	2	-0.06549065560102463
122	rnn.weight_hh_l0	3	0.07137557864189148
122	rnn.weight_hh_l0	4	0.07098820805549622
122	rnn.weight_hh_l0	5	0.005870746448636055
122	rnn.weight_hh_l0	6	0.000686047540511936
122	rnn.weight_hh_l0	7	-0.017756091430783272
122	rnn.weight_hh_l0	8	-0.029024071991443634
122	rnn.weight_hh_l0	9	0.05759444087743759
122	rnn.bias_ih_l0	0	-0.06262091547250748
122	rnn.bias_ih_l0	1	0.08819282799959183
122	rnn.bias_ih_l0	2	0.020567163825035095
122	rnn.bias_ih_l0	3	0.07713601738214493
122	rnn.bias_ih_l0	4	-0.07235951721668243
122	rnn.bias_ih_l0	5	0.08189009130001068
122	rnn.bias_ih_l0	6	-0.06428836286067963
122	rnn.bias_ih_l0	7	-0.03593680262565613
122	rnn.bias_ih_l0	8	-0.08351363986730576
122	rnn.bias_ih_l0	9	-0.04561582952737808
122	rnn.bias_hh_l0	0	0.03327962011098862
122	rnn.bias_hh_l0	1	0.0729776993393898
122	rnn.bias_hh_l0	2	0.06883658468723297
122	rnn.bias_hh_l0	3	0.08420425653457642
122	rnn.bias_hh_l0	4	-0.09783966094255447
122	rnn.bias_hh_l0	5	-0.07144249975681305
122	rnn.bias_hh_l0	6	0.07760614901781082
122	rnn.bias_hh_l0	7	-0.08974253386259079
122	rnn.bias_hh_l0	8	-0.02699408493936062
122	rnn.bias_hh_l0	9	0.0033442494459450245
122	rnn.weight_ih_l0_reverse	0	0.07931634783744812
122	rnn.weight_ih_l0_reverse	1	0.07326804101467133
122	rnn.weight_ih_l0_reverse	2	0.03875144198536873
122	rnn.weight_ih_l0_reverse	3	0.03371601924300194
122	rnn.weight_ih_l0_reverse	4	-0.03710491955280304
122	rnn.weight_ih_l0_reverse	5	0.050887878984212875
122	rnn.weight_ih_l0_reverse	6	0.06642236560583115
122	rnn.weight_ih_l0_reverse	7	0.02248154766857624
122	rnn.weight_ih_l0_reverse	8	-0.057886235415935516
122	rnn.weight_ih_l0_reverse	9	-0.05284014344215393
122	rnn.weight_hh_l0_reverse	0	0.025249579921364784
122	rnn.weight_hh_l0_reverse	1	-0.08710621297359467
122	rnn.weight_hh_l0_reverse	2	0.06318391859531403
122	rnn.weight_hh_l0_reverse	3	-0.02147662453353405
122	rnn.weight_hh_l0_reverse	4	0.08396434038877487
122	rnn.weight_hh_l0_reverse	5	-0.0018598436145111918
122	rnn.weight_hh_l0_reverse	6	0.029885487630963326
122	rnn.weight_hh_l0_reverse	7	0.07826567441225052
122	rnn.weight_hh_l0_reverse	8	-0.022411106154322624
122	rnn.weight_hh_l0_reverse	9	-0.04668200761079788
122	rnn.bias_ih_l0_reverse	0	0.000495178799610585
122	rnn.bias_ih_l0_reverse	1	-0.015387424267828465
122	rnn.bias_ih_l0_reverse	2	-0.015255884267389774
122	rnn.bias_ih_l0_reverse	3	0.03719985485076904
122	rnn.bias_ih_l0_reverse	4	0.0670175701379776
122	rnn.bias_ih_l0_reverse	5	-0.02211323194205761
122	rnn.bias_ih_l0_reverse	6	-0.027042817324399948
122	rnn.bias_ih_l0_reverse	7	-0.05006023496389389
122	rnn.bias_ih_l0_reverse	8	0.009691889397799969
122	rnn.bias_ih_l0_reverse	9	-0.06845582276582718
122	rnn.bias_hh_l0_reverse	0	0.03787611797451973
122	rnn.bias_hh_l0_reverse	1	-0.0698184221982956
122	rnn.bias_hh_l0_reverse	2	0.0830896869301796
122	rnn.bias_hh_l0_reverse	3	0.05878451094031334
122	rnn.bias_hh_l0_reverse	4	0.024789687246084213
122	rnn.bias_hh_l0_reverse	5	0.04420390725135803
122	rnn.bias_hh_l0_reverse	6	0.06409160792827606
122	rnn.bias_hh_l0_reverse	7	0.08440224826335907
122	rnn.bias_hh_l0_reverse	8	-0.011238385923206806
122	rnn.bias_hh_l0_reverse	9	0.054150503128767014
122	rnn.weight_ih_l1	0	0.022314146161079407
122	rnn.weight_ih_l1	1	0.015437372028827667
122	rnn.weight_ih_l1	2	0.0838620588183403
122	rnn.weight_ih_l1	3	-0.024230701848864555
122	rnn.weight_ih_l1	4	-0.02413865551352501
122	rnn.weight_ih_l1	5	-0.012996295467019081
122	rnn.weight_ih_l1	6	0.07244950532913208
122	rnn.weight_ih_l1	7	-0.004638803657144308
122	rnn.weight_ih_l1	8	-0.05286100134253502
122	rnn.weight_ih_l1	9	0.05438900366425514
122	rnn.weight_hh_l1	0	-0.08199883997440338
122	rnn.weight_hh_l1	1	-0.03600693121552467
122	rnn.weight_hh_l1	2	-0.008148751221597195
122	rnn.weight_hh_l1	3	-0.058297984302043915
122	rnn.weight_hh_l1	4	0.08588367700576782
122	rnn.weight_hh_l1	5	-0.08412659168243408
122	rnn.weight_hh_l1	6	-0.04981538653373718
122	rnn.weight_hh_l1	7	0.06531565636396408
122	rnn.weight_hh_l1	8	-0.013546597212553024
122	rnn.weight_hh_l1	9	-0.040145035833120346
122	rnn.bias_ih_l1	0	-0.04224815219640732
122	rnn.bias_ih_l1	1	0.057091210037469864
122	rnn.bias_ih_l1	2	-0.047443147748708725
122	rnn.bias_ih_l1	3	-0.07531455904245377
122	rnn.bias_ih_l1	4	-0.02954941987991333
122	rnn.bias_ih_l1	5	-0.009490443393588066
122	rnn.bias_ih_l1	6	-0.055749330669641495
122	rnn.bias_ih_l1	7	0.062312111258506775
122	rnn.bias_ih_l1	8	0.08192762732505798
122	rnn.bias_ih_l1	9	0.03306947648525238
122	rnn.bias_hh_l1	0	0.0692300871014595
122	rnn.bias_hh_l1	1	-0.05876893922686577
122	rnn.bias_hh_l1	2	0.02019975706934929
122	rnn.bias_hh_l1	3	0.07577832788228989
122	rnn.bias_hh_l1	4	0.057035330682992935
122	rnn.bias_hh_l1	5	-0.07736241817474365
122	rnn.bias_hh_l1	6	0.01447309274226427
122	rnn.bias_hh_l1	7	0.04003087431192398
122	rnn.bias_hh_l1	8	0.012572263367474079
122	rnn.bias_hh_l1	9	-0.005783829838037491
122	rnn.weight_ih_l1_reverse	0	0.0862046629190445
122	rnn.weight_ih_l1_reverse	1	-0.04164233058691025
122	rnn.weight_ih_l1_reverse	2	-0.0619657076895237
122	rnn.weight_ih_l1_reverse	3	0.025420546531677246
122	rnn.weight_ih_l1_reverse	4	-0.046549100428819656
122	rnn.weight_ih_l1_reverse	5	0.024190204218029976
122	rnn.weight_ih_l1_reverse	6	0.04041460528969765
122	rnn.weight_ih_l1_reverse	7	0.020394930616021156
122	rnn.weight_ih_l1_reverse	8	-0.0085225198417902
122	rnn.weight_ih_l1_reverse	9	-0.06492531299591064
122	rnn.weight_hh_l1_reverse	0	0.004992187488824129
122	rnn.weight_hh_l1_reverse	1	0.018867598846554756
122	rnn.weight_hh_l1_reverse	2	-0.05820851773023605
122	rnn.weight_hh_l1_reverse	3	-0.012772633694112301
122	rnn.weight_hh_l1_reverse	4	0.008904441259801388
122	rnn.weight_hh_l1_reverse	5	-0.06560536473989487
122	rnn.weight_hh_l1_reverse	6	-0.06730257719755173
122	rnn.weight_hh_l1_reverse	7	-0.011342364363372326
122	rnn.weight_hh_l1_reverse	8	-0.057798828929662704
122	rnn.weight_hh_l1_reverse	9	-0.04372686147689819
122	rnn.bias_ih_l1_reverse	0	-0.003002285724505782
122	rnn.bias_ih_l1_reverse	1	-0.042386140674352646
122	rnn.bias_ih_l1_reverse	2	0.02470131777226925
122	rnn.bias_ih_l1_reverse	3	-0.08387593179941177
122	rnn.bias_ih_l1_reverse	4	-0.08728674799203873
122	rnn.bias_ih_l1_reverse	5	-0.08667214959859848
122	rnn.bias_ih_l1_reverse	6	0.06210803985595703
122	rnn.bias_ih_l1_reverse	7	0.08529157936573029
122	rnn.bias_ih_l1_reverse	8	0.003951876424252987
122	rnn.bias_ih_l1_reverse	9	-0.011638583615422249
122	rnn.bias_hh_l1_reverse	0	0.06045856326818466
122	rnn.bias_hh_l1_reverse	1	-0.0688605010509491
122	rnn.bias_hh_l1_reverse	2	-0.053483881056308746
122	rnn.bias_hh_l1_reverse	3	0.07295386493206024
122	rnn.bias_hh_l1_reverse	4	-0.023511122912168503
122	rnn.bias_hh_l1_reverse	5	-0.006663039326667786
122	rnn.bias_hh_l1_reverse	6	-0.058628570288419724
122	rnn.bias_hh_l1_reverse	7	-0.06076198071241379
122	rnn.bias_hh_l1_reverse	8	0.06574993580579758
122	rnn.bias_hh_l1_reverse	9	0.0504787415266037
122	rnn.weight_ih_l2	0	0.07305193692445755
122	rnn.weight_ih_l2	1	-0.0542258694767952
122	rnn.weight_ih_l2	2	0.06337488442659378
122	rnn.weight_ih_l2	3	0.06574948132038116
122	rnn.weight_ih_l2	4	0.05643906444311142
122	rnn.weight_ih_l2	5	-0.036252234131097794
122	rnn.weight_ih_l2	6	-0.07552315294742584
122	rnn.weight_ih_l2	7	0.01218151580542326
122	rnn.weight_ih_l2	8	-0.017190085723996162
122	rnn.weight_ih_l2	9	-0.06918696314096451
122	rnn.weight_hh_l2	0	0.04819542542099953
122	rnn.weight_hh_l2	1	0.031031498685479164
122	rnn.weight_hh_l2	2	-0.05475166067481041
122	rnn.weight_hh_l2	3	-0.02557026594877243
122	rnn.weight_hh_l2	4	0.05442333593964577
122	rnn.weight_hh_l2	5	-0.02362428605556488
122	rnn.weight_hh_l2	6	0.00836615078151226
122	rnn.weight_hh_l2	7	-0.05317561700940132
122	rnn.weight_hh_l2	8	-0.006671486888080835
122	rnn.weight_hh_l2	9	-0.018042810261249542
122	rnn.bias_ih_l2	0	0.16267089545726776
122	rnn.bias_ih_l2	1	0.013538830913603306
122	rnn.bias_ih_l2	2	0.06727416068315506
122	rnn.bias_ih_l2	3	0.025332238525152206
122	rnn.bias_ih_l2	4	-0.006760588381439447
122	rnn.bias_ih_l2	5	0.04704436659812927
122	rnn.bias_ih_l2	6	0.015601958148181438
122	rnn.bias_ih_l2	7	0.017225781455636024
122	rnn.bias_ih_l2	8	0.018883097916841507
122	rnn.bias_ih_l2	9	-0.01597844436764717
122	rnn.bias_hh_l2	0	0.025729652494192123
122	rnn.bias_hh_l2	1	0.004635483957827091
122	rnn.bias_hh_l2	2	0.07198171317577362
122	rnn.bias_hh_l2	3	0.030152076855301857
122	rnn.bias_hh_l2	4	0.07744191586971283
122	rnn.bias_hh_l2	5	-0.06076522544026375
122	rnn.bias_hh_l2	6	0.03657576069235802
122	rnn.bias_hh_l2	7	-0.0257337037473917
122	rnn.bias_hh_l2	8	0.042068954557180405
122	rnn.bias_hh_l2	9	0.007125794421881437
122	rnn.weight_ih_l2_reverse	0	0.08226527273654938
122	rnn.weight_ih_l2_reverse	1	-0.05311010032892227
122	rnn.weight_ih_l2_reverse	2	0.0010210187174379826
122	rnn.weight_ih_l2_reverse	3	0.035269711166620255
122	rnn.weight_ih_l2_reverse	4	0.05399175360798836
122	rnn.weight_ih_l2_reverse	5	-0.0406653992831707
122	rnn.weight_ih_l2_reverse	6	-1.0385745554231107e-05
122	rnn.weight_ih_l2_reverse	7	-0.013996699824929237
122	rnn.weight_ih_l2_reverse	8	0.012847370468080044
122	rnn.weight_ih_l2_reverse	9	-0.07985904812812805
122	rnn.weight_hh_l2_reverse	0	-0.08277925103902817
122	rnn.weight_hh_l2_reverse	1	0.015436054207384586
122	rnn.weight_hh_l2_reverse	2	0.01044945977628231
122	rnn.weight_hh_l2_reverse	3	0.024313008412718773
122	rnn.weight_hh_l2_reverse	4	-0.036754004657268524
122	rnn.weight_hh_l2_reverse	5	-0.01469728909432888
122	rnn.weight_hh_l2_reverse	6	-0.04267697036266327
122	rnn.weight_hh_l2_reverse	7	-0.05991434305906296
122	rnn.weight_hh_l2_reverse	8	-0.0066879428923130035
122	rnn.weight_hh_l2_reverse	9	-0.0590878501534462
122	rnn.bias_ih_l2_reverse	0	-0.06215047463774681
122	rnn.bias_ih_l2_reverse	1	-0.02787931077182293
122	rnn.bias_ih_l2_reverse	2	0.04240737855434418
122	rnn.bias_ih_l2_reverse	3	0.023516777902841568
122	rnn.bias_ih_l2_reverse	4	0.0763334184885025
122	rnn.bias_ih_l2_reverse	5	-0.08917607367038727
122	rnn.bias_ih_l2_reverse	6	-0.04338455945253372
122	rnn.bias_ih_l2_reverse	7	-0.052288807928562164
122	rnn.bias_ih_l2_reverse	8	0.05218329653143883
122	rnn.bias_ih_l2_reverse	9	0.029444342479109764
122	rnn.bias_hh_l2_reverse	0	0.060336433351039886
122	rnn.bias_hh_l2_reverse	1	-0.06516288220882416
122	rnn.bias_hh_l2_reverse	2	-0.06728514283895493
122	rnn.bias_hh_l2_reverse	3	0.0315822958946228
122	rnn.bias_hh_l2_reverse	4	0.028891317546367645
122	rnn.bias_hh_l2_reverse	5	0.035212911665439606
122	rnn.bias_hh_l2_reverse	6	-0.08266986161470413
122	rnn.bias_hh_l2_reverse	7	-0.007549207657575607
122	rnn.bias_hh_l2_reverse	8	-0.10633137822151184
122	rnn.bias_hh_l2_reverse	9	-0.054922692477703094
122	linear.weight	0	0.025028489530086517
122	linear.weight	1	0.12491821497678757
122	linear.weight	2	-0.024061264470219612
122	linear.weight	3	-0.03837311640381813
122	linear.weight	4	-0.022248394787311554
122	linear.weight	5	0.04232535511255264
122	linear.weight	6	0.002724648220464587
122	linear.weight	7	-0.09445252269506454
122	linear.weight	8	-0.008223718032240868
122	linear.weight	9	0.09117984026670456
122	linear.bias	0	0.5139555931091309
122	linear.bias	1	0.6728396415710449
122	linear.bias	2	-1.599682092666626
122	linear.bias	3	-0.05754556506872177
122	linear.bias	4	-0.050822705030441284
122	linear.bias	5	0.3115825355052948
123	transitions	0	0.04338289424777031
123	transitions	1	-10000.0
123	transitions	2	2.4897470474243164
123	transitions	3	-1.1373258829116821
123	transitions	4	-10000.0
123	transitions	5	-10000.0
123	transitions	6	-10000.0
123	transitions	7	0.881873369216919
123	transitions	8	0.8465949296951294
123	transitions	9	-1.260088324546814
123	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
123	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
123	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
123	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
123	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
123	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
123	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
123	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
123	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
123	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
123	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
123	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
123	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
123	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
123	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
123	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
123	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
123	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
123	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
123	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
123	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
123	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
123	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
123	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
123	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
123	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
123	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
123	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
123	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
123	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
123	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
123	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
123	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
123	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
123	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
123	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
123	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
123	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
123	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
123	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
123	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
123	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
123	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
123	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
123	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
123	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
123	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
123	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
123	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
123	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
123	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
123	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
123	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
123	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
123	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
123	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
123	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
123	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
123	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
123	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
123	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
123	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
123	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
123	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
123	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
123	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
123	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
123	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
123	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
123	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
123	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
123	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
123	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
123	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
123	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
123	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
123	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
123	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
123	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
123	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
123	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
123	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
123	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
123	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
123	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
123	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
123	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
123	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
123	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
123	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
123	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
123	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
123	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
123	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
123	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
123	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
123	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
123	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
123	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
123	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
123	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
123	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
123	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
123	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
123	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
123	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
123	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
123	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
123	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
123	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
123	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
123	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
123	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
123	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
123	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
123	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
123	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
123	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
123	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
123	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
123	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
123	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
123	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
123	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
123	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
123	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
123	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
123	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
123	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
123	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
123	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
123	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
123	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
123	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
123	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
123	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
123	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
123	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
123	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
123	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
123	embedding2nn.weight	0	0.014754844829440117
123	embedding2nn.weight	1	1.139922096626833e-05
123	embedding2nn.weight	2	0.005543598905205727
123	embedding2nn.weight	3	0.0007336469716392457
123	embedding2nn.weight	4	-0.007397833745926619
123	embedding2nn.weight	5	-0.005409769713878632
123	embedding2nn.weight	6	-0.0010717305121943355
123	embedding2nn.weight	7	-0.003115457948297262
123	embedding2nn.weight	8	0.01312857773154974
123	embedding2nn.weight	9	0.004408610984683037
123	embedding2nn.bias	0	0.003551790025085211
123	embedding2nn.bias	1	-0.011624005623161793
123	embedding2nn.bias	2	0.0140073848888278
123	embedding2nn.bias	3	-0.013109860941767693
123	embedding2nn.bias	4	-0.020683318376541138
123	embedding2nn.bias	5	-0.004150768276304007
123	embedding2nn.bias	6	0.01125604473054409
123	embedding2nn.bias	7	0.005180190782994032
123	embedding2nn.bias	8	-0.01656588539481163
123	embedding2nn.bias	9	0.0005334247834980488
123	rnn.weight_ih_l0	0	-0.052261605858802795
123	rnn.weight_ih_l0	1	0.05080573633313179
123	rnn.weight_ih_l0	2	0.03184645622968674
123	rnn.weight_ih_l0	3	0.014764214865863323
123	rnn.weight_ih_l0	4	0.012455126270651817
123	rnn.weight_ih_l0	5	0.08423080295324326
123	rnn.weight_ih_l0	6	0.07606462389230728
123	rnn.weight_ih_l0	7	0.03781566396355629
123	rnn.weight_ih_l0	8	-0.04561459645628929
123	rnn.weight_ih_l0	9	0.008280511945486069
123	rnn.weight_hh_l0	0	0.00825781561434269
123	rnn.weight_hh_l0	1	-0.06409628689289093
123	rnn.weight_hh_l0	2	-0.06549489498138428
123	rnn.weight_hh_l0	3	0.07138923555612564
123	rnn.weight_hh_l0	4	0.07100814580917358
123	rnn.weight_hh_l0	5	0.005885763559490442
123	rnn.weight_hh_l0	6	0.0007903628866188228
123	rnn.weight_hh_l0	7	-0.017802244052290916
123	rnn.weight_hh_l0	8	-0.0290287584066391
123	rnn.weight_hh_l0	9	0.05759096518158913
123	rnn.bias_ih_l0	0	-0.06236796826124191
123	rnn.bias_ih_l0	1	0.08823829144239426
123	rnn.bias_ih_l0	2	0.02051561139523983
123	rnn.bias_ih_l0	3	0.07731030881404877
123	rnn.bias_ih_l0	4	-0.0716305822134018
123	rnn.bias_ih_l0	5	0.08200877904891968
123	rnn.bias_ih_l0	6	-0.06378749012947083
123	rnn.bias_ih_l0	7	-0.035952504724264145
123	rnn.bias_ih_l0	8	-0.08402130007743835
123	rnn.bias_ih_l0	9	-0.04581626132130623
123	rnn.bias_hh_l0	0	0.032773081213235855
123	rnn.bias_hh_l0	1	0.07310004532337189
123	rnn.bias_hh_l0	2	0.06877695024013519
123	rnn.bias_hh_l0	3	0.08418484777212143
123	rnn.bias_hh_l0	4	-0.0977892130613327
123	rnn.bias_hh_l0	5	-0.07152844965457916
123	rnn.bias_hh_l0	6	0.07752198725938797
123	rnn.bias_hh_l0	7	-0.08963296562433243
123	rnn.bias_hh_l0	8	-0.02712235227227211
123	rnn.bias_hh_l0	9	0.0038966003339737654
123	rnn.weight_ih_l0_reverse	0	0.07930063456296921
123	rnn.weight_ih_l0_reverse	1	0.07324814051389694
123	rnn.weight_ih_l0_reverse	2	0.03874954208731651
123	rnn.weight_ih_l0_reverse	3	0.033712614327669144
123	rnn.weight_ih_l0_reverse	4	-0.037042297422885895
123	rnn.weight_ih_l0_reverse	5	0.05088217183947563
123	rnn.weight_ih_l0_reverse	6	0.06642215698957443
123	rnn.weight_ih_l0_reverse	7	0.022532682865858078
123	rnn.weight_ih_l0_reverse	8	-0.05788430944085121
123	rnn.weight_ih_l0_reverse	9	-0.05284152179956436
123	rnn.weight_hh_l0_reverse	0	0.025272311642766
123	rnn.weight_hh_l0_reverse	1	-0.08711320906877518
123	rnn.weight_hh_l0_reverse	2	0.06319170445203781
123	rnn.weight_hh_l0_reverse	3	-0.021466517820954323
123	rnn.weight_hh_l0_reverse	4	0.0839708149433136
123	rnn.weight_hh_l0_reverse	5	-0.001831429312005639
123	rnn.weight_hh_l0_reverse	6	0.029870912432670593
123	rnn.weight_hh_l0_reverse	7	0.07827287167310715
123	rnn.weight_hh_l0_reverse	8	-0.022402506321668625
123	rnn.weight_hh_l0_reverse	9	-0.046692464500665665
123	rnn.bias_ih_l0_reverse	0	0.0007770569645799696
123	rnn.bias_ih_l0_reverse	1	-0.015202531591057777
123	rnn.bias_ih_l0_reverse	2	-0.014688745141029358
123	rnn.bias_ih_l0_reverse	3	0.03732897713780403
123	rnn.bias_ih_l0_reverse	4	0.06704247742891312
123	rnn.bias_ih_l0_reverse	5	-0.021969029679894447
123	rnn.bias_ih_l0_reverse	6	-0.027060361579060555
123	rnn.bias_ih_l0_reverse	7	-0.04992170259356499
123	rnn.bias_ih_l0_reverse	8	0.009545817971229553
123	rnn.bias_ih_l0_reverse	9	-0.06873534619808197
123	rnn.bias_hh_l0_reverse	0	0.0380745455622673
123	rnn.bias_hh_l0_reverse	1	-0.07009794563055038
123	rnn.bias_hh_l0_reverse	2	0.0832756981253624
123	rnn.bias_hh_l0_reverse	3	0.058778315782547
123	rnn.bias_hh_l0_reverse	4	0.025290926918387413
123	rnn.bias_hh_l0_reverse	5	0.04427475854754448
123	rnn.bias_hh_l0_reverse	6	0.06413336843252182
123	rnn.bias_hh_l0_reverse	7	0.08377562463283539
123	rnn.bias_hh_l0_reverse	8	-0.01111650001257658
123	rnn.bias_hh_l0_reverse	9	0.05327053368091583
123	rnn.weight_ih_l1	0	0.022396788001060486
123	rnn.weight_ih_l1	1	0.015519848093390465
123	rnn.weight_ih_l1	2	0.08457974344491959
123	rnn.weight_ih_l1	3	-0.024234114214777946
123	rnn.weight_ih_l1	4	-0.024155601859092712
123	rnn.weight_ih_l1	5	-0.012953484430909157
123	rnn.weight_ih_l1	6	0.07248795032501221
123	rnn.weight_ih_l1	7	-0.004420587792992592
123	rnn.weight_ih_l1	8	-0.05284440889954567
123	rnn.weight_ih_l1	9	0.05463049188256264
123	rnn.weight_hh_l1	0	-0.08194650709629059
123	rnn.weight_hh_l1	1	-0.03598839417099953
123	rnn.weight_hh_l1	2	-0.008146424777805805
123	rnn.weight_hh_l1	3	-0.05830474570393562
123	rnn.weight_hh_l1	4	0.08587120473384857
123	rnn.weight_hh_l1	5	-0.0841437354683876
123	rnn.weight_hh_l1	6	-0.049961552023887634
123	rnn.weight_hh_l1	7	0.06527503579854965
123	rnn.weight_hh_l1	8	-0.013539211824536324
123	rnn.weight_hh_l1	9	-0.04029049351811409
123	rnn.bias_ih_l1	0	-0.041213445365428925
123	rnn.bias_ih_l1	1	0.05695274844765663
123	rnn.bias_ih_l1	2	-0.04741142690181732
123	rnn.bias_ih_l1	3	-0.07514110952615738
123	rnn.bias_ih_l1	4	-0.029501579701900482
123	rnn.bias_ih_l1	5	-0.009605390019714832
123	rnn.bias_ih_l1	6	-0.05595476180315018
123	rnn.bias_ih_l1	7	0.062402501702308655
123	rnn.bias_ih_l1	8	0.08195856958627701
123	rnn.bias_ih_l1	9	0.03324208781123161
123	rnn.bias_hh_l1	0	0.0691022127866745
123	rnn.bias_hh_l1	1	-0.05882314592599869
123	rnn.bias_hh_l1	2	0.019963696599006653
123	rnn.bias_hh_l1	3	0.07600581645965576
123	rnn.bias_hh_l1	4	0.056983403861522675
123	rnn.bias_hh_l1	5	-0.07752383500337601
123	rnn.bias_hh_l1	6	0.014317511580884457
123	rnn.bias_hh_l1	7	0.04009171947836876
123	rnn.bias_hh_l1	8	0.012465151026844978
123	rnn.bias_hh_l1	9	-0.005759510677307844
123	rnn.weight_ih_l1_reverse	0	0.0861230194568634
123	rnn.weight_ih_l1_reverse	1	-0.04162266105413437
123	rnn.weight_ih_l1_reverse	2	-0.06196507811546326
123	rnn.weight_ih_l1_reverse	3	0.025413289666175842
123	rnn.weight_ih_l1_reverse	4	-0.04653039202094078
123	rnn.weight_ih_l1_reverse	5	0.024183141067624092
123	rnn.weight_ih_l1_reverse	6	0.04040973633527756
123	rnn.weight_ih_l1_reverse	7	0.020402953028678894
123	rnn.weight_ih_l1_reverse	8	-0.008545179851353168
123	rnn.weight_ih_l1_reverse	9	-0.06477523595094681
123	rnn.weight_hh_l1_reverse	0	0.004965441767126322
123	rnn.weight_hh_l1_reverse	1	0.018875962123274803
123	rnn.weight_hh_l1_reverse	2	-0.05820924788713455
123	rnn.weight_hh_l1_reverse	3	-0.01280631497502327
123	rnn.weight_hh_l1_reverse	4	0.008896310813724995
123	rnn.weight_hh_l1_reverse	5	-0.06563390046358109
123	rnn.weight_hh_l1_reverse	6	-0.06730031967163086
123	rnn.weight_hh_l1_reverse	7	-0.01134205237030983
123	rnn.weight_hh_l1_reverse	8	-0.0579642690718174
123	rnn.weight_hh_l1_reverse	9	-0.04371384158730507
123	rnn.bias_ih_l1_reverse	0	-0.0029691518284380436
123	rnn.bias_ih_l1_reverse	1	-0.04245883226394653
123	rnn.bias_ih_l1_reverse	2	0.025049567222595215
123	rnn.bias_ih_l1_reverse	3	-0.08377476781606674
123	rnn.bias_ih_l1_reverse	4	-0.08722472935914993
123	rnn.bias_ih_l1_reverse	5	-0.08707955479621887
123	rnn.bias_ih_l1_reverse	6	0.06212317943572998
123	rnn.bias_ih_l1_reverse	7	0.08499696850776672
123	rnn.bias_ih_l1_reverse	8	0.005127608310431242
123	rnn.bias_ih_l1_reverse	9	-0.01148166786879301
123	rnn.bias_hh_l1_reverse	0	0.060551293194293976
123	rnn.bias_hh_l1_reverse	1	-0.06875801831483841
123	rnn.bias_hh_l1_reverse	2	-0.05367018282413483
123	rnn.bias_hh_l1_reverse	3	0.07296180725097656
123	rnn.bias_hh_l1_reverse	4	-0.02340509556233883
123	rnn.bias_hh_l1_reverse	5	-0.006580208893865347
123	rnn.bias_hh_l1_reverse	6	-0.058661531656980515
123	rnn.bias_hh_l1_reverse	7	-0.06079147756099701
123	rnn.bias_hh_l1_reverse	8	0.06574392318725586
123	rnn.bias_hh_l1_reverse	9	0.04889737814664841
123	rnn.weight_ih_l2	0	0.07396697252988815
123	rnn.weight_ih_l2	1	-0.0541813001036644
123	rnn.weight_ih_l2	2	0.06337885558605194
123	rnn.weight_ih_l2	3	0.06568838655948639
123	rnn.weight_ih_l2	4	0.05649653077125549
123	rnn.weight_ih_l2	5	-0.03622887283563614
123	rnn.weight_ih_l2	6	-0.07547008991241455
123	rnn.weight_ih_l2	7	0.012048942968249321
123	rnn.weight_ih_l2	8	-0.017192544415593147
123	rnn.weight_ih_l2	9	-0.0691792368888855
123	rnn.weight_hh_l2	0	0.048174191266298294
123	rnn.weight_hh_l2	1	0.030987627804279327
123	rnn.weight_hh_l2	2	-0.05475303903222084
123	rnn.weight_hh_l2	3	-0.02550937421619892
123	rnn.weight_hh_l2	4	0.0544261708855629
123	rnn.weight_hh_l2	5	-0.023572543635964394
123	rnn.weight_hh_l2	6	0.008353731594979763
123	rnn.weight_hh_l2	7	-0.05318443477153778
123	rnn.weight_hh_l2	8	-0.006551320664584637
123	rnn.weight_hh_l2	9	-0.018059004098176956
123	rnn.bias_ih_l2	0	0.16275547444820404
123	rnn.bias_ih_l2	1	0.013897216878831387
123	rnn.bias_ih_l2	2	0.06786960363388062
123	rnn.bias_ih_l2	3	0.025547798722982407
123	rnn.bias_ih_l2	4	-0.0067602721974253654
123	rnn.bias_ih_l2	5	0.04679527133703232
123	rnn.bias_ih_l2	6	0.015598329715430737
123	rnn.bias_ih_l2	7	0.017527863383293152
123	rnn.bias_ih_l2	8	0.018410857766866684
123	rnn.bias_ih_l2	9	-0.015967993065714836
123	rnn.bias_hh_l2	0	0.02482312172651291
123	rnn.bias_hh_l2	1	0.0050387633964419365
123	rnn.bias_hh_l2	2	0.07234791666269302
123	rnn.bias_hh_l2	3	0.030275186523795128
123	rnn.bias_hh_l2	4	0.07740063220262527
123	rnn.bias_hh_l2	5	-0.06130222976207733
123	rnn.bias_hh_l2	6	0.03962261974811554
123	rnn.bias_hh_l2	7	-0.025594381615519524
123	rnn.bias_hh_l2	8	0.04218512773513794
123	rnn.bias_hh_l2	9	0.005374408792704344
123	rnn.weight_ih_l2_reverse	0	0.08226527273654938
123	rnn.weight_ih_l2_reverse	1	-0.05305728316307068
123	rnn.weight_ih_l2_reverse	2	0.0010289775673300028
123	rnn.weight_ih_l2_reverse	3	0.035270996391773224
123	rnn.weight_ih_l2_reverse	4	0.05399452894926071
123	rnn.weight_ih_l2_reverse	5	-0.040667541325092316
123	rnn.weight_ih_l2_reverse	6	-0.00010774299880722538
123	rnn.weight_ih_l2_reverse	7	-0.014117865823209286
123	rnn.weight_ih_l2_reverse	8	0.012808636762201786
123	rnn.weight_ih_l2_reverse	9	-0.07985149323940277
123	rnn.weight_hh_l2_reverse	0	-0.0827781930565834
123	rnn.weight_hh_l2_reverse	1	0.01556580513715744
123	rnn.weight_hh_l2_reverse	2	0.010449152439832687
123	rnn.weight_hh_l2_reverse	3	0.024313515052199364
123	rnn.weight_hh_l2_reverse	4	-0.03675856441259384
123	rnn.weight_hh_l2_reverse	5	-0.014696162194013596
123	rnn.weight_hh_l2_reverse	6	-0.04269023239612579
123	rnn.weight_hh_l2_reverse	7	-0.05991128087043762
123	rnn.weight_hh_l2_reverse	8	-0.006689068861305714
123	rnn.weight_hh_l2_reverse	9	-0.059084322303533554
123	rnn.bias_ih_l2_reverse	0	-0.0625368282198906
123	rnn.bias_ih_l2_reverse	1	-0.027779756113886833
123	rnn.bias_ih_l2_reverse	2	0.04244254529476166
123	rnn.bias_ih_l2_reverse	3	0.023974157869815826
123	rnn.bias_ih_l2_reverse	4	0.0763310045003891
123	rnn.bias_ih_l2_reverse	5	-0.08915985375642776
123	rnn.bias_ih_l2_reverse	6	-0.04335828870534897
123	rnn.bias_ih_l2_reverse	7	-0.05307399854063988
123	rnn.bias_ih_l2_reverse	8	0.051898933947086334
123	rnn.bias_ih_l2_reverse	9	0.0287606343626976
123	rnn.bias_hh_l2_reverse	0	0.061493173241615295
123	rnn.bias_hh_l2_reverse	1	-0.06543430685997009
123	rnn.bias_hh_l2_reverse	2	-0.06727875024080276
123	rnn.bias_hh_l2_reverse	3	0.031604453921318054
123	rnn.bias_hh_l2_reverse	4	0.02918892726302147
123	rnn.bias_hh_l2_reverse	5	0.03524263575673103
123	rnn.bias_hh_l2_reverse	6	-0.08265559375286102
123	rnn.bias_hh_l2_reverse	7	-0.007167184725403786
123	rnn.bias_hh_l2_reverse	8	-0.1062675416469574
123	rnn.bias_hh_l2_reverse	9	-0.05495952442288399
123	linear.weight	0	0.025028489530086517
123	linear.weight	1	0.12317173182964325
123	linear.weight	2	-0.02411411702632904
123	linear.weight	3	-0.038065262138843536
123	linear.weight	4	-0.022248394787311554
123	linear.weight	5	0.044156696647405624
123	linear.weight	6	0.002957596443593502
123	linear.weight	7	-0.09649313241243362
123	linear.weight	8	-0.007940609008073807
123	linear.weight	9	0.09153702110052109
123	linear.bias	0	0.5328434705734253
123	linear.bias	1	0.6775519847869873
123	linear.bias	2	-1.6009865999221802
123	linear.bias	3	-0.05754556506872177
123	linear.bias	4	-0.050822705030441284
123	linear.bias	5	0.28928691148757935
124	transitions	0	0.0430600680410862
124	transitions	1	-10000.0
124	transitions	2	2.5145087242126465
124	transitions	3	-1.1474188566207886
124	transitions	4	-10000.0
124	transitions	5	-10000.0
124	transitions	6	-10000.0
124	transitions	7	0.8818584084510803
124	transitions	8	0.8462129831314087
124	transitions	9	-1.2612966299057007
124	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
124	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
124	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
124	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
124	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
124	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
124	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
124	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
124	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
124	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
124	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
124	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
124	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
124	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
124	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
124	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
124	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
124	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
124	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
124	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
124	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
124	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
124	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
124	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
124	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
124	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
124	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
124	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
124	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
124	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
124	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
124	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
124	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
124	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
124	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
124	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
124	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
124	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
124	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
124	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
124	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
124	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
124	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
124	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
124	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
124	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
124	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
124	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
124	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
124	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
124	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
124	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
124	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
124	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
124	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
124	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
124	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
124	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
124	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
124	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
124	embedding2nn.weight	0	0.014741926454007626
124	embedding2nn.weight	1	-4.759103831020184e-07
124	embedding2nn.weight	2	0.005545240826904774
124	embedding2nn.weight	3	0.0007266398752108216
124	embedding2nn.weight	4	-0.007420413661748171
124	embedding2nn.weight	5	-0.005415601190179586
124	embedding2nn.weight	6	-0.001043227268382907
124	embedding2nn.weight	7	-0.0031149901915341616
124	embedding2nn.weight	8	0.01312302052974701
124	embedding2nn.weight	9	0.0044176578521728516
124	embedding2nn.bias	0	0.0042248978279531
124	embedding2nn.bias	1	-0.011147819459438324
124	embedding2nn.bias	2	0.013568411581218243
124	embedding2nn.bias	3	-0.014135582372546196
124	embedding2nn.bias	4	-0.01999755948781967
124	embedding2nn.bias	5	-0.003134647384285927
124	embedding2nn.bias	6	0.010269159451127052
124	embedding2nn.bias	7	0.005022063851356506
124	embedding2nn.bias	8	-0.014790951274335384
124	embedding2nn.bias	9	0.0015274062752723694
124	rnn.weight_ih_l0	0	-0.0522640235722065
124	rnn.weight_ih_l0	1	0.0507926307618618
124	rnn.weight_ih_l0	2	0.031846024096012115
124	rnn.weight_ih_l0	3	0.014779533259570599
124	rnn.weight_ih_l0	4	0.012454244308173656
124	rnn.weight_ih_l0	5	0.08422116935253143
124	rnn.weight_ih_l0	6	0.07607009261846542
124	rnn.weight_ih_l0	7	0.03781547024846077
124	rnn.weight_ih_l0	8	-0.04570898413658142
124	rnn.weight_ih_l0	9	0.008259757421910763
124	rnn.weight_hh_l0	0	0.008296490646898746
124	rnn.weight_hh_l0	1	-0.06404761970043182
124	rnn.weight_hh_l0	2	-0.06549515575170517
124	rnn.weight_hh_l0	3	0.07138752937316895
124	rnn.weight_hh_l0	4	0.07097826898097992
124	rnn.weight_hh_l0	5	0.0058653028681874275
124	rnn.weight_hh_l0	6	0.00022876889852341264
124	rnn.weight_hh_l0	7	-0.01755436882376671
124	rnn.weight_hh_l0	8	-0.02909592166543007
124	rnn.weight_hh_l0	9	0.05755733698606491
124	rnn.bias_ih_l0	0	-0.062028732150793076
124	rnn.bias_ih_l0	1	0.08818861842155457
124	rnn.bias_ih_l0	2	0.020299430936574936
124	rnn.bias_ih_l0	3	0.0778282880783081
124	rnn.bias_ih_l0	4	-0.07137385755777359
124	rnn.bias_ih_l0	5	0.0819082111120224
124	rnn.bias_ih_l0	6	-0.06280172616243362
124	rnn.bias_ih_l0	7	-0.035934802144765854
124	rnn.bias_ih_l0	8	-0.08554385602474213
124	rnn.bias_ih_l0	9	-0.04590496048331261
124	rnn.bias_hh_l0	0	0.03280996158719063
124	rnn.bias_hh_l0	1	0.07314050197601318
124	rnn.bias_hh_l0	2	0.06895194947719574
124	rnn.bias_hh_l0	3	0.08435762673616409
124	rnn.bias_hh_l0	4	-0.09681857377290726
124	rnn.bias_hh_l0	5	-0.07151670008897781
124	rnn.bias_hh_l0	6	0.07744365930557251
124	rnn.bias_hh_l0	7	-0.08675619214773178
124	rnn.bias_hh_l0	8	-0.02711646445095539
124	rnn.bias_hh_l0	9	0.002698542783036828
124	rnn.weight_ih_l0_reverse	0	0.0793156772851944
124	rnn.weight_ih_l0_reverse	1	0.07325813919305801
124	rnn.weight_ih_l0_reverse	2	0.03874712437391281
124	rnn.weight_ih_l0_reverse	3	0.033709146082401276
124	rnn.weight_ih_l0_reverse	4	-0.037021249532699585
124	rnn.weight_ih_l0_reverse	5	0.05088553950190544
124	rnn.weight_ih_l0_reverse	6	0.06642048805952072
124	rnn.weight_ih_l0_reverse	7	0.02254970371723175
124	rnn.weight_ih_l0_reverse	8	-0.05785440281033516
124	rnn.weight_ih_l0_reverse	9	-0.05284476280212402
124	rnn.weight_hh_l0_reverse	0	0.02506103739142418
124	rnn.weight_hh_l0_reverse	1	-0.08712245523929596
124	rnn.weight_hh_l0_reverse	2	0.06320428103208542
124	rnn.weight_hh_l0_reverse	3	-0.021428873762488365
124	rnn.weight_hh_l0_reverse	4	0.08394642174243927
124	rnn.weight_hh_l0_reverse	5	-0.0018261983059346676
124	rnn.weight_hh_l0_reverse	6	0.029683133587241173
124	rnn.weight_hh_l0_reverse	7	0.07827646285295486
124	rnn.weight_hh_l0_reverse	8	-0.022394327446818352
124	rnn.weight_hh_l0_reverse	9	-0.046712663024663925
124	rnn.bias_ih_l0_reverse	0	0.000783336057793349
124	rnn.bias_ih_l0_reverse	1	-0.017063843086361885
124	rnn.bias_ih_l0_reverse	2	-0.01565270498394966
124	rnn.bias_ih_l0_reverse	3	0.03736862167716026
124	rnn.bias_ih_l0_reverse	4	0.0674872100353241
124	rnn.bias_ih_l0_reverse	5	-0.022075768560171127
124	rnn.bias_ih_l0_reverse	6	-0.027040937915444374
124	rnn.bias_ih_l0_reverse	7	-0.050050828605890274
124	rnn.bias_ih_l0_reverse	8	0.00876400526612997
124	rnn.bias_ih_l0_reverse	9	-0.06803199648857117
124	rnn.bias_hh_l0_reverse	0	0.03871645778417587
124	rnn.bias_hh_l0_reverse	1	-0.06939459592103958
124	rnn.bias_hh_l0_reverse	2	0.08368805050849915
124	rnn.bias_hh_l0_reverse	3	0.05890146642923355
124	rnn.bias_hh_l0_reverse	4	0.026308666914701462
124	rnn.bias_hh_l0_reverse	5	0.044188421219587326
124	rnn.bias_hh_l0_reverse	6	0.0640166848897934
124	rnn.bias_hh_l0_reverse	7	0.08433006703853607
124	rnn.bias_hh_l0_reverse	8	-0.010865231975913048
124	rnn.bias_hh_l0_reverse	9	0.05399680137634277
124	rnn.weight_ih_l1	0	0.02226908877491951
124	rnn.weight_ih_l1	1	0.015538305044174194
124	rnn.weight_ih_l1	2	0.08492780476808548
124	rnn.weight_ih_l1	3	-0.024248024448752403
124	rnn.weight_ih_l1	4	-0.024147214367985725
124	rnn.weight_ih_l1	5	-0.01311675738543272
124	rnn.weight_ih_l1	6	0.07243354618549347
124	rnn.weight_ih_l1	7	-0.00420742342248559
124	rnn.weight_ih_l1	8	-0.05272665247321129
124	rnn.weight_ih_l1	9	0.05469725281000137
124	rnn.weight_hh_l1	0	-0.08183509111404419
124	rnn.weight_hh_l1	1	-0.036017317324876785
124	rnn.weight_hh_l1	2	-0.008137141354382038
124	rnn.weight_hh_l1	3	-0.05831539258360863
124	rnn.weight_hh_l1	4	0.08586832880973816
124	rnn.weight_hh_l1	5	-0.08416514843702316
124	rnn.weight_hh_l1	6	-0.04996202513575554
124	rnn.weight_hh_l1	7	0.06543473154306412
124	rnn.weight_hh_l1	8	-0.013521743007004261
124	rnn.weight_hh_l1	9	-0.0403180792927742
124	rnn.bias_ih_l1	0	-0.04081463813781738
124	rnn.bias_ih_l1	1	0.05667576193809509
124	rnn.bias_ih_l1	2	-0.0472673624753952
124	rnn.bias_ih_l1	3	-0.07501692324876785
124	rnn.bias_ih_l1	4	-0.029433071613311768
124	rnn.bias_ih_l1	5	-0.008005648851394653
124	rnn.bias_ih_l1	6	-0.05355218052864075
124	rnn.bias_ih_l1	7	0.06232834607362747
124	rnn.bias_ih_l1	8	0.08224823325872421
124	rnn.bias_ih_l1	9	0.035522546619176865
124	rnn.bias_hh_l1	0	0.0691535621881485
124	rnn.bias_hh_l1	1	-0.058671265840530396
124	rnn.bias_hh_l1	2	0.019888177514076233
124	rnn.bias_hh_l1	3	0.07603583484888077
124	rnn.bias_hh_l1	4	0.05696982517838478
124	rnn.bias_hh_l1	5	-0.0773734450340271
124	rnn.bias_hh_l1	6	0.014486565254628658
124	rnn.bias_hh_l1	7	0.0405549518764019
124	rnn.bias_hh_l1	8	0.012430000118911266
124	rnn.bias_hh_l1	9	-0.005571658257395029
124	rnn.weight_ih_l1_reverse	0	0.086127370595932
124	rnn.weight_ih_l1_reverse	1	-0.04167234152555466
124	rnn.weight_ih_l1_reverse	2	-0.06198304891586304
124	rnn.weight_ih_l1_reverse	3	0.02536727488040924
124	rnn.weight_ih_l1_reverse	4	-0.04651076719164848
124	rnn.weight_ih_l1_reverse	5	0.024195779114961624
124	rnn.weight_ih_l1_reverse	6	0.0404217429459095
124	rnn.weight_ih_l1_reverse	7	0.02037919871509075
124	rnn.weight_ih_l1_reverse	8	-0.008531752042472363
124	rnn.weight_ih_l1_reverse	9	-0.06526675075292587
124	rnn.weight_hh_l1_reverse	0	0.004961202386766672
124	rnn.weight_hh_l1_reverse	1	0.018872972577810287
124	rnn.weight_hh_l1_reverse	2	-0.058206815272569656
124	rnn.weight_hh_l1_reverse	3	-0.012796401046216488
124	rnn.weight_hh_l1_reverse	4	0.008906735107302666
124	rnn.weight_hh_l1_reverse	5	-0.06578022241592407
124	rnn.weight_hh_l1_reverse	6	-0.06728755682706833
124	rnn.weight_hh_l1_reverse	7	-0.011348051019012928
124	rnn.weight_hh_l1_reverse	8	-0.05780312418937683
124	rnn.weight_hh_l1_reverse	9	-0.04371192678809166
124	rnn.bias_ih_l1_reverse	0	-0.0029545114375650883
124	rnn.bias_ih_l1_reverse	1	-0.04244440793991089
124	rnn.bias_ih_l1_reverse	2	0.025616087019443512
124	rnn.bias_ih_l1_reverse	3	-0.0838649794459343
124	rnn.bias_ih_l1_reverse	4	-0.08705075830221176
124	rnn.bias_ih_l1_reverse	5	-0.08708716928958893
124	rnn.bias_ih_l1_reverse	6	0.06283137947320938
124	rnn.bias_ih_l1_reverse	7	0.08483193069696426
124	rnn.bias_ih_l1_reverse	8	0.00489581236615777
124	rnn.bias_ih_l1_reverse	9	-0.011666825041174889
124	rnn.bias_hh_l1_reverse	0	0.06054212152957916
124	rnn.bias_hh_l1_reverse	1	-0.06883621215820312
124	rnn.bias_hh_l1_reverse	2	-0.05362921208143234
124	rnn.bias_hh_l1_reverse	3	0.07301159203052521
124	rnn.bias_hh_l1_reverse	4	-0.02339067868888378
124	rnn.bias_hh_l1_reverse	5	-0.006448040716350079
124	rnn.bias_hh_l1_reverse	6	-0.058936864137649536
124	rnn.bias_hh_l1_reverse	7	-0.06082875654101372
124	rnn.bias_hh_l1_reverse	8	0.06576024740934372
124	rnn.bias_hh_l1_reverse	9	0.049282506108284
124	rnn.weight_ih_l2	0	0.07460062950849533
124	rnn.weight_ih_l2	1	-0.05418311804533005
124	rnn.weight_ih_l2	2	0.06337904185056686
124	rnn.weight_ih_l2	3	0.06566701084375381
124	rnn.weight_ih_l2	4	0.056525181978940964
124	rnn.weight_ih_l2	5	-0.03581813722848892
124	rnn.weight_ih_l2	6	-0.075351782143116
124	rnn.weight_ih_l2	7	0.01208951510488987
124	rnn.weight_ih_l2	8	-0.017189420759677887
124	rnn.weight_ih_l2	9	-0.06918685883283615
124	rnn.weight_hh_l2	0	0.0481623075902462
124	rnn.weight_hh_l2	1	0.03094206377863884
124	rnn.weight_hh_l2	2	-0.0547550693154335
124	rnn.weight_hh_l2	3	-0.025573739781975746
124	rnn.weight_hh_l2	4	0.054420407861471176
124	rnn.weight_hh_l2	5	-0.023501751944422722
124	rnn.weight_hh_l2	6	0.008402624167501926
124	rnn.weight_hh_l2	7	-0.053196925669908524
124	rnn.weight_hh_l2	8	-0.006398795172572136
124	rnn.weight_hh_l2	9	-0.018085291609168053
124	rnn.bias_ih_l2	0	0.16014419496059418
124	rnn.bias_ih_l2	1	0.013708485290408134
124	rnn.bias_ih_l2	2	0.06843714416027069
124	rnn.bias_ih_l2	3	0.02603226527571678
124	rnn.bias_ih_l2	4	-0.006686015985906124
124	rnn.bias_ih_l2	5	0.04650052264332771
124	rnn.bias_ih_l2	6	0.015517985448241234
124	rnn.bias_ih_l2	7	0.017727911472320557
124	rnn.bias_ih_l2	8	0.01830543763935566
124	rnn.bias_ih_l2	9	-0.01596207357943058
124	rnn.bias_hh_l2	0	0.02480456978082657
124	rnn.bias_hh_l2	1	0.0053337570279836655
124	rnn.bias_hh_l2	2	0.0726480633020401
124	rnn.bias_hh_l2	3	0.030156634747982025
124	rnn.bias_hh_l2	4	0.0775536522269249
124	rnn.bias_hh_l2	5	-0.061735790222883224
124	rnn.bias_hh_l2	6	0.03567734733223915
124	rnn.bias_hh_l2	7	-0.025445109233260155
124	rnn.bias_hh_l2	8	0.04204271733760834
124	rnn.bias_hh_l2	9	0.004465269856154919
124	rnn.weight_ih_l2_reverse	0	0.08225572109222412
124	rnn.weight_ih_l2_reverse	1	-0.0540236234664917
124	rnn.weight_ih_l2_reverse	2	0.0009984811767935753
124	rnn.weight_ih_l2_reverse	3	0.03526773303747177
124	rnn.weight_ih_l2_reverse	4	0.054006632417440414
124	rnn.weight_ih_l2_reverse	5	-0.04067609831690788
124	rnn.weight_ih_l2_reverse	6	0.0002597000857349485
124	rnn.weight_ih_l2_reverse	7	-0.013735671527683735
124	rnn.weight_ih_l2_reverse	8	0.012446739710867405
124	rnn.weight_ih_l2_reverse	9	-0.07986291497945786
124	rnn.weight_hh_l2_reverse	0	-0.08277842402458191
124	rnn.weight_hh_l2_reverse	1	0.01556774228811264
124	rnn.weight_hh_l2_reverse	2	0.010450168512761593
124	rnn.weight_hh_l2_reverse	3	0.024316878989338875
124	rnn.weight_hh_l2_reverse	4	-0.03674900904297829
124	rnn.weight_hh_l2_reverse	5	-0.014690740965306759
124	rnn.weight_hh_l2_reverse	6	-0.04263235628604889
124	rnn.weight_hh_l2_reverse	7	-0.059911906719207764
124	rnn.weight_hh_l2_reverse	8	-0.006688599940389395
124	rnn.weight_hh_l2_reverse	9	-0.05908185988664627
124	rnn.bias_ih_l2_reverse	0	-0.06514518707990646
124	rnn.bias_ih_l2_reverse	1	-0.027750246226787567
124	rnn.bias_ih_l2_reverse	2	0.0425085611641407
124	rnn.bias_ih_l2_reverse	3	0.022462747991085052
124	rnn.bias_ih_l2_reverse	4	0.07650995254516602
124	rnn.bias_ih_l2_reverse	5	-0.08916714042425156
124	rnn.bias_ih_l2_reverse	6	-0.043322477489709854
124	rnn.bias_ih_l2_reverse	7	-0.05399324744939804
124	rnn.bias_ih_l2_reverse	8	0.05255240574479103
124	rnn.bias_ih_l2_reverse	9	0.030289582908153534
124	rnn.bias_hh_l2_reverse	0	0.05605940893292427
124	rnn.bias_hh_l2_reverse	1	-0.06421607732772827
124	rnn.bias_hh_l2_reverse	2	-0.0672888457775116
124	rnn.bias_hh_l2_reverse	3	0.03175995498895645
124	rnn.bias_hh_l2_reverse	4	0.029305873438715935
124	rnn.bias_hh_l2_reverse	5	0.03560821712017059
124	rnn.bias_hh_l2_reverse	6	-0.08255963027477264
124	rnn.bias_hh_l2_reverse	7	-0.0068990630097687244
124	rnn.bias_hh_l2_reverse	8	-0.10455312579870224
124	rnn.bias_hh_l2_reverse	9	-0.05518777668476105
124	linear.weight	0	0.025028489530086517
124	linear.weight	1	0.12161518633365631
124	linear.weight	2	-0.024150880053639412
124	linear.weight	3	-0.03760737180709839
124	linear.weight	4	-0.022248394787311554
124	linear.weight	5	0.04281415417790413
124	linear.weight	6	0.006381899118423462
124	linear.weight	7	-0.09277675300836563
124	linear.weight	8	-0.009144594892859459
124	linear.weight	9	0.09449979662895203
124	linear.bias	0	0.5499709248542786
124	linear.bias	1	0.6876115202903748
124	linear.bias	2	-1.6023519039154053
124	linear.bias	3	-0.05754556506872177
124	linear.bias	4	-0.050822705030441284
124	linear.bias	5	0.2634652554988861
125	transitions	0	0.04269340634346008
125	transitions	1	-10000.0
125	transitions	2	2.4949185848236084
125	transitions	3	-1.108856439590454
125	transitions	4	-10000.0
125	transitions	5	-10000.0
125	transitions	6	-10000.0
125	transitions	7	0.8818484544754028
125	transitions	8	0.8457987904548645
125	transitions	9	-1.2621833086013794
125	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
125	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
125	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
125	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
125	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
125	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
125	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
125	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
125	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
125	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
125	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
125	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
125	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
125	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
125	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
125	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
125	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
125	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
125	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
125	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
125	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
125	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
125	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
125	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
125	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
125	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
125	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
125	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
125	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
125	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
125	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
125	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
125	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
125	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
125	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
125	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
125	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
125	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
125	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
125	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
125	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
125	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
125	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
125	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
125	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
125	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
125	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
125	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
125	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
125	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
125	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
125	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
125	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
125	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
125	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
125	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
125	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
125	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
125	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
125	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
125	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
125	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
125	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
125	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
125	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
125	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
125	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
125	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
125	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
125	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
125	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
125	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
125	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
125	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
125	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
125	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
125	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
125	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
125	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
125	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
125	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
125	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
125	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
125	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
125	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
125	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
125	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
125	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
125	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
125	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
125	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
125	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
125	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
125	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
125	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
125	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
125	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
125	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
125	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
125	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
125	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
125	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
125	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
125	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
125	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
125	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
125	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
125	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
125	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
125	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
125	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
125	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
125	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
125	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
125	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
125	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
125	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
125	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
125	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
125	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
125	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
125	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
125	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
125	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
125	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
125	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
125	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
125	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
125	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
125	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
125	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
125	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
125	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
125	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
125	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
125	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
125	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
125	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
125	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
125	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
125	embedding2nn.weight	0	0.01474006474018097
125	embedding2nn.weight	1	-2.33916057368333e-06
125	embedding2nn.weight	2	0.005535139236599207
125	embedding2nn.weight	3	0.0007302272133529186
125	embedding2nn.weight	4	-0.007518399972468615
125	embedding2nn.weight	5	-0.005429222248494625
125	embedding2nn.weight	6	-0.0009964407654479146
125	embedding2nn.weight	7	-0.003117338055744767
125	embedding2nn.weight	8	0.013209226541221142
125	embedding2nn.weight	9	0.00441674143075943
125	embedding2nn.bias	0	0.006668259389698505
125	embedding2nn.bias	1	-0.012979566119611263
125	embedding2nn.bias	2	0.013187898322939873
125	embedding2nn.bias	3	-0.013053646311163902
125	embedding2nn.bias	4	-0.02137994021177292
125	embedding2nn.bias	5	-0.0032533465418964624
125	embedding2nn.bias	6	0.00951659120619297
125	embedding2nn.bias	7	0.00420581828802824
125	embedding2nn.bias	8	-0.014163773506879807
125	embedding2nn.bias	9	0.0018030934734269977
125	rnn.weight_ih_l0	0	-0.05228982865810394
125	rnn.weight_ih_l0	1	0.05079377070069313
125	rnn.weight_ih_l0	2	0.031840626150369644
125	rnn.weight_ih_l0	3	0.014778083190321922
125	rnn.weight_ih_l0	4	0.012433129362761974
125	rnn.weight_ih_l0	5	0.08420766890048981
125	rnn.weight_ih_l0	6	0.07607440650463104
125	rnn.weight_ih_l0	7	0.03781295195221901
125	rnn.weight_ih_l0	8	-0.04571915790438652
125	rnn.weight_ih_l0	9	0.008189115673303604
125	rnn.weight_hh_l0	0	0.008303307928144932
125	rnn.weight_hh_l0	1	-0.06411468982696533
125	rnn.weight_hh_l0	2	-0.06550807505846024
125	rnn.weight_hh_l0	3	0.07140845060348511
125	rnn.weight_hh_l0	4	0.07098858803510666
125	rnn.weight_hh_l0	5	0.005835146643221378
125	rnn.weight_hh_l0	6	0.00017046624270733446
125	rnn.weight_hh_l0	7	-0.017790118232369423
125	rnn.weight_hh_l0	8	-0.029023101553320885
125	rnn.weight_hh_l0	9	0.05755115672945976
125	rnn.bias_ih_l0	0	-0.0618162676692009
125	rnn.bias_ih_l0	1	0.08810628950595856
125	rnn.bias_ih_l0	2	0.020232586190104485
125	rnn.bias_ih_l0	3	0.07781317830085754
125	rnn.bias_ih_l0	4	-0.07138270884752274
125	rnn.bias_ih_l0	5	0.08175356686115265
125	rnn.bias_ih_l0	6	-0.06432478129863739
125	rnn.bias_ih_l0	7	-0.03588346019387245
125	rnn.bias_ih_l0	8	-0.08715660125017166
125	rnn.bias_ih_l0	9	-0.04577965661883354
125	rnn.bias_hh_l0	0	0.033127810806035995
125	rnn.bias_hh_l0	1	0.07320574671030045
125	rnn.bias_hh_l0	2	0.06897524744272232
125	rnn.bias_hh_l0	3	0.08456794172525406
125	rnn.bias_hh_l0	4	-0.09519445151090622
125	rnn.bias_hh_l0	5	-0.0715373307466507
125	rnn.bias_hh_l0	6	0.07753264158964157
125	rnn.bias_hh_l0	7	-0.08560867607593536
125	rnn.bias_hh_l0	8	-0.027041630819439888
125	rnn.bias_hh_l0	9	0.004464176017791033
125	rnn.weight_ih_l0_reverse	0	0.07932061702013016
125	rnn.weight_ih_l0_reverse	1	0.07320143282413483
125	rnn.weight_ih_l0_reverse	2	0.03874250128865242
125	rnn.weight_ih_l0_reverse	3	0.03372178226709366
125	rnn.weight_ih_l0_reverse	4	-0.03697924315929413
125	rnn.weight_ih_l0_reverse	5	0.05088884010910988
125	rnn.weight_ih_l0_reverse	6	0.06641387194395065
125	rnn.weight_ih_l0_reverse	7	0.022486301138997078
125	rnn.weight_ih_l0_reverse	8	-0.05774989351630211
125	rnn.weight_ih_l0_reverse	9	-0.052847739309072495
125	rnn.weight_hh_l0_reverse	0	0.02505340240895748
125	rnn.weight_hh_l0_reverse	1	-0.08710433542728424
125	rnn.weight_hh_l0_reverse	2	0.06320285052061081
125	rnn.weight_hh_l0_reverse	3	-0.02143961936235428
125	rnn.weight_hh_l0_reverse	4	0.08390206098556519
125	rnn.weight_hh_l0_reverse	5	-0.0018960412126034498
125	rnn.weight_hh_l0_reverse	6	0.029721278697252274
125	rnn.weight_hh_l0_reverse	7	0.07827980071306229
125	rnn.weight_hh_l0_reverse	8	-0.022395223379135132
125	rnn.weight_hh_l0_reverse	9	-0.04669494181871414
125	rnn.bias_ih_l0_reverse	0	0.0008430723682977259
125	rnn.bias_ih_l0_reverse	1	-0.017281372100114822
125	rnn.bias_ih_l0_reverse	2	-0.015162303112447262
125	rnn.bias_ih_l0_reverse	3	0.03729892894625664
125	rnn.bias_ih_l0_reverse	4	0.06747925281524658
125	rnn.bias_ih_l0_reverse	5	-0.021628182381391525
125	rnn.bias_ih_l0_reverse	6	-0.026961365714669228
125	rnn.bias_ih_l0_reverse	7	-0.049603421241045
125	rnn.bias_ih_l0_reverse	8	0.00945778377354145
125	rnn.bias_ih_l0_reverse	9	-0.06771888583898544
125	rnn.bias_hh_l0_reverse	0	0.03867750242352486
125	rnn.bias_hh_l0_reverse	1	-0.06908148527145386
125	rnn.bias_hh_l0_reverse	2	0.08368802070617676
125	rnn.bias_hh_l0_reverse	3	0.05911535397171974
125	rnn.bias_hh_l0_reverse	4	0.02539784088730812
125	rnn.bias_hh_l0_reverse	5	0.044377073645591736
125	rnn.bias_hh_l0_reverse	6	0.06457929313182831
125	rnn.bias_hh_l0_reverse	7	0.08537136018276215
125	rnn.bias_hh_l0_reverse	8	-0.01087702251970768
125	rnn.bias_hh_l0_reverse	9	0.05389390140771866
125	rnn.weight_ih_l1	0	0.021962668746709824
125	rnn.weight_ih_l1	1	0.015605812892317772
125	rnn.weight_ih_l1	2	0.0849231705069542
125	rnn.weight_ih_l1	3	-0.024248609319329262
125	rnn.weight_ih_l1	4	-0.02412828803062439
125	rnn.weight_ih_l1	5	-0.013196304440498352
125	rnn.weight_ih_l1	6	0.07240933179855347
125	rnn.weight_ih_l1	7	-0.004183406010270119
125	rnn.weight_ih_l1	8	-0.05257332697510719
125	rnn.weight_ih_l1	9	0.054842181503772736
125	rnn.weight_hh_l1	0	-0.08180110901594162
125	rnn.weight_hh_l1	1	-0.035941556096076965
125	rnn.weight_hh_l1	2	-0.008137770928442478
125	rnn.weight_hh_l1	3	-0.058311134576797485
125	rnn.weight_hh_l1	4	0.08580541610717773
125	rnn.weight_hh_l1	5	-0.08419695496559143
125	rnn.weight_hh_l1	6	-0.050063103437423706
125	rnn.weight_hh_l1	7	0.06522820889949799
125	rnn.weight_hh_l1	8	-0.013509525917470455
125	rnn.weight_hh_l1	9	-0.04002142697572708
125	rnn.bias_ih_l1	0	-0.03914158418774605
125	rnn.bias_ih_l1	1	0.056639913469552994
125	rnn.bias_ih_l1	2	-0.04728991538286209
125	rnn.bias_ih_l1	3	-0.07497794926166534
125	rnn.bias_ih_l1	4	-0.0293833389878273
125	rnn.bias_ih_l1	5	-0.003086719661951065
125	rnn.bias_ih_l1	6	-0.05278603360056877
125	rnn.bias_ih_l1	7	0.062305841594934464
125	rnn.bias_ih_l1	8	0.08238273859024048
125	rnn.bias_ih_l1	9	0.030230943113565445
125	rnn.bias_hh_l1	0	0.06914470344781876
125	rnn.bias_hh_l1	1	-0.058501504361629486
125	rnn.bias_hh_l1	2	0.020164217799901962
125	rnn.bias_hh_l1	3	0.07709209620952606
125	rnn.bias_hh_l1	4	0.05702583119273186
125	rnn.bias_hh_l1	5	-0.07710988819599152
125	rnn.bias_hh_l1	6	0.01448901742696762
125	rnn.bias_hh_l1	7	0.041076552122831345
125	rnn.bias_hh_l1	8	0.013038679957389832
125	rnn.bias_hh_l1	9	-0.00560858566313982
125	rnn.weight_ih_l1_reverse	0	0.08611869066953659
125	rnn.weight_ih_l1_reverse	1	-0.04168587550520897
125	rnn.weight_ih_l1_reverse	2	-0.061972424387931824
125	rnn.weight_ih_l1_reverse	3	0.025309978052973747
125	rnn.weight_ih_l1_reverse	4	-0.04650631174445152
125	rnn.weight_ih_l1_reverse	5	0.024172665551304817
125	rnn.weight_ih_l1_reverse	6	0.04041694477200508
125	rnn.weight_ih_l1_reverse	7	0.020296325907111168
125	rnn.weight_ih_l1_reverse	8	-0.008549235761165619
125	rnn.weight_ih_l1_reverse	9	-0.06545829027891159
125	rnn.weight_hh_l1_reverse	0	0.00495426170527935
125	rnn.weight_hh_l1_reverse	1	0.018884679302573204
125	rnn.weight_hh_l1_reverse	2	-0.05820740386843681
125	rnn.weight_hh_l1_reverse	3	-0.012790590524673462
125	rnn.weight_hh_l1_reverse	4	0.008889006450772285
125	rnn.weight_hh_l1_reverse	5	-0.06617902219295502
125	rnn.weight_hh_l1_reverse	6	-0.06729519367218018
125	rnn.weight_hh_l1_reverse	7	-0.011352398432791233
125	rnn.weight_hh_l1_reverse	8	-0.05776280537247658
125	rnn.weight_hh_l1_reverse	9	-0.04372348636388779
125	rnn.bias_ih_l1_reverse	0	-0.002947641769424081
125	rnn.bias_ih_l1_reverse	1	-0.04244266077876091
125	rnn.bias_ih_l1_reverse	2	0.025657227262854576
125	rnn.bias_ih_l1_reverse	3	-0.08382242918014526
125	rnn.bias_ih_l1_reverse	4	-0.08703611046075821
125	rnn.bias_ih_l1_reverse	5	-0.08695309609174728
125	rnn.bias_ih_l1_reverse	6	0.06287295371294022
125	rnn.bias_ih_l1_reverse	7	0.08481008559465408
125	rnn.bias_ih_l1_reverse	8	0.0025160997174680233
125	rnn.bias_ih_l1_reverse	9	-0.011422740295529366
125	rnn.bias_hh_l1_reverse	0	0.06081081181764603
125	rnn.bias_hh_l1_reverse	1	-0.06880056113004684
125	rnn.bias_hh_l1_reverse	2	-0.053577907383441925
125	rnn.bias_hh_l1_reverse	3	0.07336831092834473
125	rnn.bias_hh_l1_reverse	4	-0.023358909413218498
125	rnn.bias_hh_l1_reverse	5	-0.0063539789989590645
125	rnn.bias_hh_l1_reverse	6	-0.05913141742348671
125	rnn.bias_hh_l1_reverse	7	-0.060436125844717026
125	rnn.bias_hh_l1_reverse	8	0.06575538218021393
125	rnn.bias_hh_l1_reverse	9	0.05211734399199486
125	rnn.weight_ih_l2	0	0.07458114624023438
125	rnn.weight_ih_l2	1	-0.054254088550806046
125	rnn.weight_ih_l2	2	0.0633813813328743
125	rnn.weight_ih_l2	3	0.06582357734441757
125	rnn.weight_ih_l2	4	0.05655471235513687
125	rnn.weight_ih_l2	5	-0.035952456295490265
125	rnn.weight_ih_l2	6	-0.07530014961957932
125	rnn.weight_ih_l2	7	0.012112383730709553
125	rnn.weight_ih_l2	8	-0.017191432416439056
125	rnn.weight_ih_l2	9	-0.06916691362857819
125	rnn.weight_hh_l2	0	0.04815572872757912
125	rnn.weight_hh_l2	1	0.03081837296485901
125	rnn.weight_hh_l2	2	-0.05474035069346428
125	rnn.weight_hh_l2	3	-0.02553706057369709
125	rnn.weight_hh_l2	4	0.05450858920812607
125	rnn.weight_hh_l2	5	-0.02368990145623684
125	rnn.weight_hh_l2	6	0.008380206301808357
125	rnn.weight_hh_l2	7	-0.0532180480659008
125	rnn.weight_hh_l2	8	-0.006300795823335648
125	rnn.weight_hh_l2	9	-0.018113618716597557
125	rnn.bias_ih_l2	0	0.1603608876466751
125	rnn.bias_ih_l2	1	0.01347216498106718
125	rnn.bias_ih_l2	2	0.0689409002661705
125	rnn.bias_ih_l2	3	0.026843370869755745
125	rnn.bias_ih_l2	4	-0.0066276309080421925
125	rnn.bias_ih_l2	5	0.0467655211687088
125	rnn.bias_ih_l2	6	0.015630709007382393
125	rnn.bias_ih_l2	7	0.017804400995373726
125	rnn.bias_ih_l2	8	0.019101029261946678
125	rnn.bias_ih_l2	9	-0.01593419536948204
125	rnn.bias_hh_l2	0	0.025348838418722153
125	rnn.bias_hh_l2	1	0.00591812701895833
125	rnn.bias_hh_l2	2	0.07306846231222153
125	rnn.bias_hh_l2	3	0.030170241370797157
125	rnn.bias_hh_l2	4	0.07761860638856888
125	rnn.bias_hh_l2	5	-0.06086229532957077
125	rnn.bias_hh_l2	6	0.03691302612423897
125	rnn.bias_hh_l2	7	-0.02502036839723587
125	rnn.bias_hh_l2	8	0.041905418038368225
125	rnn.bias_hh_l2	9	0.008832172490656376
125	rnn.weight_ih_l2_reverse	0	0.0822548195719719
125	rnn.weight_ih_l2_reverse	1	-0.0539720393717289
125	rnn.weight_ih_l2_reverse	2	0.0009972051484510303
125	rnn.weight_ih_l2_reverse	3	0.03526971861720085
125	rnn.weight_ih_l2_reverse	4	0.054015152156353
125	rnn.weight_ih_l2_reverse	5	-0.04068263620138168
125	rnn.weight_ih_l2_reverse	6	0.0002749397826846689
125	rnn.weight_ih_l2_reverse	7	-0.013858743943274021
125	rnn.weight_ih_l2_reverse	8	0.012536651454865932
125	rnn.weight_ih_l2_reverse	9	-0.0797957181930542
125	rnn.weight_hh_l2_reverse	0	-0.08278045058250427
125	rnn.weight_hh_l2_reverse	1	0.015568477101624012
125	rnn.weight_hh_l2_reverse	2	0.010443962179124355
125	rnn.weight_hh_l2_reverse	3	0.024317484349012375
125	rnn.weight_hh_l2_reverse	4	-0.036750324070453644
125	rnn.weight_hh_l2_reverse	5	-0.014687004499137402
125	rnn.weight_hh_l2_reverse	6	-0.042686037719249725
125	rnn.weight_hh_l2_reverse	7	-0.059910815209150314
125	rnn.weight_hh_l2_reverse	8	-0.0066885678097605705
125	rnn.weight_hh_l2_reverse	9	-0.05908245965838432
125	rnn.bias_ih_l2_reverse	0	-0.064125657081604
125	rnn.bias_ih_l2_reverse	1	-0.027720196172595024
125	rnn.bias_ih_l2_reverse	2	0.043136876076459885
125	rnn.bias_ih_l2_reverse	3	0.02516920305788517
125	rnn.bias_ih_l2_reverse	4	0.07652422040700912
125	rnn.bias_ih_l2_reverse	5	-0.08916828036308289
125	rnn.bias_ih_l2_reverse	6	-0.04334520921111107
125	rnn.bias_ih_l2_reverse	7	-0.05593005195260048
125	rnn.bias_ih_l2_reverse	8	0.052800290286540985
125	rnn.bias_ih_l2_reverse	9	0.03020492196083069
125	rnn.bias_hh_l2_reverse	0	0.05708321928977966
125	rnn.bias_hh_l2_reverse	1	-0.06309591978788376
125	rnn.bias_hh_l2_reverse	2	-0.06733895093202591
125	rnn.bias_hh_l2_reverse	3	0.03183450177311897
125	rnn.bias_hh_l2_reverse	4	0.029693886637687683
125	rnn.bias_hh_l2_reverse	5	0.03559108451008797
125	rnn.bias_hh_l2_reverse	6	-0.08254121989011765
125	rnn.bias_hh_l2_reverse	7	-0.007081244140863419
125	rnn.bias_hh_l2_reverse	8	-0.10416194796562195
125	rnn.bias_hh_l2_reverse	9	-0.055187929421663284
125	linear.weight	0	0.025028489530086517
125	linear.weight	1	0.12284619361162186
125	linear.weight	2	-0.024149641394615173
125	linear.weight	3	-0.03827369585633278
125	linear.weight	4	-0.022248394787311554
125	linear.weight	5	0.042376644909381866
125	linear.weight	6	0.0070496113039553165
125	linear.weight	7	-0.09166733175516129
125	linear.weight	8	-0.011099172756075859
125	linear.weight	9	0.09813416004180908
125	linear.bias	0	0.5284765958786011
125	linear.bias	1	0.7179539203643799
125	linear.bias	2	-1.603430986404419
125	linear.bias	3	-0.05754556506872177
125	linear.bias	4	-0.050822705030441284
125	linear.bias	5	0.2556963562965393
126	transitions	0	0.04236125946044922
126	transitions	1	-10000.0
126	transitions	2	2.4734039306640625
126	transitions	3	-1.1061890125274658
126	transitions	4	-10000.0
126	transitions	5	-10000.0
126	transitions	6	-10000.0
126	transitions	7	0.8818401098251343
126	transitions	8	0.8455391526222229
126	transitions	9	-1.2633370161056519
126	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
126	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
126	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
126	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
126	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
126	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
126	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
126	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
126	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
126	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
126	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
126	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
126	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
126	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
126	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
126	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
126	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
126	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
126	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
126	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
126	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
126	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
126	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
126	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
126	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
126	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
126	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
126	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
126	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
126	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
126	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
126	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
126	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
126	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
126	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
126	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
126	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
126	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
126	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
126	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
126	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
126	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
126	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
126	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
126	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
126	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
126	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
126	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
126	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
126	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
126	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
126	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
126	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
126	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
126	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
126	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
126	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
126	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
126	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
126	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
126	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
126	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
126	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
126	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
126	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
126	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
126	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
126	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
126	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
126	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
126	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
126	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
126	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
126	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
126	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
126	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
126	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
126	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
126	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
126	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
126	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
126	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
126	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
126	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
126	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
126	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
126	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
126	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
126	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
126	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
126	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
126	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
126	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
126	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
126	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
126	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
126	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
126	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
126	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
126	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
126	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
126	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
126	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
126	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
126	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
126	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
126	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
126	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
126	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
126	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
126	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
126	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
126	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
126	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
126	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
126	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
126	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
126	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
126	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
126	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
126	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
126	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
126	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
126	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
126	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
126	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
126	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
126	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
126	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
126	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
126	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
126	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
126	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
126	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
126	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
126	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
126	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
126	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
126	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
126	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
126	embedding2nn.weight	0	0.014745999127626419
126	embedding2nn.weight	1	2.2508031179313548e-05
126	embedding2nn.weight	2	0.0055483076721429825
126	embedding2nn.weight	3	0.0007295613177120686
126	embedding2nn.weight	4	-0.00751408189535141
126	embedding2nn.weight	5	-0.005425894632935524
126	embedding2nn.weight	6	-0.0010019956389442086
126	embedding2nn.weight	7	-0.0031173115130513906
126	embedding2nn.weight	8	0.013010764494538307
126	embedding2nn.weight	9	0.004435542970895767
126	embedding2nn.bias	0	0.003989061340689659
126	embedding2nn.bias	1	-0.01252494752407074
126	embedding2nn.bias	2	0.015800293534994125
126	embedding2nn.bias	3	-0.012846061959862709
126	embedding2nn.bias	4	-0.022940730676054955
126	embedding2nn.bias	5	-0.003813032526522875
126	embedding2nn.bias	6	0.012788396328687668
126	embedding2nn.bias	7	0.004423889331519604
126	embedding2nn.bias	8	-0.013997446745634079
126	embedding2nn.bias	9	0.002387511543929577
126	rnn.weight_ih_l0	0	-0.05232740566134453
126	rnn.weight_ih_l0	1	0.050792768597602844
126	rnn.weight_ih_l0	2	0.031840730458498
126	rnn.weight_ih_l0	3	0.014775259420275688
126	rnn.weight_ih_l0	4	0.012459692545235157
126	rnn.weight_ih_l0	5	0.08420325070619583
126	rnn.weight_ih_l0	6	0.07607421278953552
126	rnn.weight_ih_l0	7	0.03781169652938843
126	rnn.weight_ih_l0	8	-0.04560936987400055
126	rnn.weight_ih_l0	9	0.008256512694060802
126	rnn.weight_hh_l0	0	0.008292683400213718
126	rnn.weight_hh_l0	1	-0.06412111967802048
126	rnn.weight_hh_l0	2	-0.06548890471458435
126	rnn.weight_hh_l0	3	0.07139860838651657
126	rnn.weight_hh_l0	4	0.07094766944646835
126	rnn.weight_hh_l0	5	0.005806518252938986
126	rnn.weight_hh_l0	6	0.00022380238806363195
126	rnn.weight_hh_l0	7	-0.01772630214691162
126	rnn.weight_hh_l0	8	-0.02901163138449192
126	rnn.weight_hh_l0	9	0.057547785341739655
126	rnn.bias_ih_l0	0	-0.06150876358151436
126	rnn.bias_ih_l0	1	0.08809920400381088
126	rnn.bias_ih_l0	2	0.020244808867573738
126	rnn.bias_ih_l0	3	0.07699491828680038
126	rnn.bias_ih_l0	4	-0.07001068443059921
126	rnn.bias_ih_l0	5	0.0825423002243042
126	rnn.bias_ih_l0	6	-0.06307332217693329
126	rnn.bias_ih_l0	7	-0.03585199639201164
126	rnn.bias_ih_l0	8	-0.08663231134414673
126	rnn.bias_ih_l0	9	-0.04567741975188255
126	rnn.bias_hh_l0	0	0.03359410911798477
126	rnn.bias_hh_l0	1	0.07323583960533142
126	rnn.bias_hh_l0	2	0.06889832019805908
126	rnn.bias_hh_l0	3	0.08433662354946136
126	rnn.bias_hh_l0	4	-0.0959348976612091
126	rnn.bias_hh_l0	5	-0.07156708836555481
126	rnn.bias_hh_l0	6	0.07755254954099655
126	rnn.bias_hh_l0	7	-0.08764978498220444
126	rnn.bias_hh_l0	8	-0.027088984847068787
126	rnn.bias_hh_l0	9	0.003993222489953041
126	rnn.weight_ih_l0_reverse	0	0.0793173536658287
126	rnn.weight_ih_l0_reverse	1	0.0732489749789238
126	rnn.weight_ih_l0_reverse	2	0.03874209150671959
126	rnn.weight_ih_l0_reverse	3	0.03371478617191315
126	rnn.weight_ih_l0_reverse	4	-0.03703046217560768
126	rnn.weight_ih_l0_reverse	5	0.050895269960165024
126	rnn.weight_ih_l0_reverse	6	0.06642384082078934
126	rnn.weight_ih_l0_reverse	7	0.022514495998620987
126	rnn.weight_ih_l0_reverse	8	-0.05776430293917656
126	rnn.weight_ih_l0_reverse	9	-0.052849434316158295
126	rnn.weight_hh_l0_reverse	0	0.02522212825715542
126	rnn.weight_hh_l0_reverse	1	-0.08708672225475311
126	rnn.weight_hh_l0_reverse	2	0.06323038041591644
126	rnn.weight_hh_l0_reverse	3	-0.021447451785206795
126	rnn.weight_hh_l0_reverse	4	0.08399856835603714
126	rnn.weight_hh_l0_reverse	5	-0.001908235251903534
126	rnn.weight_hh_l0_reverse	6	0.029747851192951202
126	rnn.weight_hh_l0_reverse	7	0.07834029942750931
126	rnn.weight_hh_l0_reverse	8	-0.022412532940506935
126	rnn.weight_hh_l0_reverse	9	-0.04669531434774399
126	rnn.bias_ih_l0_reverse	0	0.0007836553268134594
126	rnn.bias_ih_l0_reverse	1	-0.014385297894477844
126	rnn.bias_ih_l0_reverse	2	-0.015825558453798294
126	rnn.bias_ih_l0_reverse	3	0.03771504759788513
126	rnn.bias_ih_l0_reverse	4	0.06752036511898041
126	rnn.bias_ih_l0_reverse	5	-0.02169611304998398
126	rnn.bias_ih_l0_reverse	6	-0.026779143139719963
126	rnn.bias_ih_l0_reverse	7	-0.0496799610555172
126	rnn.bias_ih_l0_reverse	8	0.00833202339708805
126	rnn.bias_ih_l0_reverse	9	-0.06786081194877625
126	rnn.bias_hh_l0_reverse	0	0.038678061217069626
126	rnn.bias_hh_l0_reverse	1	-0.06922341138124466
126	rnn.bias_hh_l0_reverse	2	0.08442525565624237
126	rnn.bias_hh_l0_reverse	3	0.05936034023761749
126	rnn.bias_hh_l0_reverse	4	0.025820797309279442
126	rnn.bias_hh_l0_reverse	5	0.044516753405332565
126	rnn.bias_hh_l0_reverse	6	0.06430692970752716
126	rnn.bias_hh_l0_reverse	7	0.08358795195817947
126	rnn.bias_hh_l0_reverse	8	-0.010933072306215763
126	rnn.bias_hh_l0_reverse	9	0.05443844571709633
126	rnn.weight_ih_l1	0	0.02213362790644169
126	rnn.weight_ih_l1	1	0.015644598752260208
126	rnn.weight_ih_l1	2	0.08535704016685486
126	rnn.weight_ih_l1	3	-0.02421312965452671
126	rnn.weight_ih_l1	4	-0.024113988503813744
126	rnn.weight_ih_l1	5	-0.013052457943558693
126	rnn.weight_ih_l1	6	0.07244626432657242
126	rnn.weight_ih_l1	7	-0.004093669820576906
126	rnn.weight_ih_l1	8	-0.052554935216903687
126	rnn.weight_ih_l1	9	0.05465708673000336
126	rnn.weight_hh_l1	0	-0.08167669922113419
126	rnn.weight_hh_l1	1	-0.03592066466808319
126	rnn.weight_hh_l1	2	-0.008134569972753525
126	rnn.weight_hh_l1	3	-0.05831342190504074
126	rnn.weight_hh_l1	4	0.08576299995183945
126	rnn.weight_hh_l1	5	-0.0841713398694992
126	rnn.weight_hh_l1	6	-0.050122588872909546
126	rnn.weight_hh_l1	7	0.06523603945970535
126	rnn.weight_hh_l1	8	-0.013509024865925312
126	rnn.weight_hh_l1	9	-0.04013052210211754
126	rnn.bias_ih_l1	0	-0.03907907381653786
126	rnn.bias_ih_l1	1	0.05621841549873352
126	rnn.bias_ih_l1	2	-0.047404974699020386
126	rnn.bias_ih_l1	3	-0.07454283535480499
126	rnn.bias_ih_l1	4	-0.029376355931162834
126	rnn.bias_ih_l1	5	-0.003996513318270445
126	rnn.bias_ih_l1	6	-0.05286119878292084
126	rnn.bias_ih_l1	7	0.06228313595056534
126	rnn.bias_ih_l1	8	0.08255694806575775
126	rnn.bias_ih_l1	9	0.03473302349448204
126	rnn.bias_hh_l1	0	0.06913094967603683
126	rnn.bias_hh_l1	1	-0.05849236622452736
126	rnn.bias_hh_l1	2	0.020255401730537415
126	rnn.bias_hh_l1	3	0.0769873782992363
126	rnn.bias_hh_l1	4	0.05680825933814049
126	rnn.bias_hh_l1	5	-0.0775173082947731
126	rnn.bias_hh_l1	6	0.01453598216176033
126	rnn.bias_hh_l1	7	0.04026930406689644
126	rnn.bias_hh_l1	8	0.012990388087928295
126	rnn.bias_hh_l1	9	-0.005750223994255066
126	rnn.weight_ih_l1_reverse	0	0.0862816646695137
126	rnn.weight_ih_l1_reverse	1	-0.04180386662483215
126	rnn.weight_ih_l1_reverse	2	-0.061971135437488556
126	rnn.weight_ih_l1_reverse	3	0.025277530774474144
126	rnn.weight_ih_l1_reverse	4	-0.04649524763226509
126	rnn.weight_ih_l1_reverse	5	0.02419470250606537
126	rnn.weight_ih_l1_reverse	6	0.0404091440141201
126	rnn.weight_ih_l1_reverse	7	0.02030162513256073
126	rnn.weight_ih_l1_reverse	8	-0.008569794707000256
126	rnn.weight_ih_l1_reverse	9	-0.06466421484947205
126	rnn.weight_hh_l1_reverse	0	0.004964873660355806
126	rnn.weight_hh_l1_reverse	1	0.018879499286413193
126	rnn.weight_hh_l1_reverse	2	-0.0582091361284256
126	rnn.weight_hh_l1_reverse	3	-0.012795035727322102
126	rnn.weight_hh_l1_reverse	4	0.00889081321656704
126	rnn.weight_hh_l1_reverse	5	-0.06573618948459625
126	rnn.weight_hh_l1_reverse	6	-0.06730124354362488
126	rnn.weight_hh_l1_reverse	7	-0.011362888850271702
126	rnn.weight_hh_l1_reverse	8	-0.057611554861068726
126	rnn.weight_hh_l1_reverse	9	-0.043748077005147934
126	rnn.bias_ih_l1_reverse	0	-0.003103930503129959
126	rnn.bias_ih_l1_reverse	1	-0.04246804490685463
126	rnn.bias_ih_l1_reverse	2	0.02565932460129261
126	rnn.bias_ih_l1_reverse	3	-0.08382412791252136
126	rnn.bias_ih_l1_reverse	4	-0.0872308760881424
126	rnn.bias_ih_l1_reverse	5	-0.08684474974870682
126	rnn.bias_ih_l1_reverse	6	0.06270918250083923
126	rnn.bias_ih_l1_reverse	7	0.08459782600402832
126	rnn.bias_ih_l1_reverse	8	0.003373304847627878
126	rnn.bias_ih_l1_reverse	9	-0.011551267467439175
126	rnn.bias_hh_l1_reverse	0	0.06073758751153946
126	rnn.bias_hh_l1_reverse	1	-0.06805190443992615
126	rnn.bias_hh_l1_reverse	2	-0.053560443222522736
126	rnn.bias_hh_l1_reverse	3	0.07337819784879684
126	rnn.bias_hh_l1_reverse	4	-0.023328257724642754
126	rnn.bias_hh_l1_reverse	5	-0.006194859277456999
126	rnn.bias_hh_l1_reverse	6	-0.0591597780585289
126	rnn.bias_hh_l1_reverse	7	-0.060409948229789734
126	rnn.bias_hh_l1_reverse	8	0.06577415764331818
126	rnn.bias_hh_l1_reverse	9	0.05071564018726349
126	rnn.weight_ih_l2	0	0.07430262118577957
126	rnn.weight_ih_l2	1	-0.054256267845630646
126	rnn.weight_ih_l2	2	0.06338313221931458
126	rnn.weight_ih_l2	3	0.06572145223617554
126	rnn.weight_ih_l2	4	0.05660213902592659
126	rnn.weight_ih_l2	5	-0.03594587370753288
126	rnn.weight_ih_l2	6	-0.07528945803642273
126	rnn.weight_ih_l2	7	0.01211120281368494
126	rnn.weight_ih_l2	8	-0.01719023287296295
126	rnn.weight_ih_l2	9	-0.06916677206754684
126	rnn.weight_hh_l2	0	0.048165593296289444
126	rnn.weight_hh_l2	1	0.030702704563736916
126	rnn.weight_hh_l2	2	-0.054792989045381546
126	rnn.weight_hh_l2	3	-0.025502141565084457
126	rnn.weight_hh_l2	4	0.05447591468691826
126	rnn.weight_hh_l2	5	-0.023996325209736824
126	rnn.weight_hh_l2	6	0.00839161779731512
126	rnn.weight_hh_l2	7	-0.05321711301803589
126	rnn.weight_hh_l2	8	-0.006258890964090824
126	rnn.weight_hh_l2	9	-0.018082059919834137
126	rnn.bias_ih_l2	0	0.15995821356773376
126	rnn.bias_ih_l2	1	0.013183935545384884
126	rnn.bias_ih_l2	2	0.06869503855705261
126	rnn.bias_ih_l2	3	0.027007296681404114
126	rnn.bias_ih_l2	4	-0.006632387172430754
126	rnn.bias_ih_l2	5	0.04675332084298134
126	rnn.bias_ih_l2	6	0.014806793071329594
126	rnn.bias_ih_l2	7	0.017553750425577164
126	rnn.bias_ih_l2	8	0.019272824749350548
126	rnn.bias_ih_l2	9	-0.016185162588953972
126	rnn.bias_hh_l2	0	0.02501515857875347
126	rnn.bias_hh_l2	1	0.004682926926761866
126	rnn.bias_hh_l2	2	0.07306313514709473
126	rnn.bias_hh_l2	3	0.02987099066376686
126	rnn.bias_hh_l2	4	0.07734746485948563
126	rnn.bias_hh_l2	5	-0.061377398669719696
126	rnn.bias_hh_l2	6	0.04264426231384277
126	rnn.bias_hh_l2	7	-0.025202414020895958
126	rnn.bias_hh_l2	8	0.04191015288233757
126	rnn.bias_hh_l2	9	0.017755189910531044
126	rnn.weight_ih_l2_reverse	0	0.08225562423467636
126	rnn.weight_ih_l2_reverse	1	-0.05398539453744888
126	rnn.weight_ih_l2_reverse	2	0.0009978596353903413
126	rnn.weight_ih_l2_reverse	3	0.035268716514110565
126	rnn.weight_ih_l2_reverse	4	0.05400526523590088
126	rnn.weight_ih_l2_reverse	5	-0.04068349301815033
126	rnn.weight_ih_l2_reverse	6	0.00046878709690645337
126	rnn.weight_ih_l2_reverse	7	-0.013872352428734303
126	rnn.weight_ih_l2_reverse	8	0.011487003415822983
126	rnn.weight_ih_l2_reverse	9	-0.07981701195240021
126	rnn.weight_hh_l2_reverse	0	-0.08278050273656845
126	rnn.weight_hh_l2_reverse	1	0.01555259432643652
126	rnn.weight_hh_l2_reverse	2	0.010442586615681648
126	rnn.weight_hh_l2_reverse	3	0.024318793788552284
126	rnn.weight_hh_l2_reverse	4	-0.03674646094441414
126	rnn.weight_hh_l2_reverse	5	-0.014682618901133537
126	rnn.weight_hh_l2_reverse	6	-0.04306672886013985
126	rnn.weight_hh_l2_reverse	7	-0.05989661440253258
126	rnn.weight_hh_l2_reverse	8	-0.006689066532999277
126	rnn.weight_hh_l2_reverse	9	-0.05908270925283432
126	rnn.bias_ih_l2_reverse	0	-0.060557227581739426
126	rnn.bias_ih_l2_reverse	1	-0.027827303856611252
126	rnn.bias_ih_l2_reverse	2	0.04320109263062477
126	rnn.bias_ih_l2_reverse	3	0.029042847454547882
126	rnn.bias_ih_l2_reverse	4	0.07649270445108414
126	rnn.bias_ih_l2_reverse	5	-0.08917395025491714
126	rnn.bias_ih_l2_reverse	6	-0.0433257631957531
126	rnn.bias_ih_l2_reverse	7	-0.05682722479104996
126	rnn.bias_ih_l2_reverse	8	0.053880807012319565
126	rnn.bias_ih_l2_reverse	9	0.031047910451889038
126	rnn.bias_hh_l2_reverse	0	0.054181840270757675
126	rnn.bias_hh_l2_reverse	1	-0.06269509345293045
126	rnn.bias_hh_l2_reverse	2	-0.06736234575510025
126	rnn.bias_hh_l2_reverse	3	0.031787626445293427
126	rnn.bias_hh_l2_reverse	4	0.029534729197621346
126	rnn.bias_hh_l2_reverse	5	0.03572903946042061
126	rnn.bias_hh_l2_reverse	6	-0.08254250138998032
126	rnn.bias_hh_l2_reverse	7	-0.006759984884411097
126	rnn.bias_hh_l2_reverse	8	-0.10403607040643692
126	rnn.bias_hh_l2_reverse	9	-0.055161003023386
126	linear.weight	0	0.025028489530086517
126	linear.weight	1	0.12389242649078369
126	linear.weight	2	-0.024135082960128784
126	linear.weight	3	-0.03537977486848831
126	linear.weight	4	-0.022248394787311554
126	linear.weight	5	0.04320971667766571
126	linear.weight	6	0.007228292990475893
126	linear.weight	7	-0.09180355817079544
126	linear.weight	8	-0.011189142242074013
126	linear.weight	9	0.0969289019703865
126	linear.bias	0	0.5074647665023804
126	linear.bias	1	0.6955859065055847
126	linear.bias	2	-1.6043856143951416
126	linear.bias	3	-0.05754556506872177
126	linear.bias	4	-0.050822705030441284
126	linear.bias	5	0.3000308573246002
127	transitions	0	0.04195330664515495
127	transitions	1	-10000.0
127	transitions	2	2.488253355026245
127	transitions	3	-1.092702031135559
127	transitions	4	-10000.0
127	transitions	5	-10000.0
127	transitions	6	-10000.0
127	transitions	7	0.8818314075469971
127	transitions	8	0.8450253009796143
127	transitions	9	-1.2515699863433838
127	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
127	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
127	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
127	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
127	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
127	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
127	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
127	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
127	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
127	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
127	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
127	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
127	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
127	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
127	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
127	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
127	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
127	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
127	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
127	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
127	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
127	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
127	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
127	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
127	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
127	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
127	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
127	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
127	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
127	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
127	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
127	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
127	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
127	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
127	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
127	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
127	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
127	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
127	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
127	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
127	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
127	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
127	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
127	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
127	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
127	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
127	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
127	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
127	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
127	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
127	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
127	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
127	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
127	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
127	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
127	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
127	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
127	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
127	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
127	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
127	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
127	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
127	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
127	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
127	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
127	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
127	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
127	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
127	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
127	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
127	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
127	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
127	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
127	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
127	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
127	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
127	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
127	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
127	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
127	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
127	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
127	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
127	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
127	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
127	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
127	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
127	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
127	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
127	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
127	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
127	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
127	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
127	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
127	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
127	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
127	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
127	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
127	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
127	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
127	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
127	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
127	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
127	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
127	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
127	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
127	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
127	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
127	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
127	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
127	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
127	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
127	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
127	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
127	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
127	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
127	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
127	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
127	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
127	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
127	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
127	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
127	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
127	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
127	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
127	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
127	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
127	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
127	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
127	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
127	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
127	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
127	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
127	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
127	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
127	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
127	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
127	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
127	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
127	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
127	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
127	embedding2nn.weight	0	0.014745895750820637
127	embedding2nn.weight	1	2.2212510884855874e-05
127	embedding2nn.weight	2	0.005548668093979359
127	embedding2nn.weight	3	0.0007288836059160531
127	embedding2nn.weight	4	-0.007858607918024063
127	embedding2nn.weight	5	-0.005425605457276106
127	embedding2nn.weight	6	-0.0009400834096595645
127	embedding2nn.weight	7	-0.0031373111996799707
127	embedding2nn.weight	8	0.012985647656023502
127	embedding2nn.weight	9	0.0044356840662658215
127	embedding2nn.bias	0	0.0054702539928257465
127	embedding2nn.bias	1	-0.013543043285608292
127	embedding2nn.bias	2	0.015313350595533848
127	embedding2nn.bias	3	-0.012338131666183472
127	embedding2nn.bias	4	-0.02262132056057453
127	embedding2nn.bias	5	-0.004277156200259924
127	embedding2nn.bias	6	0.011827236041426659
127	embedding2nn.bias	7	0.004239784553647041
127	embedding2nn.bias	8	-0.013732679188251495
127	embedding2nn.bias	9	0.0025648970622569323
127	rnn.weight_ih_l0	0	-0.0523451492190361
127	rnn.weight_ih_l0	1	0.0507805272936821
127	rnn.weight_ih_l0	2	0.03183918073773384
127	rnn.weight_ih_l0	3	0.014764299616217613
127	rnn.weight_ih_l0	4	0.012492075562477112
127	rnn.weight_ih_l0	5	0.08421970158815384
127	rnn.weight_ih_l0	6	0.0760732889175415
127	rnn.weight_ih_l0	7	0.03780746832489967
127	rnn.weight_ih_l0	8	-0.04559434950351715
127	rnn.weight_ih_l0	9	0.008220875635743141
127	rnn.weight_hh_l0	0	0.008289874531328678
127	rnn.weight_hh_l0	1	-0.06413177400827408
127	rnn.weight_hh_l0	2	-0.06548044830560684
127	rnn.weight_hh_l0	3	0.07141348719596863
127	rnn.weight_hh_l0	4	0.0709531381726265
127	rnn.weight_hh_l0	5	0.005788610316812992
127	rnn.weight_hh_l0	6	4.282428926671855e-05
127	rnn.weight_hh_l0	7	-0.018091393634676933
127	rnn.weight_hh_l0	8	-0.029034681618213654
127	rnn.weight_hh_l0	9	0.057552143931388855
127	rnn.bias_ih_l0	0	-0.0617205984890461
127	rnn.bias_ih_l0	1	0.08801659196615219
127	rnn.bias_ih_l0	2	0.020209185779094696
127	rnn.bias_ih_l0	3	0.07759233564138412
127	rnn.bias_ih_l0	4	-0.07105731964111328
127	rnn.bias_ih_l0	5	0.08219251781702042
127	rnn.bias_ih_l0	6	-0.06515512615442276
127	rnn.bias_ih_l0	7	-0.03582484647631645
127	rnn.bias_ih_l0	8	-0.08779065310955048
127	rnn.bias_ih_l0	9	-0.04574775695800781
127	rnn.bias_hh_l0	0	0.03454572707414627
127	rnn.bias_hh_l0	1	0.07318612188100815
127	rnn.bias_hh_l0	2	0.06903939694166183
127	rnn.bias_hh_l0	3	0.08442328125238419
127	rnn.bias_hh_l0	4	-0.09576036036014557
127	rnn.bias_hh_l0	5	-0.07155851274728775
127	rnn.bias_hh_l0	6	0.07745998352766037
127	rnn.bias_hh_l0	7	-0.08715513348579407
127	rnn.bias_hh_l0	8	-0.026851627975702286
127	rnn.bias_hh_l0	9	0.003995504695922136
127	rnn.weight_ih_l0_reverse	0	0.07930729538202286
127	rnn.weight_ih_l0_reverse	1	0.07322829961776733
127	rnn.weight_ih_l0_reverse	2	0.038744907826185226
127	rnn.weight_ih_l0_reverse	3	0.03371642157435417
127	rnn.weight_ih_l0_reverse	4	-0.03703448176383972
127	rnn.weight_ih_l0_reverse	5	0.05089056119322777
127	rnn.weight_ih_l0_reverse	6	0.06642171740531921
127	rnn.weight_ih_l0_reverse	7	0.022458208724856377
127	rnn.weight_ih_l0_reverse	8	-0.057750552892684937
127	rnn.weight_ih_l0_reverse	9	-0.05285519361495972
127	rnn.weight_hh_l0_reverse	0	0.0252117570489645
127	rnn.weight_hh_l0_reverse	1	-0.08711358904838562
127	rnn.weight_hh_l0_reverse	2	0.06323567777872086
127	rnn.weight_hh_l0_reverse	3	-0.02148030325770378
127	rnn.weight_hh_l0_reverse	4	0.08397135883569717
127	rnn.weight_hh_l0_reverse	5	-0.0019057552563026547
127	rnn.weight_hh_l0_reverse	6	0.02976500801742077
127	rnn.weight_hh_l0_reverse	7	0.07833239436149597
127	rnn.weight_hh_l0_reverse	8	-0.022409843280911446
127	rnn.weight_hh_l0_reverse	9	-0.04667939245700836
127	rnn.bias_ih_l0_reverse	0	0.0007271754438988864
127	rnn.bias_ih_l0_reverse	1	-0.015003289096057415
127	rnn.bias_ih_l0_reverse	2	-0.015809599310159683
127	rnn.bias_ih_l0_reverse	3	0.03752458840608597
127	rnn.bias_ih_l0_reverse	4	0.06744155287742615
127	rnn.bias_ih_l0_reverse	5	-0.021360648795962334
127	rnn.bias_ih_l0_reverse	6	-0.026733554899692535
127	rnn.bias_ih_l0_reverse	7	-0.04926549643278122
127	rnn.bias_ih_l0_reverse	8	0.008807462640106678
127	rnn.bias_ih_l0_reverse	9	-0.06721392273902893
127	rnn.bias_hh_l0_reverse	0	0.03863991051912308
127	rnn.bias_hh_l0_reverse	1	-0.06857652217149734
127	rnn.bias_hh_l0_reverse	2	0.08456201106309891
127	rnn.bias_hh_l0_reverse	3	0.05944731459021568
127	rnn.bias_hh_l0_reverse	4	0.025963563472032547
127	rnn.bias_hh_l0_reverse	5	0.044441353529691696
127	rnn.bias_hh_l0_reverse	6	0.06464248150587082
127	rnn.bias_hh_l0_reverse	7	0.08439373970031738
127	rnn.bias_hh_l0_reverse	8	-0.010833993554115295
127	rnn.bias_hh_l0_reverse	9	0.05395875126123428
127	rnn.weight_ih_l1	0	0.021983224898576736
127	rnn.weight_ih_l1	1	0.015705248340964317
127	rnn.weight_ih_l1	2	0.08533674478530884
127	rnn.weight_ih_l1	3	-0.024203822016716003
127	rnn.weight_ih_l1	4	-0.02412092499434948
127	rnn.weight_ih_l1	5	-0.013138056732714176
127	rnn.weight_ih_l1	6	0.07245277613401413
127	rnn.weight_ih_l1	7	-0.004068236798048019
127	rnn.weight_ih_l1	8	-0.05256522074341774
127	rnn.weight_ih_l1	9	0.055066149681806564
127	rnn.weight_hh_l1	0	-0.08160999417304993
127	rnn.weight_hh_l1	1	-0.03590012714266777
127	rnn.weight_hh_l1	2	-0.008134541101753712
127	rnn.weight_hh_l1	3	-0.058305658400058746
127	rnn.weight_hh_l1	4	0.08578983694314957
127	rnn.weight_hh_l1	5	-0.08415564894676208
127	rnn.weight_hh_l1	6	-0.05016489326953888
127	rnn.weight_hh_l1	7	0.06522628664970398
127	rnn.weight_hh_l1	8	-0.01352744735777378
127	rnn.weight_hh_l1	9	-0.04012132063508034
127	rnn.bias_ih_l1	0	-0.03826694190502167
127	rnn.bias_ih_l1	1	0.056235380470752716
127	rnn.bias_ih_l1	2	-0.047347865998744965
127	rnn.bias_ih_l1	3	-0.0746566504240036
127	rnn.bias_ih_l1	4	-0.02939126268029213
127	rnn.bias_ih_l1	5	-0.0020306906662881374
127	rnn.bias_ih_l1	6	-0.05122354254126549
127	rnn.bias_ih_l1	7	0.06218942627310753
127	rnn.bias_ih_l1	8	0.08274749666452408
127	rnn.bias_ih_l1	9	0.03134112060070038
127	rnn.bias_hh_l1	0	0.0690961703658104
127	rnn.bias_hh_l1	1	-0.05836327746510506
127	rnn.bias_hh_l1	2	0.020228974521160126
127	rnn.bias_hh_l1	3	0.07722464948892593
127	rnn.bias_hh_l1	4	0.0568198524415493
127	rnn.bias_hh_l1	5	-0.07814545184373856
127	rnn.bias_hh_l1	6	0.014450142160058022
127	rnn.bias_hh_l1	7	0.04050275683403015
127	rnn.bias_hh_l1	8	0.013655421324074268
127	rnn.bias_hh_l1	9	-0.005737593397498131
127	rnn.weight_ih_l1_reverse	0	0.08627060800790787
127	rnn.weight_ih_l1_reverse	1	-0.041808318346738815
127	rnn.weight_ih_l1_reverse	2	-0.061975084245204926
127	rnn.weight_ih_l1_reverse	3	0.025261618196964264
127	rnn.weight_ih_l1_reverse	4	-0.046468526124954224
127	rnn.weight_ih_l1_reverse	5	0.02421112358570099
127	rnn.weight_ih_l1_reverse	6	0.04042503610253334
127	rnn.weight_ih_l1_reverse	7	0.020291322842240334
127	rnn.weight_ih_l1_reverse	8	-0.008563356474041939
127	rnn.weight_ih_l1_reverse	9	-0.06489818543195724
127	rnn.weight_hh_l1_reverse	0	0.004963087849318981
127	rnn.weight_hh_l1_reverse	1	0.018908021971583366
127	rnn.weight_hh_l1_reverse	2	-0.05820759758353233
127	rnn.weight_hh_l1_reverse	3	-0.01278915535658598
127	rnn.weight_hh_l1_reverse	4	0.008883769623935223
127	rnn.weight_hh_l1_reverse	5	-0.0657595694065094
127	rnn.weight_hh_l1_reverse	6	-0.06730800867080688
127	rnn.weight_hh_l1_reverse	7	-0.01135457307100296
127	rnn.weight_hh_l1_reverse	8	-0.057798128575086594
127	rnn.weight_hh_l1_reverse	9	-0.043745752424001694
127	rnn.bias_ih_l1_reverse	0	-0.0030789789743721485
127	rnn.bias_ih_l1_reverse	1	-0.042474448680877686
127	rnn.bias_ih_l1_reverse	2	0.0258185975253582
127	rnn.bias_ih_l1_reverse	3	-0.08389618247747421
127	rnn.bias_ih_l1_reverse	4	-0.08734550327062607
127	rnn.bias_ih_l1_reverse	5	-0.08671635389328003
127	rnn.bias_ih_l1_reverse	6	0.06283566355705261
127	rnn.bias_ih_l1_reverse	7	0.08454574644565582
127	rnn.bias_ih_l1_reverse	8	0.0032255849801003933
127	rnn.bias_ih_l1_reverse	9	-0.011352299712598324
127	rnn.bias_hh_l1_reverse	0	0.06097426638007164
127	rnn.bias_hh_l1_reverse	1	-0.06814868003129959
127	rnn.bias_hh_l1_reverse	2	-0.053596097975969315
127	rnn.bias_hh_l1_reverse	3	0.07356958091259003
127	rnn.bias_hh_l1_reverse	4	-0.02335474267601967
127	rnn.bias_hh_l1_reverse	5	-0.006117245182394981
127	rnn.bias_hh_l1_reverse	6	-0.059227824211120605
127	rnn.bias_hh_l1_reverse	7	-0.06037863343954086
127	rnn.bias_hh_l1_reverse	8	0.06588450819253922
127	rnn.bias_hh_l1_reverse	9	0.05176518112421036
127	rnn.weight_ih_l2	0	0.07435724884271622
127	rnn.weight_ih_l2	1	-0.054246190935373306
127	rnn.weight_ih_l2	2	0.06338048726320267
127	rnn.weight_ih_l2	3	0.0656953901052475
127	rnn.weight_ih_l2	4	0.05667438730597496
127	rnn.weight_ih_l2	5	-0.03564220294356346
127	rnn.weight_ih_l2	6	-0.07512951642274857
127	rnn.weight_ih_l2	7	0.012051605619490147
127	rnn.weight_ih_l2	8	-0.017189687117934227
127	rnn.weight_ih_l2	9	-0.06916874647140503
127	rnn.weight_hh_l2	0	0.048164259642362595
127	rnn.weight_hh_l2	1	0.030632050707936287
127	rnn.weight_hh_l2	2	-0.0547838918864727
127	rnn.weight_hh_l2	3	-0.025505755096673965
127	rnn.weight_hh_l2	4	0.05456739664077759
127	rnn.weight_hh_l2	5	-0.024159733206033707
127	rnn.weight_hh_l2	6	0.008386562578380108
127	rnn.weight_hh_l2	7	-0.05322729051113129
127	rnn.weight_hh_l2	8	-0.006233529653400183
127	rnn.weight_hh_l2	9	-0.018105337396264076
127	rnn.bias_ih_l2	0	0.16455186903476715
127	rnn.bias_ih_l2	1	0.013702436350286007
127	rnn.bias_ih_l2	2	0.06909021735191345
127	rnn.bias_ih_l2	3	0.026863498613238335
127	rnn.bias_ih_l2	4	-0.00658198120072484
127	rnn.bias_ih_l2	5	0.04662459343671799
127	rnn.bias_ih_l2	6	0.014748106710612774
127	rnn.bias_ih_l2	7	0.017703412100672722
127	rnn.bias_ih_l2	8	0.01952250301837921
127	rnn.bias_ih_l2	9	-0.015733683481812477
127	rnn.bias_hh_l2	0	0.025580888614058495
127	rnn.bias_hh_l2	1	0.0050777471624314785
127	rnn.bias_hh_l2	2	0.0731906071305275
127	rnn.bias_hh_l2	3	0.02991032414138317
127	rnn.bias_hh_l2	4	0.07761257141828537
127	rnn.bias_hh_l2	5	-0.0564187616109848
127	rnn.bias_hh_l2	6	0.04157246649265289
127	rnn.bias_hh_l2	7	-0.02484237216413021
127	rnn.bias_hh_l2	8	0.04188959673047066
127	rnn.bias_hh_l2	9	0.01806788146495819
127	rnn.weight_ih_l2_reverse	0	0.0822509154677391
127	rnn.weight_ih_l2_reverse	1	-0.054214801639318466
127	rnn.weight_ih_l2_reverse	2	0.001001825206913054
127	rnn.weight_ih_l2_reverse	3	0.035275090485811234
127	rnn.weight_ih_l2_reverse	4	0.05399666354060173
127	rnn.weight_ih_l2_reverse	5	-0.04068645462393761
127	rnn.weight_ih_l2_reverse	6	0.0007038954645395279
127	rnn.weight_ih_l2_reverse	7	-0.013901781290769577
127	rnn.weight_ih_l2_reverse	8	0.011570717208087444
127	rnn.weight_ih_l2_reverse	9	-0.07981231808662415
127	rnn.weight_hh_l2_reverse	0	-0.08278043568134308
127	rnn.weight_hh_l2_reverse	1	0.015580260194838047
127	rnn.weight_hh_l2_reverse	2	0.0104413703083992
127	rnn.weight_hh_l2_reverse	3	0.02431843802332878
127	rnn.weight_hh_l2_reverse	4	-0.036749035120010376
127	rnn.weight_hh_l2_reverse	5	-0.014682972803711891
127	rnn.weight_hh_l2_reverse	6	-0.04306483641266823
127	rnn.weight_hh_l2_reverse	7	-0.059893298894166946
127	rnn.weight_hh_l2_reverse	8	-0.006689100060611963
127	rnn.weight_hh_l2_reverse	9	-0.05908353999257088
127	rnn.bias_ih_l2_reverse	0	-0.06059091538190842
127	rnn.bias_ih_l2_reverse	1	-0.027786998078227043
127	rnn.bias_ih_l2_reverse	2	0.04333347827196121
127	rnn.bias_ih_l2_reverse	3	0.027249421924352646
127	rnn.bias_ih_l2_reverse	4	0.07654082775115967
127	rnn.bias_ih_l2_reverse	5	-0.08914396911859512
127	rnn.bias_ih_l2_reverse	6	-0.043352726846933365
127	rnn.bias_ih_l2_reverse	7	-0.05665723979473114
127	rnn.bias_ih_l2_reverse	8	0.05289124324917793
127	rnn.bias_ih_l2_reverse	9	0.031979601830244064
127	rnn.bias_hh_l2_reverse	0	0.054992493242025375
127	rnn.bias_hh_l2_reverse	1	-0.06221699342131615
127	rnn.bias_hh_l2_reverse	2	-0.06735556572675705
127	rnn.bias_hh_l2_reverse	3	0.03177972510457039
127	rnn.bias_hh_l2_reverse	4	0.029780978336930275
127	rnn.bias_hh_l2_reverse	5	0.035937245935201645
127	rnn.bias_hh_l2_reverse	6	-0.08256136626005173
127	rnn.bias_hh_l2_reverse	7	-0.006415890529751778
127	rnn.bias_hh_l2_reverse	8	-0.1038767620921135
127	rnn.bias_hh_l2_reverse	9	-0.05515805259346962
127	linear.weight	0	0.025028489530086517
127	linear.weight	1	0.1238824725151062
127	linear.weight	2	-0.024153467267751694
127	linear.weight	3	-0.03542344644665718
127	linear.weight	4	-0.022248394787311554
127	linear.weight	5	0.04554734006524086
127	linear.weight	6	0.008318650536239147
127	linear.weight	7	-0.09426967054605484
127	linear.weight	8	-0.011562611907720566
127	linear.weight	9	0.09674426168203354
127	linear.bias	0	0.5088970065116882
127	linear.bias	1	0.7337725758552551
127	linear.bias	2	-1.605527639389038
127	linear.bias	3	-0.05754556506872177
127	linear.bias	4	-0.050822705030441284
127	linear.bias	5	0.26155394315719604
128	transitions	0	0.04162140190601349
128	transitions	1	-10000.0
128	transitions	2	2.4857375621795654
128	transitions	3	-1.0913300514221191
128	transitions	4	-10000.0
128	transitions	5	-10000.0
128	transitions	6	-10000.0
128	transitions	7	0.88182133436203
128	transitions	8	0.844687283039093
128	transitions	9	-1.252172827720642
128	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
128	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
128	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
128	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
128	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
128	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
128	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
128	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
128	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
128	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
128	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
128	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
128	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
128	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
128	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
128	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
128	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
128	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
128	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
128	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
128	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
128	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
128	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
128	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
128	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
128	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
128	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
128	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
128	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
128	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
128	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
128	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
128	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
128	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
128	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
128	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
128	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
128	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
128	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
128	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
128	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
128	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
128	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
128	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
128	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
128	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
128	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
128	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
128	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
128	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
128	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
128	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
128	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
128	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
128	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
128	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
128	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
128	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
128	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
128	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
128	embedding2nn.weight	0	0.014746509492397308
128	embedding2nn.weight	1	5.564758976106532e-05
128	embedding2nn.weight	2	0.005548050627112389
128	embedding2nn.weight	3	0.000733722816221416
128	embedding2nn.weight	4	-0.0077910153195261955
128	embedding2nn.weight	5	-0.005413591396063566
128	embedding2nn.weight	6	-0.0009113970445469022
128	embedding2nn.weight	7	-0.0031453969422727823
128	embedding2nn.weight	8	0.012928171083331108
128	embedding2nn.weight	9	0.004465245641767979
128	embedding2nn.bias	0	0.004896009806543589
128	embedding2nn.bias	1	-0.01470461580902338
128	embedding2nn.bias	2	0.013735989108681679
128	embedding2nn.bias	3	-0.01415647566318512
128	embedding2nn.bias	4	-0.023993784561753273
128	embedding2nn.bias	5	-0.0043264939449727535
128	embedding2nn.bias	6	0.009882653132081032
128	embedding2nn.bias	7	0.0044894772581756115
128	embedding2nn.bias	8	-0.013749751262366772
128	embedding2nn.bias	9	0.0009336511138826609
128	rnn.weight_ih_l0	0	-0.052340246737003326
128	rnn.weight_ih_l0	1	0.050774313509464264
128	rnn.weight_ih_l0	2	0.03182753175497055
128	rnn.weight_ih_l0	3	0.014763152226805687
128	rnn.weight_ih_l0	4	0.012569822371006012
128	rnn.weight_ih_l0	5	0.08422809839248657
128	rnn.weight_ih_l0	6	0.07608509063720703
128	rnn.weight_ih_l0	7	0.03780565410852432
128	rnn.weight_ih_l0	8	-0.04567183926701546
128	rnn.weight_ih_l0	9	0.008114591240882874
128	rnn.weight_hh_l0	0	0.008282843045890331
128	rnn.weight_hh_l0	1	-0.06410005688667297
128	rnn.weight_hh_l0	2	-0.06545813381671906
128	rnn.weight_hh_l0	3	0.071431964635849
128	rnn.weight_hh_l0	4	0.07098627835512161
128	rnn.weight_hh_l0	5	0.005892382934689522
128	rnn.weight_hh_l0	6	0.00017275739810429513
128	rnn.weight_hh_l0	7	-0.018026825040578842
128	rnn.weight_hh_l0	8	-0.02900533191859722
128	rnn.weight_hh_l0	9	0.05750851705670357
128	rnn.bias_ih_l0	0	-0.062083497643470764
128	rnn.bias_ih_l0	1	0.08818823099136353
128	rnn.bias_ih_l0	2	0.020103106275200844
128	rnn.bias_ih_l0	3	0.07825101912021637
128	rnn.bias_ih_l0	4	-0.07118871062994003
128	rnn.bias_ih_l0	5	0.08285892754793167
128	rnn.bias_ih_l0	6	-0.06546173989772797
128	rnn.bias_ih_l0	7	-0.03574039414525032
128	rnn.bias_ih_l0	8	-0.0885632187128067
128	rnn.bias_ih_l0	9	-0.045501526445150375
128	rnn.bias_hh_l0	0	0.03551328182220459
128	rnn.bias_hh_l0	1	0.07316654175519943
128	rnn.bias_hh_l0	2	0.06931137293577194
128	rnn.bias_hh_l0	3	0.08453288674354553
128	rnn.bias_hh_l0	4	-0.0966079831123352
128	rnn.bias_hh_l0	5	-0.07127967476844788
128	rnn.bias_hh_l0	6	0.07749708741903305
128	rnn.bias_hh_l0	7	-0.08813468366861343
128	rnn.bias_hh_l0	8	-0.026880929246544838
128	rnn.bias_hh_l0	9	0.003208569251000881
128	rnn.weight_ih_l0_reverse	0	0.0793345719575882
128	rnn.weight_ih_l0_reverse	1	0.07327974587678909
128	rnn.weight_ih_l0_reverse	2	0.0387553833425045
128	rnn.weight_ih_l0_reverse	3	0.03369806706905365
128	rnn.weight_ih_l0_reverse	4	-0.03700866922736168
128	rnn.weight_ih_l0_reverse	5	0.050884779542684555
128	rnn.weight_ih_l0_reverse	6	0.06643233448266983
128	rnn.weight_ih_l0_reverse	7	0.022536495700478554
128	rnn.weight_ih_l0_reverse	8	-0.057707853615283966
128	rnn.weight_ih_l0_reverse	9	-0.05285603553056717
128	rnn.weight_hh_l0_reverse	0	0.025129348039627075
128	rnn.weight_hh_l0_reverse	1	-0.08710542321205139
128	rnn.weight_hh_l0_reverse	2	0.06323102861642838
128	rnn.weight_hh_l0_reverse	3	-0.02151460386812687
128	rnn.weight_hh_l0_reverse	4	0.08399680256843567
128	rnn.weight_hh_l0_reverse	5	-0.0019324359018355608
128	rnn.weight_hh_l0_reverse	6	0.02989685907959938
128	rnn.weight_hh_l0_reverse	7	0.07840318232774734
128	rnn.weight_hh_l0_reverse	8	-0.022388529032468796
128	rnn.weight_hh_l0_reverse	9	-0.046677980571985245
128	rnn.bias_ih_l0_reverse	0	0.0012943054316565394
128	rnn.bias_ih_l0_reverse	1	-0.013577762991189957
128	rnn.bias_ih_l0_reverse	2	-0.0158408060669899
128	rnn.bias_ih_l0_reverse	3	0.038138244301080704
128	rnn.bias_ih_l0_reverse	4	0.06713090091943741
128	rnn.bias_ih_l0_reverse	5	-0.021050134673714638
128	rnn.bias_ih_l0_reverse	6	-0.026863330975174904
128	rnn.bias_ih_l0_reverse	7	-0.04893132671713829
128	rnn.bias_ih_l0_reverse	8	0.009383602067828178
128	rnn.bias_ih_l0_reverse	9	-0.06755920499563217
128	rnn.bias_hh_l0_reverse	0	0.03844200819730759
128	rnn.bias_hh_l0_reverse	1	-0.06892180442810059
128	rnn.bias_hh_l0_reverse	2	0.08361997455358505
128	rnn.bias_hh_l0_reverse	3	0.0592973530292511
128	rnn.bias_hh_l0_reverse	4	0.027472537010908127
128	rnn.bias_hh_l0_reverse	5	0.04445205256342888
128	rnn.bias_hh_l0_reverse	6	0.06468433141708374
128	rnn.bias_hh_l0_reverse	7	0.08462931215763092
128	rnn.bias_hh_l0_reverse	8	-0.010460980236530304
128	rnn.bias_hh_l0_reverse	9	0.052802640944719315
128	rnn.weight_ih_l1	0	0.02263990417122841
128	rnn.weight_ih_l1	1	0.01572338677942753
128	rnn.weight_ih_l1	2	0.08564785867929459
128	rnn.weight_ih_l1	3	-0.024199659004807472
128	rnn.weight_ih_l1	4	-0.024162814021110535
128	rnn.weight_ih_l1	5	-0.013033821247518063
128	rnn.weight_ih_l1	6	0.07233017683029175
128	rnn.weight_ih_l1	7	-0.0046795750968158245
128	rnn.weight_ih_l1	8	-0.05258413031697273
128	rnn.weight_ih_l1	9	0.055525172501802444
128	rnn.weight_hh_l1	0	-0.08167679607868195
128	rnn.weight_hh_l1	1	-0.03585201874375343
128	rnn.weight_hh_l1	2	-0.008132634684443474
128	rnn.weight_hh_l1	3	-0.05831266567111015
128	rnn.weight_hh_l1	4	0.08576848357915878
128	rnn.weight_hh_l1	5	-0.08411351591348648
128	rnn.weight_hh_l1	6	-0.0500347726047039
128	rnn.weight_hh_l1	7	0.06534407287836075
128	rnn.weight_hh_l1	8	-0.013536916114389896
128	rnn.weight_hh_l1	9	-0.04015312343835831
128	rnn.bias_ih_l1	0	-0.03830243647098541
128	rnn.bias_ih_l1	1	0.05589117109775543
128	rnn.bias_ih_l1	2	-0.04720025509595871
128	rnn.bias_ih_l1	3	-0.07491276413202286
128	rnn.bias_ih_l1	4	-0.0293832179158926
128	rnn.bias_ih_l1	5	-0.001732407952658832
128	rnn.bias_ih_l1	6	-0.05369855463504791
128	rnn.bias_ih_l1	7	0.06228242069482803
128	rnn.bias_ih_l1	8	0.08303564786911011
128	rnn.bias_ih_l1	9	0.032719049602746964
128	rnn.bias_hh_l1	0	0.06883081048727036
128	rnn.bias_hh_l1	1	-0.05834946036338806
128	rnn.bias_hh_l1	2	0.019774727523326874
128	rnn.bias_hh_l1	3	0.07691565155982971
128	rnn.bias_hh_l1	4	0.05687776207923889
128	rnn.bias_hh_l1	5	-0.07883211970329285
128	rnn.bias_hh_l1	6	0.014189336448907852
128	rnn.bias_hh_l1	7	0.04006003960967064
128	rnn.bias_hh_l1	8	0.013834270648658276
128	rnn.bias_hh_l1	9	-0.005799318663775921
128	rnn.weight_ih_l1_reverse	0	0.08627492189407349
128	rnn.weight_ih_l1_reverse	1	-0.0417824313044548
128	rnn.weight_ih_l1_reverse	2	-0.061986107379198074
128	rnn.weight_ih_l1_reverse	3	0.025314094498753548
128	rnn.weight_ih_l1_reverse	4	-0.04645983874797821
128	rnn.weight_ih_l1_reverse	5	0.02420407347381115
128	rnn.weight_ih_l1_reverse	6	0.04043925926089287
128	rnn.weight_ih_l1_reverse	7	0.02025601454079151
128	rnn.weight_ih_l1_reverse	8	-0.008541467599570751
128	rnn.weight_ih_l1_reverse	9	-0.06579475104808807
128	rnn.weight_hh_l1_reverse	0	0.004953260067850351
128	rnn.weight_hh_l1_reverse	1	0.01890014111995697
128	rnn.weight_hh_l1_reverse	2	-0.05821124464273453
128	rnn.weight_hh_l1_reverse	3	-0.012801938690245152
128	rnn.weight_hh_l1_reverse	4	0.008885316550731659
128	rnn.weight_hh_l1_reverse	5	-0.06560150533914566
128	rnn.weight_hh_l1_reverse	6	-0.06730592250823975
128	rnn.weight_hh_l1_reverse	7	-0.011353319510817528
128	rnn.weight_hh_l1_reverse	8	-0.0579492524266243
128	rnn.weight_hh_l1_reverse	9	-0.04375090077519417
128	rnn.bias_ih_l1_reverse	0	-0.002898902166634798
128	rnn.bias_ih_l1_reverse	1	-0.04240010306239128
128	rnn.bias_ih_l1_reverse	2	0.025796163827180862
128	rnn.bias_ih_l1_reverse	3	-0.0837569534778595
128	rnn.bias_ih_l1_reverse	4	-0.08715774863958359
128	rnn.bias_ih_l1_reverse	5	-0.08676789700984955
128	rnn.bias_ih_l1_reverse	6	0.06262872368097305
128	rnn.bias_ih_l1_reverse	7	0.08444671332836151
128	rnn.bias_ih_l1_reverse	8	0.0034090469125658274
128	rnn.bias_ih_l1_reverse	9	-0.011559863574802876
128	rnn.bias_hh_l1_reverse	0	0.060985736548900604
128	rnn.bias_hh_l1_reverse	1	-0.06752025336027145
128	rnn.bias_hh_l1_reverse	2	-0.05329398438334465
128	rnn.bias_hh_l1_reverse	3	0.07407683879137039
128	rnn.bias_hh_l1_reverse	4	-0.02314920350909233
128	rnn.bias_hh_l1_reverse	5	-0.006147228181362152
128	rnn.bias_hh_l1_reverse	6	-0.059210728853940964
128	rnn.bias_hh_l1_reverse	7	-0.0603393092751503
128	rnn.bias_hh_l1_reverse	8	0.06582142412662506
128	rnn.bias_hh_l1_reverse	9	0.054091162979602814
128	rnn.weight_ih_l2	0	0.07565414160490036
128	rnn.weight_ih_l2	1	-0.05428631231188774
128	rnn.weight_ih_l2	2	0.06339780986309052
128	rnn.weight_ih_l2	3	0.0656677857041359
128	rnn.weight_ih_l2	4	0.05638013780117035
128	rnn.weight_ih_l2	5	-0.03562537953257561
128	rnn.weight_ih_l2	6	-0.07516484707593918
128	rnn.weight_ih_l2	7	0.011867792345583439
128	rnn.weight_ih_l2	8	-0.017192983999848366
128	rnn.weight_ih_l2	9	-0.06916779279708862
128	rnn.weight_hh_l2	0	0.04816848412156105
128	rnn.weight_hh_l2	1	0.030684037134051323
128	rnn.weight_hh_l2	2	-0.05478065833449364
128	rnn.weight_hh_l2	3	-0.025457940995693207
128	rnn.weight_hh_l2	4	0.054559558629989624
128	rnn.weight_hh_l2	5	-0.024107657372951508
128	rnn.weight_hh_l2	6	0.008358180522918701
128	rnn.weight_hh_l2	7	-0.05322687700390816
128	rnn.weight_hh_l2	8	-0.006127208936959505
128	rnn.weight_hh_l2	9	-0.01815878041088581
128	rnn.bias_ih_l2	0	0.15991829335689545
128	rnn.bias_ih_l2	1	0.013975932262837887
128	rnn.bias_ih_l2	2	0.0688929483294487
128	rnn.bias_ih_l2	3	0.027337707579135895
128	rnn.bias_ih_l2	4	-0.006452247966080904
128	rnn.bias_ih_l2	5	0.046382445842027664
128	rnn.bias_ih_l2	6	0.014684105291962624
128	rnn.bias_ih_l2	7	0.01756018027663231
128	rnn.bias_ih_l2	8	0.019286243245005608
128	rnn.bias_ih_l2	9	-0.015736041590571404
128	rnn.bias_hh_l2	0	0.024514012038707733
128	rnn.bias_hh_l2	1	0.005566806998103857
128	rnn.bias_hh_l2	2	0.07337687909603119
128	rnn.bias_hh_l2	3	0.02948218770325184
128	rnn.bias_hh_l2	4	0.07769550383090973
128	rnn.bias_hh_l2	5	-0.0555616095662117
128	rnn.bias_hh_l2	6	0.04181935638189316
128	rnn.bias_hh_l2	7	-0.025107428431510925
128	rnn.bias_hh_l2	8	0.041881002485752106
128	rnn.bias_hh_l2	9	0.015385152772068977
128	rnn.weight_ih_l2_reverse	0	0.08228328824043274
128	rnn.weight_ih_l2_reverse	1	-0.05420925095677376
128	rnn.weight_ih_l2_reverse	2	0.0010088436538353562
128	rnn.weight_ih_l2_reverse	3	0.035278987139463425
128	rnn.weight_ih_l2_reverse	4	0.05399680510163307
128	rnn.weight_ih_l2_reverse	5	-0.04066880792379379
128	rnn.weight_ih_l2_reverse	6	0.0005282911588437855
128	rnn.weight_ih_l2_reverse	7	-0.013955420814454556
128	rnn.weight_ih_l2_reverse	8	0.012104730121791363
128	rnn.weight_ih_l2_reverse	9	-0.07982612401247025
128	rnn.weight_hh_l2_reverse	0	-0.08278308063745499
128	rnn.weight_hh_l2_reverse	1	0.01568974368274212
128	rnn.weight_hh_l2_reverse	2	0.010435374453663826
128	rnn.weight_hh_l2_reverse	3	0.024320892989635468
128	rnn.weight_hh_l2_reverse	4	-0.03673309460282326
128	rnn.weight_hh_l2_reverse	5	-0.014686720445752144
128	rnn.weight_hh_l2_reverse	6	-0.04296683520078659
128	rnn.weight_hh_l2_reverse	7	-0.05989287421107292
128	rnn.weight_hh_l2_reverse	8	-0.0066950940527021885
128	rnn.weight_hh_l2_reverse	9	-0.0590793751180172
128	rnn.bias_ih_l2_reverse	0	-0.05732472240924835
128	rnn.bias_ih_l2_reverse	1	-0.027836784720420837
128	rnn.bias_ih_l2_reverse	2	0.043380171060562134
128	rnn.bias_ih_l2_reverse	3	0.028118792921304703
128	rnn.bias_ih_l2_reverse	4	0.07632175087928772
128	rnn.bias_ih_l2_reverse	5	-0.0890766903758049
128	rnn.bias_ih_l2_reverse	6	-0.04331229254603386
128	rnn.bias_ih_l2_reverse	7	-0.05854806303977966
128	rnn.bias_ih_l2_reverse	8	0.05224696919322014
128	rnn.bias_ih_l2_reverse	9	0.03305327147245407
128	rnn.bias_hh_l2_reverse	0	0.05922841280698776
128	rnn.bias_hh_l2_reverse	1	-0.06041821092367172
128	rnn.bias_hh_l2_reverse	2	-0.06734082102775574
128	rnn.bias_hh_l2_reverse	3	0.03174225613474846
128	rnn.bias_hh_l2_reverse	4	0.029554514214396477
128	rnn.bias_hh_l2_reverse	5	0.035909757018089294
128	rnn.bias_hh_l2_reverse	6	-0.08256600052118301
128	rnn.bias_hh_l2_reverse	7	-0.006362838204950094
128	rnn.bias_hh_l2_reverse	8	-0.10392678529024124
128	rnn.bias_hh_l2_reverse	9	-0.05509885028004646
128	linear.weight	0	0.025028489530086517
128	linear.weight	1	0.12086163461208344
128	linear.weight	2	-0.024143878370523453
128	linear.weight	3	-0.03447424992918968
128	linear.weight	4	-0.022248394787311554
128	linear.weight	5	0.04755660891532898
128	linear.weight	6	0.003310081083327532
128	linear.weight	7	-0.10286568850278854
128	linear.weight	8	-0.011605367064476013
128	linear.weight	9	0.0994172990322113
128	linear.bias	0	0.5026193857192993
128	linear.bias	1	0.7200767993927002
128	linear.bias	2	-1.606668472290039
128	linear.bias	3	-0.05754556506872177
128	linear.bias	4	-0.050822705030441284
128	linear.bias	5	0.28266823291778564
129	transitions	0	0.041245993226766586
129	transitions	1	-10000.0
129	transitions	2	2.506760597229004
129	transitions	3	-1.0966606140136719
129	transitions	4	-10000.0
129	transitions	5	-10000.0
129	transitions	6	-10000.0
129	transitions	7	0.8818143010139465
129	transitions	8	0.8443271517753601
129	transitions	9	-1.2405061721801758
129	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
129	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
129	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
129	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
129	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
129	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
129	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
129	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
129	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
129	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
129	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
129	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
129	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
129	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
129	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
129	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
129	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
129	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
129	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
129	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
129	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
129	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
129	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
129	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
129	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
129	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
129	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
129	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
129	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
129	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
129	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
129	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
129	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
129	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
129	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
129	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
129	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
129	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
129	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
129	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
129	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
129	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
129	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
129	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
129	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
129	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
129	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
129	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
129	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
129	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
129	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
129	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
129	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
129	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
129	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
129	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
129	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
129	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
129	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
129	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
129	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
129	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
129	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
129	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
129	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
129	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
129	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
129	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
129	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
129	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
129	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
129	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
129	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
129	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
129	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
129	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
129	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
129	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
129	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
129	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
129	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
129	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
129	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
129	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
129	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
129	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
129	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
129	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
129	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
129	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
129	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
129	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
129	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
129	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
129	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
129	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
129	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
129	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
129	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
129	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
129	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
129	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
129	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
129	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
129	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
129	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
129	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
129	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
129	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
129	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
129	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
129	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
129	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
129	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
129	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
129	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
129	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
129	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
129	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
129	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
129	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
129	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
129	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
129	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
129	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
129	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
129	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
129	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
129	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
129	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
129	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
129	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
129	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
129	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
129	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
129	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
129	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
129	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
129	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
129	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
129	embedding2nn.weight	0	0.014746938832104206
129	embedding2nn.weight	1	5.73497854929883e-05
129	embedding2nn.weight	2	0.005546638276427984
129	embedding2nn.weight	3	0.0007334051770158112
129	embedding2nn.weight	4	-0.008007746189832687
129	embedding2nn.weight	5	-0.005458591040223837
129	embedding2nn.weight	6	-0.0009745776187628508
129	embedding2nn.weight	7	-0.003058333182707429
129	embedding2nn.weight	8	0.012950065545737743
129	embedding2nn.weight	9	0.004466373007744551
129	embedding2nn.bias	0	0.004167633131146431
129	embedding2nn.bias	1	-0.01439976878464222
129	embedding2nn.bias	2	0.013281071558594704
129	embedding2nn.bias	3	-0.013376430608332157
129	embedding2nn.bias	4	-0.024702774360775948
129	embedding2nn.bias	5	-0.004049640614539385
129	embedding2nn.bias	6	0.00997893512248993
129	embedding2nn.bias	7	0.004815520253032446
129	embedding2nn.bias	8	-0.012994957156479359
129	embedding2nn.bias	9	0.0005196805577725172
129	rnn.weight_ih_l0	0	-0.05233927443623543
129	rnn.weight_ih_l0	1	0.05078098550438881
129	rnn.weight_ih_l0	2	0.031827397644519806
129	rnn.weight_ih_l0	3	0.01477548386901617
129	rnn.weight_ih_l0	4	0.012553621083498001
129	rnn.weight_ih_l0	5	0.08421946316957474
129	rnn.weight_ih_l0	6	0.07606279104948044
129	rnn.weight_ih_l0	7	0.03779885172843933
129	rnn.weight_ih_l0	8	-0.04565970227122307
129	rnn.weight_ih_l0	9	0.008114825002849102
129	rnn.weight_hh_l0	0	0.008280043490231037
129	rnn.weight_hh_l0	1	-0.06407322734594345
129	rnn.weight_hh_l0	2	-0.06546293944120407
129	rnn.weight_hh_l0	3	0.07144436985254288
129	rnn.weight_hh_l0	4	0.07098844647407532
129	rnn.weight_hh_l0	5	0.0058722300454974174
129	rnn.weight_hh_l0	6	9.043370664585382e-05
129	rnn.weight_hh_l0	7	-0.018038935959339142
129	rnn.weight_hh_l0	8	-0.02904442511498928
129	rnn.weight_hh_l0	9	0.05750977620482445
129	rnn.bias_ih_l0	0	-0.06218402087688446
129	rnn.bias_ih_l0	1	0.0881694033741951
129	rnn.bias_ih_l0	2	0.020094819366931915
129	rnn.bias_ih_l0	3	0.07890535145998001
129	rnn.bias_ih_l0	4	-0.07255418598651886
129	rnn.bias_ih_l0	5	0.0828046128153801
129	rnn.bias_ih_l0	6	-0.06603260338306427
129	rnn.bias_ih_l0	7	-0.035752780735492706
129	rnn.bias_ih_l0	8	-0.08831142634153366
129	rnn.bias_ih_l0	9	-0.04536944255232811
129	rnn.bias_hh_l0	0	0.034437987953424454
129	rnn.bias_hh_l0	1	0.07318951189517975
129	rnn.bias_hh_l0	2	0.06931472569704056
129	rnn.bias_hh_l0	3	0.08468449115753174
129	rnn.bias_hh_l0	4	-0.09764470160007477
129	rnn.bias_hh_l0	5	-0.0713665708899498
129	rnn.bias_hh_l0	6	0.07762502133846283
129	rnn.bias_hh_l0	7	-0.08774986118078232
129	rnn.bias_hh_l0	8	-0.026862239465117455
129	rnn.bias_hh_l0	9	0.00453379238024354
129	rnn.weight_ih_l0_reverse	0	0.07933811098337173
129	rnn.weight_ih_l0_reverse	1	0.07328052818775177
129	rnn.weight_ih_l0_reverse	2	0.038758520036935806
129	rnn.weight_ih_l0_reverse	3	0.033696968108415604
129	rnn.weight_ih_l0_reverse	4	-0.03702675178647041
129	rnn.weight_ih_l0_reverse	5	0.05088222771883011
129	rnn.weight_ih_l0_reverse	6	0.06644243746995926
129	rnn.weight_ih_l0_reverse	7	0.02254677005112171
129	rnn.weight_ih_l0_reverse	8	-0.057748835533857346
129	rnn.weight_ih_l0_reverse	9	-0.05285537615418434
129	rnn.weight_hh_l0_reverse	0	0.025144673883914948
129	rnn.weight_hh_l0_reverse	1	-0.08709728717803955
129	rnn.weight_hh_l0_reverse	2	0.06330396980047226
129	rnn.weight_hh_l0_reverse	3	-0.02148841693997383
129	rnn.weight_hh_l0_reverse	4	0.08401761949062347
129	rnn.weight_hh_l0_reverse	5	-0.0019284726586192846
129	rnn.weight_hh_l0_reverse	6	0.029993698000907898
129	rnn.weight_hh_l0_reverse	7	0.07839305698871613
129	rnn.weight_hh_l0_reverse	8	-0.022385047748684883
129	rnn.weight_hh_l0_reverse	9	-0.04666776955127716
129	rnn.bias_ih_l0_reverse	0	0.0008310228586196899
129	rnn.bias_ih_l0_reverse	1	-0.013471795246005058
129	rnn.bias_ih_l0_reverse	2	-0.01571538671851158
129	rnn.bias_ih_l0_reverse	3	0.0380161851644516
129	rnn.bias_ih_l0_reverse	4	0.06723487377166748
129	rnn.bias_ih_l0_reverse	5	-0.020851027220487595
129	rnn.bias_ih_l0_reverse	6	-0.026935165748000145
129	rnn.bias_ih_l0_reverse	7	-0.048724766820669174
129	rnn.bias_ih_l0_reverse	8	0.008676561526954174
129	rnn.bias_ih_l0_reverse	9	-0.06698332726955414
129	rnn.bias_hh_l0_reverse	0	0.03870272636413574
129	rnn.bias_hh_l0_reverse	1	-0.06834592670202255
129	rnn.bias_hh_l0_reverse	2	0.08386295288801193
129	rnn.bias_hh_l0_reverse	3	0.0592699833214283
129	rnn.bias_hh_l0_reverse	4	0.027735907584428787
129	rnn.bias_hh_l0_reverse	5	0.044572338461875916
129	rnn.bias_hh_l0_reverse	6	0.06496604532003403
129	rnn.bias_hh_l0_reverse	7	0.08307404816150665
129	rnn.bias_hh_l0_reverse	8	-0.01042592991143465
129	rnn.bias_hh_l0_reverse	9	0.05194609612226486
129	rnn.weight_ih_l1	0	0.02271135151386261
129	rnn.weight_ih_l1	1	0.015743037685751915
129	rnn.weight_ih_l1	2	0.08551367372274399
129	rnn.weight_ih_l1	3	-0.02418144792318344
129	rnn.weight_ih_l1	4	-0.02416800707578659
129	rnn.weight_ih_l1	5	-0.013206500560045242
129	rnn.weight_ih_l1	6	0.07239697873592377
129	rnn.weight_ih_l1	7	-0.004622991196811199
129	rnn.weight_ih_l1	8	-0.052610669285058975
129	rnn.weight_ih_l1	9	0.05573097988963127
129	rnn.weight_hh_l1	0	-0.08181987702846527
129	rnn.weight_hh_l1	1	-0.03590838238596916
129	rnn.weight_hh_l1	2	-0.008135494776070118
129	rnn.weight_hh_l1	3	-0.05831306427717209
129	rnn.weight_hh_l1	4	0.08577469736337662
129	rnn.weight_hh_l1	5	-0.0841095969080925
129	rnn.weight_hh_l1	6	-0.050017233937978745
129	rnn.weight_hh_l1	7	0.06544781476259232
129	rnn.weight_hh_l1	8	-0.013534456491470337
129	rnn.weight_hh_l1	9	-0.04011121392250061
129	rnn.bias_ih_l1	0	-0.038673002272844315
129	rnn.bias_ih_l1	1	0.0559566393494606
129	rnn.bias_ih_l1	2	-0.047212157398462296
129	rnn.bias_ih_l1	3	-0.07504750788211823
129	rnn.bias_ih_l1	4	-0.029488714411854744
129	rnn.bias_ih_l1	5	-0.0019180488307029009
129	rnn.bias_ih_l1	6	-0.053587060421705246
129	rnn.bias_ih_l1	7	0.06234303116798401
129	rnn.bias_ih_l1	8	0.08309207856655121
129	rnn.bias_ih_l1	9	0.0326254740357399
129	rnn.bias_hh_l1	0	0.0688505470752716
129	rnn.bias_hh_l1	1	-0.058415088802576065
129	rnn.bias_hh_l1	2	0.019650649279356003
129	rnn.bias_hh_l1	3	0.07642305642366409
129	rnn.bias_hh_l1	4	0.05686834454536438
129	rnn.bias_hh_l1	5	-0.07880646735429764
129	rnn.bias_hh_l1	6	0.01423124223947525
129	rnn.bias_hh_l1	7	0.04006040841341019
129	rnn.bias_hh_l1	8	0.013703051023185253
129	rnn.bias_hh_l1	9	-0.0057067000307142735
129	rnn.weight_ih_l1_reverse	0	0.08628853410482407
129	rnn.weight_ih_l1_reverse	1	-0.04175354540348053
129	rnn.weight_ih_l1_reverse	2	-0.061968158930540085
129	rnn.weight_ih_l1_reverse	3	0.025343947112560272
129	rnn.weight_ih_l1_reverse	4	-0.04647928848862648
129	rnn.weight_ih_l1_reverse	5	0.02421656623482704
129	rnn.weight_ih_l1_reverse	6	0.04043435677886009
129	rnn.weight_ih_l1_reverse	7	0.020274197682738304
129	rnn.weight_ih_l1_reverse	8	-0.008490357547998428
129	rnn.weight_ih_l1_reverse	9	-0.06540493667125702
129	rnn.weight_hh_l1_reverse	0	0.0049653914757072926
129	rnn.weight_hh_l1_reverse	1	0.018900126218795776
129	rnn.weight_hh_l1_reverse	2	-0.0582074411213398
129	rnn.weight_hh_l1_reverse	3	-0.012808939442038536
129	rnn.weight_hh_l1_reverse	4	0.00888034887611866
129	rnn.weight_hh_l1_reverse	5	-0.06558991968631744
129	rnn.weight_hh_l1_reverse	6	-0.06730744242668152
129	rnn.weight_hh_l1_reverse	7	-0.01135519240051508
129	rnn.weight_hh_l1_reverse	8	-0.05820048972964287
129	rnn.weight_hh_l1_reverse	9	-0.0437689833343029
129	rnn.bias_ih_l1_reverse	0	-0.0028696705121546984
129	rnn.bias_ih_l1_reverse	1	-0.04242079704999924
129	rnn.bias_ih_l1_reverse	2	0.02572956494987011
129	rnn.bias_ih_l1_reverse	3	-0.08390285819768906
129	rnn.bias_ih_l1_reverse	4	-0.08693891763687134
129	rnn.bias_ih_l1_reverse	5	-0.08672619611024857
129	rnn.bias_ih_l1_reverse	6	0.06263677030801773
129	rnn.bias_ih_l1_reverse	7	0.08444338291883469
129	rnn.bias_ih_l1_reverse	8	0.0038402851205319166
129	rnn.bias_ih_l1_reverse	9	-0.011817583814263344
129	rnn.bias_hh_l1_reverse	0	0.06088090315461159
129	rnn.bias_hh_l1_reverse	1	-0.06785231828689575
129	rnn.bias_hh_l1_reverse	2	-0.05333904176950455
129	rnn.bias_hh_l1_reverse	3	0.07383716106414795
129	rnn.bias_hh_l1_reverse	4	-0.023077378049492836
129	rnn.bias_hh_l1_reverse	5	-0.006208473350852728
129	rnn.bias_hh_l1_reverse	6	-0.059077512472867966
129	rnn.bias_hh_l1_reverse	7	-0.060444097965955734
129	rnn.bias_hh_l1_reverse	8	0.06594429165124893
129	rnn.bias_hh_l1_reverse	9	0.05311989039182663
129	rnn.weight_ih_l2	0	0.07697489112615585
129	rnn.weight_ih_l2	1	-0.05425228551030159
129	rnn.weight_ih_l2	2	0.06340762227773666
129	rnn.weight_ih_l2	3	0.06574273109436035
129	rnn.weight_ih_l2	4	0.056381624191999435
129	rnn.weight_ih_l2	5	-0.035666804760694504
129	rnn.weight_ih_l2	6	-0.07506678253412247
129	rnn.weight_ih_l2	7	0.01187081914395094
129	rnn.weight_ih_l2	8	-0.01719442754983902
129	rnn.weight_ih_l2	9	-0.06916539371013641
129	rnn.weight_hh_l2	0	0.04816984012722969
129	rnn.weight_hh_l2	1	0.030717333778738976
129	rnn.weight_hh_l2	2	-0.054780375212430954
129	rnn.weight_hh_l2	3	-0.025473471730947495
129	rnn.weight_hh_l2	4	0.05458931624889374
129	rnn.weight_hh_l2	5	-0.024056443944573402
129	rnn.weight_hh_l2	6	0.008363576605916023
129	rnn.weight_hh_l2	7	-0.05323409289121628
129	rnn.weight_hh_l2	8	-0.0062584648840129375
129	rnn.weight_hh_l2	9	-0.01812029257416725
129	rnn.bias_ih_l2	0	0.1544799506664276
129	rnn.bias_ih_l2	1	0.014891048893332481
129	rnn.bias_ih_l2	2	0.06944198161363602
129	rnn.bias_ih_l2	3	0.027413861826062202
129	rnn.bias_ih_l2	4	-0.00662229722365737
129	rnn.bias_ih_l2	5	0.04639364406466484
129	rnn.bias_ih_l2	6	0.014602405950427055
129	rnn.bias_ih_l2	7	0.017330408096313477
129	rnn.bias_ih_l2	8	0.01927141472697258
129	rnn.bias_ih_l2	9	-0.01572304777801037
129	rnn.bias_hh_l2	0	0.023621851578354836
129	rnn.bias_hh_l2	1	0.005253782495856285
129	rnn.bias_hh_l2	2	0.07352901995182037
129	rnn.bias_hh_l2	3	0.0294503141194582
129	rnn.bias_hh_l2	4	0.07745753973722458
129	rnn.bias_hh_l2	5	-0.05664980039000511
129	rnn.bias_hh_l2	6	0.04042943939566612
129	rnn.bias_hh_l2	7	-0.025203118100762367
129	rnn.bias_hh_l2	8	0.04179452732205391
129	rnn.bias_hh_l2	9	0.01634860970079899
129	rnn.weight_ih_l2_reverse	0	0.08226396143436432
129	rnn.weight_ih_l2_reverse	1	-0.05419985204935074
129	rnn.weight_ih_l2_reverse	2	0.001009145868010819
129	rnn.weight_ih_l2_reverse	3	0.035275913774967194
129	rnn.weight_ih_l2_reverse	4	0.05399841442704201
129	rnn.weight_ih_l2_reverse	5	-0.04066489264369011
129	rnn.weight_ih_l2_reverse	6	0.00048363470705226064
129	rnn.weight_ih_l2_reverse	7	-0.013720744289457798
129	rnn.weight_ih_l2_reverse	8	0.011629424057900906
129	rnn.weight_ih_l2_reverse	9	-0.07982882857322693
129	rnn.weight_hh_l2_reverse	0	-0.08278235048055649
129	rnn.weight_hh_l2_reverse	1	0.015664473176002502
129	rnn.weight_hh_l2_reverse	2	0.010431583039462566
129	rnn.weight_hh_l2_reverse	3	0.024319570511579514
129	rnn.weight_hh_l2_reverse	4	-0.03674688562750816
129	rnn.weight_hh_l2_reverse	5	-0.014685341157019138
129	rnn.weight_hh_l2_reverse	6	-0.04297265037894249
129	rnn.weight_hh_l2_reverse	7	-0.05988907814025879
129	rnn.weight_hh_l2_reverse	8	-0.006693064700812101
129	rnn.weight_hh_l2_reverse	9	-0.059071678668260574
129	rnn.bias_ih_l2_reverse	0	-0.056388624012470245
129	rnn.bias_ih_l2_reverse	1	-0.02795926295220852
129	rnn.bias_ih_l2_reverse	2	0.0433364100754261
129	rnn.bias_ih_l2_reverse	3	0.02809622325003147
129	rnn.bias_ih_l2_reverse	4	0.076245978474617
129	rnn.bias_ih_l2_reverse	5	-0.08904774487018585
129	rnn.bias_ih_l2_reverse	6	-0.04336164891719818
129	rnn.bias_ih_l2_reverse	7	-0.05881457030773163
129	rnn.bias_ih_l2_reverse	8	0.052093975245952606
129	rnn.bias_ih_l2_reverse	9	0.032625261694192886
129	rnn.bias_hh_l2_reverse	0	0.05882185325026512
129	rnn.bias_hh_l2_reverse	1	-0.059351712465286255
129	rnn.bias_hh_l2_reverse	2	-0.06734496355056763
129	rnn.bias_hh_l2_reverse	3	0.031712114810943604
129	rnn.bias_hh_l2_reverse	4	0.029695311561226845
129	rnn.bias_hh_l2_reverse	5	0.03609089180827141
129	rnn.bias_hh_l2_reverse	6	-0.08258102834224701
129	rnn.bias_hh_l2_reverse	7	-0.0059692393988370895
129	rnn.bias_hh_l2_reverse	8	-0.10404987633228302
129	rnn.bias_hh_l2_reverse	9	-0.0551803819835186
129	linear.weight	0	0.025028489530086517
129	linear.weight	1	0.12009076774120331
129	linear.weight	2	-0.024137135595083237
129	linear.weight	3	-0.03440127894282341
129	linear.weight	4	-0.022248394787311554
129	linear.weight	5	0.04755463823676109
129	linear.weight	6	0.0033654735889285803
129	linear.weight	7	-0.10810072720050812
129	linear.weight	8	-0.01178753562271595
129	linear.weight	9	0.09956882148981094
129	linear.bias	0	0.5081621408462524
129	linear.bias	1	0.7304028272628784
129	linear.bias	2	-1.6076219081878662
129	linear.bias	3	-0.05754556506872177
129	linear.bias	4	-0.050822705030441284
129	linear.bias	5	0.26775291562080383
130	transitions	0	0.04094221815466881
130	transitions	1	-10000.0
130	transitions	2	2.5116090774536133
130	transitions	3	-1.0969685316085815
130	transitions	4	-10000.0
130	transitions	5	-10000.0
130	transitions	6	-10000.0
130	transitions	7	0.88180011510849
130	transitions	8	0.8437216281890869
130	transitions	9	-1.2413649559020996
130	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
130	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
130	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
130	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
130	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
130	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
130	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
130	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
130	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
130	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
130	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
130	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
130	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
130	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
130	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
130	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
130	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
130	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
130	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
130	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
130	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
130	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
130	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
130	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
130	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
130	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
130	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
130	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
130	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
130	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
130	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
130	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
130	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
130	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
130	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
130	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
130	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
130	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
130	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
130	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
130	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
130	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
130	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
130	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
130	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
130	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
130	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
130	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
130	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
130	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
130	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
130	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
130	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
130	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
130	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
130	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
130	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
130	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
130	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
130	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
130	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
130	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
130	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
130	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
130	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
130	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
130	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
130	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
130	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
130	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
130	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
130	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
130	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
130	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
130	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
130	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
130	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
130	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
130	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
130	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
130	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
130	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
130	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
130	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
130	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
130	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
130	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
130	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
130	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
130	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
130	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
130	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
130	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
130	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
130	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
130	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
130	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
130	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
130	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
130	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
130	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
130	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
130	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
130	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
130	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
130	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
130	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
130	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
130	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
130	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
130	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
130	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
130	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
130	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
130	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
130	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
130	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
130	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
130	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
130	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
130	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
130	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
130	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
130	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
130	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
130	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
130	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
130	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
130	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
130	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
130	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
130	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
130	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
130	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
130	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
130	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
130	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
130	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
130	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
130	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
130	embedding2nn.weight	0	0.014747957699000835
130	embedding2nn.weight	1	6.204110832186416e-05
130	embedding2nn.weight	2	0.005544694606214762
130	embedding2nn.weight	3	0.0007328585488721728
130	embedding2nn.weight	4	-0.008128819987177849
130	embedding2nn.weight	5	-0.0054846941493451595
130	embedding2nn.weight	6	-0.0009306673309765756
130	embedding2nn.weight	7	-0.0030114571563899517
130	embedding2nn.weight	8	0.012934671714901924
130	embedding2nn.weight	9	0.004460491705685854
130	embedding2nn.bias	0	0.0036417036317288876
130	embedding2nn.bias	1	-0.013843805529177189
130	embedding2nn.bias	2	0.01330475602298975
130	embedding2nn.bias	3	-0.013690019957721233
130	embedding2nn.bias	4	-0.025256026536226273
130	embedding2nn.bias	5	-0.0029585096053779125
130	embedding2nn.bias	6	0.009973322041332722
130	embedding2nn.bias	7	0.003893284359946847
130	embedding2nn.bias	8	-0.013650670647621155
130	embedding2nn.bias	9	0.00017462362302467227
130	rnn.weight_ih_l0	0	-0.052357908338308334
130	rnn.weight_ih_l0	1	0.050787441432476044
130	rnn.weight_ih_l0	2	0.031830936670303345
130	rnn.weight_ih_l0	3	0.014761622063815594
130	rnn.weight_ih_l0	4	0.012579173780977726
130	rnn.weight_ih_l0	5	0.08421339839696884
130	rnn.weight_ih_l0	6	0.07608026266098022
130	rnn.weight_ih_l0	7	0.037796586751937866
130	rnn.weight_ih_l0	8	-0.04559551179409027
130	rnn.weight_ih_l0	9	0.0081419562920928
130	rnn.weight_hh_l0	0	0.008267614059150219
130	rnn.weight_hh_l0	1	-0.0640871673822403
130	rnn.weight_hh_l0	2	-0.06546349823474884
130	rnn.weight_hh_l0	3	0.0714956745505333
130	rnn.weight_hh_l0	4	0.07099121063947678
130	rnn.weight_hh_l0	5	0.005866387393325567
130	rnn.weight_hh_l0	6	7.278732664417475e-05
130	rnn.weight_hh_l0	7	-0.01802472211420536
130	rnn.weight_hh_l0	8	-0.029046645388007164
130	rnn.weight_hh_l0	9	0.05752328410744667
130	rnn.bias_ih_l0	0	-0.0615747794508934
130	rnn.bias_ih_l0	1	0.08808066695928574
130	rnn.bias_ih_l0	2	0.020126132294535637
130	rnn.bias_ih_l0	3	0.0790037289261818
130	rnn.bias_ih_l0	4	-0.07215306907892227
130	rnn.bias_ih_l0	5	0.08275534957647324
130	rnn.bias_ih_l0	6	-0.06502444297075272
130	rnn.bias_ih_l0	7	-0.035744860768318176
130	rnn.bias_ih_l0	8	-0.08881843090057373
130	rnn.bias_ih_l0	9	-0.04509716480970383
130	rnn.bias_hh_l0	0	0.03357286378741264
130	rnn.bias_hh_l0	1	0.07325329631567001
130	rnn.bias_hh_l0	2	0.06925484538078308
130	rnn.bias_hh_l0	3	0.08454763144254684
130	rnn.bias_hh_l0	4	-0.09900888800621033
130	rnn.bias_hh_l0	5	-0.07139243185520172
130	rnn.bias_hh_l0	6	0.0777311623096466
130	rnn.bias_hh_l0	7	-0.0880262702703476
130	rnn.bias_hh_l0	8	-0.026805078610777855
130	rnn.bias_hh_l0	9	0.0034365809988230467
130	rnn.weight_ih_l0_reverse	0	0.079340860247612
130	rnn.weight_ih_l0_reverse	1	0.07324136793613434
130	rnn.weight_ih_l0_reverse	2	0.038762424141168594
130	rnn.weight_ih_l0_reverse	3	0.0336996354162693
130	rnn.weight_ih_l0_reverse	4	-0.036964260041713715
130	rnn.weight_ih_l0_reverse	5	0.05087513476610184
130	rnn.weight_ih_l0_reverse	6	0.06643874198198318
130	rnn.weight_ih_l0_reverse	7	0.02257704548537731
130	rnn.weight_ih_l0_reverse	8	-0.05772851034998894
130	rnn.weight_ih_l0_reverse	9	-0.052855100482702255
130	rnn.weight_hh_l0_reverse	0	0.02510284259915352
130	rnn.weight_hh_l0_reverse	1	-0.08709155768156052
130	rnn.weight_hh_l0_reverse	2	0.06331345438957214
130	rnn.weight_hh_l0_reverse	3	-0.021496178582310677
130	rnn.weight_hh_l0_reverse	4	0.08403105288743973
130	rnn.weight_hh_l0_reverse	5	-0.0019678918179124594
130	rnn.weight_hh_l0_reverse	6	0.029933487996459007
130	rnn.weight_hh_l0_reverse	7	0.07841517776250839
130	rnn.weight_hh_l0_reverse	8	-0.02237512916326523
130	rnn.weight_hh_l0_reverse	9	-0.04664391279220581
130	rnn.bias_ih_l0_reverse	0	0.0008041828405112028
130	rnn.bias_ih_l0_reverse	1	-0.013135586865246296
130	rnn.bias_ih_l0_reverse	2	-0.014994979836046696
130	rnn.bias_ih_l0_reverse	3	0.037712156772613525
130	rnn.bias_ih_l0_reverse	4	0.0671391412615776
130	rnn.bias_ih_l0_reverse	5	-0.02079864591360092
130	rnn.bias_ih_l0_reverse	6	-0.026859764009714127
130	rnn.bias_ih_l0_reverse	7	-0.04867619648575783
130	rnn.bias_ih_l0_reverse	8	0.008900809101760387
130	rnn.bias_ih_l0_reverse	9	-0.06716278940439224
130	rnn.bias_hh_l0_reverse	0	0.03875056654214859
130	rnn.bias_hh_l0_reverse	1	-0.06852538883686066
130	rnn.bias_hh_l0_reverse	2	0.08309056609869003
130	rnn.bias_hh_l0_reverse	3	0.05925498530268669
130	rnn.bias_hh_l0_reverse	4	0.02732577547430992
130	rnn.bias_hh_l0_reverse	5	0.04455888643860817
130	rnn.bias_hh_l0_reverse	6	0.06502880156040192
130	rnn.bias_hh_l0_reverse	7	0.08351296931505203
130	rnn.bias_hh_l0_reverse	8	-0.010389978066086769
130	rnn.bias_hh_l0_reverse	9	0.05158431455492973
130	rnn.weight_ih_l1	0	0.02286962978541851
130	rnn.weight_ih_l1	1	0.015811661258339882
130	rnn.weight_ih_l1	2	0.08607524633407593
130	rnn.weight_ih_l1	3	-0.02418854832649231
130	rnn.weight_ih_l1	4	-0.024259429425001144
130	rnn.weight_ih_l1	5	-0.013233174569904804
130	rnn.weight_ih_l1	6	0.07238578796386719
130	rnn.weight_ih_l1	7	-0.004588389303535223
130	rnn.weight_ih_l1	8	-0.05259865149855614
130	rnn.weight_ih_l1	9	0.05566180497407913
130	rnn.weight_hh_l1	0	-0.08164392411708832
130	rnn.weight_hh_l1	1	-0.035897910594940186
130	rnn.weight_hh_l1	2	-0.008136117830872536
130	rnn.weight_hh_l1	3	-0.05828940123319626
130	rnn.weight_hh_l1	4	0.08578845113515854
130	rnn.weight_hh_l1	5	-0.08410506695508957
130	rnn.weight_hh_l1	6	-0.050163473933935165
130	rnn.weight_hh_l1	7	0.06532672792673111
130	rnn.weight_hh_l1	8	-0.013533775694668293
130	rnn.weight_hh_l1	9	-0.04002455994486809
130	rnn.bias_ih_l1	0	-0.03755277767777443
130	rnn.bias_ih_l1	1	0.056193139404058456
130	rnn.bias_ih_l1	2	-0.04711112007498741
130	rnn.bias_ih_l1	3	-0.0754924938082695
130	rnn.bias_ih_l1	4	-0.029508359730243683
130	rnn.bias_ih_l1	5	-0.004040613304823637
130	rnn.bias_ih_l1	6	-0.05286905914545059
130	rnn.bias_ih_l1	7	0.0625668466091156
130	rnn.bias_ih_l1	8	0.08258038014173508
130	rnn.bias_ih_l1	9	0.03353731334209442
130	rnn.bias_hh_l1	0	0.06882435828447342
130	rnn.bias_hh_l1	1	-0.05844525620341301
130	rnn.bias_hh_l1	2	0.019707700237631798
130	rnn.bias_hh_l1	3	0.07748255133628845
130	rnn.bias_hh_l1	4	0.05681351572275162
130	rnn.bias_hh_l1	5	-0.07844989746809006
130	rnn.bias_hh_l1	6	0.014218046329915524
130	rnn.bias_hh_l1	7	0.040348347276449203
130	rnn.bias_hh_l1	8	0.014034397900104523
130	rnn.bias_hh_l1	9	-0.0057862973771989346
130	rnn.weight_ih_l1_reverse	0	0.08631134778261185
130	rnn.weight_ih_l1_reverse	1	-0.04172208905220032
130	rnn.weight_ih_l1_reverse	2	-0.06195000186562538
130	rnn.weight_ih_l1_reverse	3	0.025334909558296204
130	rnn.weight_ih_l1_reverse	4	-0.046491581946611404
130	rnn.weight_ih_l1_reverse	5	0.02419145219027996
130	rnn.weight_ih_l1_reverse	6	0.0404297299683094
130	rnn.weight_ih_l1_reverse	7	0.02024785242974758
130	rnn.weight_ih_l1_reverse	8	-0.008493744768202305
130	rnn.weight_ih_l1_reverse	9	-0.06496864557266235
130	rnn.weight_hh_l1_reverse	0	0.004961051978170872
130	rnn.weight_hh_l1_reverse	1	0.01892080344259739
130	rnn.weight_hh_l1_reverse	2	-0.05820365250110626
130	rnn.weight_hh_l1_reverse	3	-0.012809389270842075
130	rnn.weight_hh_l1_reverse	4	0.008890277706086636
130	rnn.weight_hh_l1_reverse	5	-0.06559282541275024
130	rnn.weight_hh_l1_reverse	6	-0.06730357557535172
130	rnn.weight_hh_l1_reverse	7	-0.011355708353221416
130	rnn.weight_hh_l1_reverse	8	-0.05828944593667984
130	rnn.weight_hh_l1_reverse	9	-0.043769512325525284
130	rnn.bias_ih_l1_reverse	0	-0.002939470112323761
130	rnn.bias_ih_l1_reverse	1	-0.042423367500305176
130	rnn.bias_ih_l1_reverse	2	0.025906024500727654
130	rnn.bias_ih_l1_reverse	3	-0.08385806530714035
130	rnn.bias_ih_l1_reverse	4	-0.08694921433925629
130	rnn.bias_ih_l1_reverse	5	-0.08672747761011124
130	rnn.bias_ih_l1_reverse	6	0.06283196061849594
130	rnn.bias_ih_l1_reverse	7	0.08454941213130951
130	rnn.bias_ih_l1_reverse	8	0.002817918313667178
130	rnn.bias_ih_l1_reverse	9	-0.011522659100592136
130	rnn.bias_hh_l1_reverse	0	0.06103634461760521
130	rnn.bias_hh_l1_reverse	1	-0.06765631586313248
130	rnn.bias_hh_l1_reverse	2	-0.053287047892808914
130	rnn.bias_hh_l1_reverse	3	0.0739089697599411
130	rnn.bias_hh_l1_reverse	4	-0.023077039048075676
130	rnn.bias_hh_l1_reverse	5	-0.0062352982349693775
130	rnn.bias_hh_l1_reverse	6	-0.05908573046326637
130	rnn.bias_hh_l1_reverse	7	-0.06038894131779671
130	rnn.bias_hh_l1_reverse	8	0.0659523606300354
130	rnn.bias_hh_l1_reverse	9	0.051365699619054794
130	rnn.weight_ih_l2	0	0.07707881927490234
130	rnn.weight_ih_l2	1	-0.054243315011262894
130	rnn.weight_ih_l2	2	0.06341433525085449
130	rnn.weight_ih_l2	3	0.06570137292146683
130	rnn.weight_ih_l2	4	0.056524768471717834
130	rnn.weight_ih_l2	5	-0.03581465408205986
130	rnn.weight_ih_l2	6	-0.07511480152606964
130	rnn.weight_ih_l2	7	0.011833836324512959
130	rnn.weight_ih_l2	8	-0.017195729538798332
130	rnn.weight_ih_l2	9	-0.06917278468608856
130	rnn.weight_hh_l2	0	0.048168960958719254
130	rnn.weight_hh_l2	1	0.03068378008902073
130	rnn.weight_hh_l2	2	-0.05476009100675583
130	rnn.weight_hh_l2	3	-0.02541467733681202
130	rnn.weight_hh_l2	4	0.05456575006246567
130	rnn.weight_hh_l2	5	-0.023932574316859245
130	rnn.weight_hh_l2	6	0.008360518142580986
130	rnn.weight_hh_l2	7	-0.05324552208185196
130	rnn.weight_hh_l2	8	-0.006265639327466488
130	rnn.weight_hh_l2	9	-0.018113717436790466
130	rnn.bias_ih_l2	0	0.15526515245437622
130	rnn.bias_ih_l2	1	0.014726185239851475
130	rnn.bias_ih_l2	2	0.07029348611831665
130	rnn.bias_ih_l2	3	0.027876604348421097
130	rnn.bias_ih_l2	4	-0.006499884650111198
130	rnn.bias_ih_l2	5	0.046362075954675674
130	rnn.bias_ih_l2	6	0.014633751474320889
130	rnn.bias_ih_l2	7	0.01749092899262905
130	rnn.bias_ih_l2	8	0.019068950787186623
130	rnn.bias_ih_l2	9	-0.01569238305091858
130	rnn.bias_hh_l2	0	0.02345244772732258
130	rnn.bias_hh_l2	1	0.005762017797678709
130	rnn.bias_hh_l2	2	0.0742698460817337
130	rnn.bias_hh_l2	3	0.029433220624923706
130	rnn.bias_hh_l2	4	0.0775558352470398
130	rnn.bias_hh_l2	5	-0.056933049112558365
130	rnn.bias_hh_l2	6	0.04036646708846092
130	rnn.bias_hh_l2	7	-0.024649638682603836
130	rnn.bias_hh_l2	8	0.04166879877448082
130	rnn.bias_hh_l2	9	0.017656909301877022
130	rnn.weight_ih_l2_reverse	0	0.0822664424777031
130	rnn.weight_ih_l2_reverse	1	-0.05410819128155708
130	rnn.weight_ih_l2_reverse	2	0.0010261083953082561
130	rnn.weight_ih_l2_reverse	3	0.03527689352631569
130	rnn.weight_ih_l2_reverse	4	0.05400899425148964
130	rnn.weight_ih_l2_reverse	5	-0.04067370668053627
130	rnn.weight_ih_l2_reverse	6	0.0004352699324954301
130	rnn.weight_ih_l2_reverse	7	-0.013886677101254463
130	rnn.weight_ih_l2_reverse	8	0.011706682853400707
130	rnn.weight_ih_l2_reverse	9	-0.07976943999528885
130	rnn.weight_hh_l2_reverse	0	-0.0827823281288147
130	rnn.weight_hh_l2_reverse	1	0.015659909695386887
130	rnn.weight_hh_l2_reverse	2	0.010433705523610115
130	rnn.weight_hh_l2_reverse	3	0.02431976981461048
130	rnn.weight_hh_l2_reverse	4	-0.03674833104014397
130	rnn.weight_hh_l2_reverse	5	-0.014688574708998203
130	rnn.weight_hh_l2_reverse	6	-0.04308152198791504
130	rnn.weight_hh_l2_reverse	7	-0.05989093706011772
130	rnn.weight_hh_l2_reverse	8	-0.006693260744214058
130	rnn.weight_hh_l2_reverse	9	-0.059075552970170975
130	rnn.bias_ih_l2_reverse	0	-0.05455823987722397
130	rnn.bias_ih_l2_reverse	1	-0.02782432734966278
130	rnn.bias_ih_l2_reverse	2	0.0440225712954998
130	rnn.bias_ih_l2_reverse	3	0.029895685613155365
130	rnn.bias_ih_l2_reverse	4	0.07626782357692719
130	rnn.bias_ih_l2_reverse	5	-0.0889899954199791
130	rnn.bias_ih_l2_reverse	6	-0.043371427804231644
130	rnn.bias_ih_l2_reverse	7	-0.059532880783081055
130	rnn.bias_ih_l2_reverse	8	0.05246163159608841
130	rnn.bias_ih_l2_reverse	9	0.03227302059531212
130	rnn.bias_hh_l2_reverse	0	0.06008247286081314
130	rnn.bias_hh_l2_reverse	1	-0.059651121497154236
130	rnn.bias_hh_l2_reverse	2	-0.06734280288219452
130	rnn.bias_hh_l2_reverse	3	0.03178567439317703
130	rnn.bias_hh_l2_reverse	4	0.029797857627272606
130	rnn.bias_hh_l2_reverse	5	0.03611501306295395
130	rnn.bias_hh_l2_reverse	6	-0.08251538872718811
130	rnn.bias_hh_l2_reverse	7	-0.006328929215669632
130	rnn.bias_hh_l2_reverse	8	-0.10409672558307648
130	rnn.bias_hh_l2_reverse	9	-0.05513513460755348
130	linear.weight	0	0.025028489530086517
130	linear.weight	1	0.12181209027767181
130	linear.weight	2	-0.02414366416633129
130	linear.weight	3	-0.035933367908000946
130	linear.weight	4	-0.022248394787311554
130	linear.weight	5	0.047500673681497574
130	linear.weight	6	0.003089669393375516
130	linear.weight	7	-0.1115027368068695
130	linear.weight	8	-0.013017235323786736
130	linear.weight	9	0.09876398742198944
130	linear.bias	0	0.5055635571479797
130	linear.bias	1	0.7279011011123657
130	linear.bias	2	-1.609182596206665
130	linear.bias	3	-0.05754556506872177
130	linear.bias	4	-0.050822705030441284
130	linear.bias	5	0.2744138240814209
131	transitions	0	0.040874361991882324
131	transitions	1	-10000.0
131	transitions	2	2.508514404296875
131	transitions	3	-1.0969743728637695
131	transitions	4	-10000.0
131	transitions	5	-10000.0
131	transitions	6	-10000.0
131	transitions	7	0.881798505783081
131	transitions	8	0.8437175750732422
131	transitions	9	-1.2422398328781128
131	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
131	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
131	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
131	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
131	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
131	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
131	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
131	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
131	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
131	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
131	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
131	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
131	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
131	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
131	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
131	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
131	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
131	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
131	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
131	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
131	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
131	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
131	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
131	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
131	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
131	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
131	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
131	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
131	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
131	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
131	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
131	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
131	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
131	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
131	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
131	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
131	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
131	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
131	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
131	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
131	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
131	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
131	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
131	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
131	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
131	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
131	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
131	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
131	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
131	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
131	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
131	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
131	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
131	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
131	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
131	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
131	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
131	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
131	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
131	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
131	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
131	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
131	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
131	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
131	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
131	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
131	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
131	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
131	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
131	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
131	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
131	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
131	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
131	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
131	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
131	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
131	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
131	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
131	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
131	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
131	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
131	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
131	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
131	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
131	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
131	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
131	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
131	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
131	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
131	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
131	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
131	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
131	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
131	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
131	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
131	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
131	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
131	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
131	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
131	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
131	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
131	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
131	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
131	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
131	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
131	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
131	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
131	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
131	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
131	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
131	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
131	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
131	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
131	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
131	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
131	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
131	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
131	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
131	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
131	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
131	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
131	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
131	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
131	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
131	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
131	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
131	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
131	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
131	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
131	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
131	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
131	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
131	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
131	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
131	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
131	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
131	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
131	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
131	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
131	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
131	embedding2nn.weight	0	0.014748206362128258
131	embedding2nn.weight	1	6.369344191625714e-05
131	embedding2nn.weight	2	0.005544325802475214
131	embedding2nn.weight	3	0.0007315350812859833
131	embedding2nn.weight	4	-0.008135785348713398
131	embedding2nn.weight	5	-0.005485731177031994
131	embedding2nn.weight	6	-0.0009308408480137587
131	embedding2nn.weight	7	-0.003010726300999522
131	embedding2nn.weight	8	0.012928413227200508
131	embedding2nn.weight	9	0.004460493102669716
131	embedding2nn.bias	0	0.003683044109493494
131	embedding2nn.bias	1	-0.013866635039448738
131	embedding2nn.bias	2	0.013463825918734074
131	embedding2nn.bias	3	-0.013713380321860313
131	embedding2nn.bias	4	-0.025291969999670982
131	embedding2nn.bias	5	-0.0028039314784109592
131	embedding2nn.bias	6	0.010047826915979385
131	embedding2nn.bias	7	0.00381251098588109
131	embedding2nn.bias	8	-0.013649223372340202
131	embedding2nn.bias	9	0.00010617627413012087
131	rnn.weight_ih_l0	0	-0.05235211178660393
131	rnn.weight_ih_l0	1	0.05078486353158951
131	rnn.weight_ih_l0	2	0.031830307096242905
131	rnn.weight_ih_l0	3	0.014760862104594707
131	rnn.weight_ih_l0	4	0.012579637579619884
131	rnn.weight_ih_l0	5	0.08421210944652557
131	rnn.weight_ih_l0	6	0.07607948035001755
131	rnn.weight_ih_l0	7	0.037796489894390106
131	rnn.weight_ih_l0	8	-0.04558996483683586
131	rnn.weight_ih_l0	9	0.008140919730067253
131	rnn.weight_hh_l0	0	0.008265821263194084
131	rnn.weight_hh_l0	1	-0.06409647315740585
131	rnn.weight_hh_l0	2	-0.06546593457460403
131	rnn.weight_hh_l0	3	0.07149498164653778
131	rnn.weight_hh_l0	4	0.07098373770713806
131	rnn.weight_hh_l0	5	0.005867617204785347
131	rnn.weight_hh_l0	6	6.934721022844315e-05
131	rnn.weight_hh_l0	7	-0.01802043244242668
131	rnn.weight_hh_l0	8	-0.029045620933175087
131	rnn.weight_hh_l0	9	0.05752395838499069
131	rnn.bias_ih_l0	0	-0.06153913959860802
131	rnn.bias_ih_l0	1	0.08808085322380066
131	rnn.bias_ih_l0	2	0.020135896280407906
131	rnn.bias_ih_l0	3	0.07902716100215912
131	rnn.bias_ih_l0	4	-0.07222289592027664
131	rnn.bias_ih_l0	5	0.08277004212141037
131	rnn.bias_ih_l0	6	-0.06494078785181046
131	rnn.bias_ih_l0	7	-0.035742953419685364
131	rnn.bias_ih_l0	8	-0.08873806148767471
131	rnn.bias_ih_l0	9	-0.045068126171827316
131	rnn.bias_hh_l0	0	0.03362088277935982
131	rnn.bias_hh_l0	1	0.07325798273086548
131	rnn.bias_hh_l0	2	0.06927470862865448
131	rnn.bias_hh_l0	3	0.08454198390245438
131	rnn.bias_hh_l0	4	-0.09902418404817581
131	rnn.bias_hh_l0	5	-0.07138889282941818
131	rnn.bias_hh_l0	6	0.07774804532527924
131	rnn.bias_hh_l0	7	-0.08804669231176376
131	rnn.bias_hh_l0	8	-0.026791052892804146
131	rnn.bias_hh_l0	9	0.003404243616387248
131	rnn.weight_ih_l0_reverse	0	0.07934080064296722
131	rnn.weight_ih_l0_reverse	1	0.07324424386024475
131	rnn.weight_ih_l0_reverse	2	0.03876236826181412
131	rnn.weight_ih_l0_reverse	3	0.033700719475746155
131	rnn.weight_ih_l0_reverse	4	-0.03696933388710022
131	rnn.weight_ih_l0_reverse	5	0.0508757047355175
131	rnn.weight_ih_l0_reverse	6	0.06643936038017273
131	rnn.weight_ih_l0_reverse	7	0.022578341886401176
131	rnn.weight_ih_l0_reverse	8	-0.057728223502635956
131	rnn.weight_ih_l0_reverse	9	-0.05285510793328285
131	rnn.weight_hh_l0_reverse	0	0.025089813396334648
131	rnn.weight_hh_l0_reverse	1	-0.08708729594945908
131	rnn.weight_hh_l0_reverse	2	0.06331172585487366
131	rnn.weight_hh_l0_reverse	3	-0.021493175998330116
131	rnn.weight_hh_l0_reverse	4	0.08403573930263519
131	rnn.weight_hh_l0_reverse	5	-0.0019688501488417387
131	rnn.weight_hh_l0_reverse	6	0.02993234246969223
131	rnn.weight_hh_l0_reverse	7	0.07841494679450989
131	rnn.weight_hh_l0_reverse	8	-0.02237505465745926
131	rnn.weight_hh_l0_reverse	9	-0.04664566367864609
131	rnn.bias_ih_l0_reverse	0	0.000842825451400131
131	rnn.bias_ih_l0_reverse	1	-0.013177406042814255
131	rnn.bias_ih_l0_reverse	2	-0.015051096677780151
131	rnn.bias_ih_l0_reverse	3	0.037725791335105896
131	rnn.bias_ih_l0_reverse	4	0.06716576218605042
131	rnn.bias_ih_l0_reverse	5	-0.020820165053009987
131	rnn.bias_ih_l0_reverse	6	-0.02688063494861126
131	rnn.bias_ih_l0_reverse	7	-0.04871191829442978
131	rnn.bias_ih_l0_reverse	8	0.0089643569663167
131	rnn.bias_ih_l0_reverse	9	-0.06709491461515427
131	rnn.bias_hh_l0_reverse	0	0.0387299507856369
131	rnn.bias_hh_l0_reverse	1	-0.06845751404762268
131	rnn.bias_hh_l0_reverse	2	0.0830671414732933
131	rnn.bias_hh_l0_reverse	3	0.059272896498441696
131	rnn.bias_hh_l0_reverse	4	0.027039354667067528
131	rnn.bias_hh_l0_reverse	5	0.044573310762643814
131	rnn.bias_hh_l0_reverse	6	0.06507034599781036
131	rnn.bias_hh_l0_reverse	7	0.08366833627223969
131	rnn.bias_hh_l0_reverse	8	-0.010393787175416946
131	rnn.bias_hh_l0_reverse	9	0.05160222575068474
131	rnn.weight_ih_l1	0	0.022855009883642197
131	rnn.weight_ih_l1	1	0.015811704099178314
131	rnn.weight_ih_l1	2	0.0862310528755188
131	rnn.weight_ih_l1	3	-0.024187492206692696
131	rnn.weight_ih_l1	4	-0.024236923083662987
131	rnn.weight_ih_l1	5	-0.01321314461529255
131	rnn.weight_ih_l1	6	0.07237406075000763
131	rnn.weight_ih_l1	7	-0.0046052588149905205
131	rnn.weight_ih_l1	8	-0.052585434168577194
131	rnn.weight_ih_l1	9	0.05567999929189682
131	rnn.weight_hh_l1	0	-0.08158134669065475
131	rnn.weight_hh_l1	1	-0.03588653728365898
131	rnn.weight_hh_l1	2	-0.008136171847581863
131	rnn.weight_hh_l1	3	-0.058288898319005966
131	rnn.weight_hh_l1	4	0.08577241748571396
131	rnn.weight_hh_l1	5	-0.08410017192363739
131	rnn.weight_hh_l1	6	-0.05019063130021095
131	rnn.weight_hh_l1	7	0.0653122290968895
131	rnn.weight_hh_l1	8	-0.013532718643546104
131	rnn.weight_hh_l1	9	-0.04001440852880478
131	rnn.bias_ih_l1	0	-0.03751532360911369
131	rnn.bias_ih_l1	1	0.05619081109762192
131	rnn.bias_ih_l1	2	-0.04709562286734581
131	rnn.bias_ih_l1	3	-0.07542134821414948
131	rnn.bias_ih_l1	4	-0.029501287266612053
131	rnn.bias_ih_l1	5	-0.0045898836106061935
131	rnn.bias_ih_l1	6	-0.05294232442975044
131	rnn.bias_ih_l1	7	0.06256068497896194
131	rnn.bias_ih_l1	8	0.08273247629404068
131	rnn.bias_ih_l1	9	0.033669374883174896
131	rnn.bias_hh_l1	0	0.0688280537724495
131	rnn.bias_hh_l1	1	-0.058467671275138855
131	rnn.bias_hh_l1	2	0.019710922613739967
131	rnn.bias_hh_l1	3	0.07743625342845917
131	rnn.bias_hh_l1	4	0.056810591369867325
131	rnn.bias_hh_l1	5	-0.07844194024801254
131	rnn.bias_hh_l1	6	0.014222722500562668
131	rnn.bias_hh_l1	7	0.04034560173749924
131	rnn.bias_hh_l1	8	0.014101646840572357
131	rnn.bias_hh_l1	9	-0.005771954543888569
131	rnn.weight_ih_l1_reverse	0	0.08631088584661484
131	rnn.weight_ih_l1_reverse	1	-0.041701540350914
131	rnn.weight_ih_l1_reverse	2	-0.06195275858044624
131	rnn.weight_ih_l1_reverse	3	0.025333287194371223
131	rnn.weight_ih_l1_reverse	4	-0.04649195075035095
131	rnn.weight_ih_l1_reverse	5	0.024190984666347504
131	rnn.weight_ih_l1_reverse	6	0.04043200984597206
131	rnn.weight_ih_l1_reverse	7	0.020246848464012146
131	rnn.weight_ih_l1_reverse	8	-0.008494319394230843
131	rnn.weight_ih_l1_reverse	9	-0.06497040390968323
131	rnn.weight_hh_l1_reverse	0	0.004960651509463787
131	rnn.weight_hh_l1_reverse	1	0.018920980393886566
131	rnn.weight_hh_l1_reverse	2	-0.05820398032665253
131	rnn.weight_hh_l1_reverse	3	-0.012806176207959652
131	rnn.weight_hh_l1_reverse	4	0.008890767581760883
131	rnn.weight_hh_l1_reverse	5	-0.0655905082821846
131	rnn.weight_hh_l1_reverse	6	-0.06730277836322784
131	rnn.weight_hh_l1_reverse	7	-0.011356408707797527
131	rnn.weight_hh_l1_reverse	8	-0.0582280196249485
131	rnn.weight_hh_l1_reverse	9	-0.04376545548439026
131	rnn.bias_ih_l1_reverse	0	-0.0029603755101561546
131	rnn.bias_ih_l1_reverse	1	-0.042427562177181244
131	rnn.bias_ih_l1_reverse	2	0.025882672518491745
131	rnn.bias_ih_l1_reverse	3	-0.08382084965705872
131	rnn.bias_ih_l1_reverse	4	-0.08695551753044128
131	rnn.bias_ih_l1_reverse	5	-0.08675210922956467
131	rnn.bias_ih_l1_reverse	6	0.06282734870910645
131	rnn.bias_ih_l1_reverse	7	0.08454567939043045
131	rnn.bias_ih_l1_reverse	8	0.0030053516384214163
131	rnn.bias_ih_l1_reverse	9	-0.011464163661003113
131	rnn.bias_hh_l1_reverse	0	0.06106242537498474
131	rnn.bias_hh_l1_reverse	1	-0.06747913360595703
131	rnn.bias_hh_l1_reverse	2	-0.05326320603489876
131	rnn.bias_hh_l1_reverse	3	0.0739191547036171
131	rnn.bias_hh_l1_reverse	4	-0.023062612861394882
131	rnn.bias_hh_l1_reverse	5	-0.006237003952264786
131	rnn.bias_hh_l1_reverse	6	-0.05910263955593109
131	rnn.bias_hh_l1_reverse	7	-0.06039397045969963
131	rnn.bias_hh_l1_reverse	8	0.06595110893249512
131	rnn.bias_hh_l1_reverse	9	0.051455214619636536
131	rnn.weight_ih_l2	0	0.07658006250858307
131	rnn.weight_ih_l2	1	-0.054246269166469574
131	rnn.weight_ih_l2	2	0.0634140819311142
131	rnn.weight_ih_l2	3	0.06570396572351456
131	rnn.weight_ih_l2	4	0.056634530425071716
131	rnn.weight_ih_l2	5	-0.035984400659799576
131	rnn.weight_ih_l2	6	-0.07511337101459503
131	rnn.weight_ih_l2	7	0.011913484893739223
131	rnn.weight_ih_l2	8	-0.017195910215377808
131	rnn.weight_ih_l2	9	-0.06917166709899902
131	rnn.weight_hh_l2	0	0.048169828951358795
131	rnn.weight_hh_l2	1	0.030664054676890373
131	rnn.weight_hh_l2	2	-0.054760247468948364
131	rnn.weight_hh_l2	3	-0.025405483320355415
131	rnn.weight_hh_l2	4	0.05456004664301872
131	rnn.weight_hh_l2	5	-0.023877162486314774
131	rnn.weight_hh_l2	6	0.008355454541742802
131	rnn.weight_hh_l2	7	-0.05324508994817734
131	rnn.weight_hh_l2	8	-0.006212281063199043
131	rnn.weight_hh_l2	9	-0.018115581944584846
131	rnn.bias_ih_l2	0	0.15509910881519318
131	rnn.bias_ih_l2	1	0.014908227138221264
131	rnn.bias_ih_l2	2	0.07028362900018692
131	rnn.bias_ih_l2	3	0.027850456535816193
131	rnn.bias_ih_l2	4	-0.006483057048171759
131	rnn.bias_ih_l2	5	0.04634440317749977
131	rnn.bias_ih_l2	6	0.014611229300498962
131	rnn.bias_ih_l2	7	0.017492327839136124
131	rnn.bias_ih_l2	8	0.019056376069784164
131	rnn.bias_ih_l2	9	-0.015687553212046623
131	rnn.bias_hh_l2	0	0.023580865934491158
131	rnn.bias_hh_l2	1	0.0056897480972111225
131	rnn.bias_hh_l2	2	0.07434426993131638
131	rnn.bias_hh_l2	3	0.02942628413438797
131	rnn.bias_hh_l2	4	0.07755564898252487
131	rnn.bias_hh_l2	5	-0.057459473609924316
131	rnn.bias_hh_l2	6	0.04064342379570007
131	rnn.bias_hh_l2	7	-0.024652527645230293
131	rnn.bias_hh_l2	8	0.04167408123612404
131	rnn.bias_hh_l2	9	0.019017580896615982
131	rnn.weight_ih_l2_reverse	0	0.08226313441991806
131	rnn.weight_ih_l2_reverse	1	-0.053847599774599075
131	rnn.weight_ih_l2_reverse	2	0.0010263355216011405
131	rnn.weight_ih_l2_reverse	3	0.03527374193072319
131	rnn.weight_ih_l2_reverse	4	0.05400875210762024
131	rnn.weight_ih_l2_reverse	5	-0.04067372903227806
131	rnn.weight_ih_l2_reverse	6	0.00028726572054438293
131	rnn.weight_ih_l2_reverse	7	-0.0138710243627429
131	rnn.weight_ih_l2_reverse	8	0.011710936203598976
131	rnn.weight_ih_l2_reverse	9	-0.07976983487606049
131	rnn.weight_hh_l2_reverse	0	-0.08278222382068634
131	rnn.weight_hh_l2_reverse	1	0.015648001804947853
131	rnn.weight_hh_l2_reverse	2	0.01043423730880022
131	rnn.weight_hh_l2_reverse	3	0.02432028017938137
131	rnn.weight_hh_l2_reverse	4	-0.036749519407749176
131	rnn.weight_hh_l2_reverse	5	-0.014688228257000446
131	rnn.weight_hh_l2_reverse	6	-0.04309147968888283
131	rnn.weight_hh_l2_reverse	7	-0.059887900948524475
131	rnn.weight_hh_l2_reverse	8	-0.006693268660455942
131	rnn.weight_hh_l2_reverse	9	-0.05907611548900604
131	rnn.bias_ih_l2_reverse	0	-0.05379367247223854
131	rnn.bias_ih_l2_reverse	1	-0.027798207476735115
131	rnn.bias_ih_l2_reverse	2	0.044022176414728165
131	rnn.bias_ih_l2_reverse	3	0.02975327894091606
131	rnn.bias_ih_l2_reverse	4	0.07629977911710739
131	rnn.bias_ih_l2_reverse	5	-0.08899474143981934
131	rnn.bias_ih_l2_reverse	6	-0.04335778206586838
131	rnn.bias_ih_l2_reverse	7	-0.05940845608711243
131	rnn.bias_ih_l2_reverse	8	0.052811622619628906
131	rnn.bias_ih_l2_reverse	9	0.03226702660322189
131	rnn.bias_hh_l2_reverse	0	0.059985559433698654
131	rnn.bias_hh_l2_reverse	1	-0.059679362922906876
131	rnn.bias_hh_l2_reverse	2	-0.06734385341405869
131	rnn.bias_hh_l2_reverse	3	0.03181142359972
131	rnn.bias_hh_l2_reverse	4	0.02996365912258625
131	rnn.bias_hh_l2_reverse	5	0.03612032160162926
131	rnn.bias_hh_l2_reverse	6	-0.08250322937965393
131	rnn.bias_hh_l2_reverse	7	-0.006338184233754873
131	rnn.bias_hh_l2_reverse	8	-0.1041753813624382
131	rnn.bias_hh_l2_reverse	9	-0.05513458698987961
131	linear.weight	0	0.025028489530086517
131	linear.weight	1	0.12318047136068344
131	linear.weight	2	-0.02413611300289631
131	linear.weight	3	-0.036088671535253525
131	linear.weight	4	-0.022248394787311554
131	linear.weight	5	0.047500673681497574
131	linear.weight	6	0.003089669393375516
131	linear.weight	7	-0.11177762597799301
131	linear.weight	8	-0.012842496857047081
131	linear.weight	9	0.09866813570261002
131	linear.bias	0	0.502422034740448
131	linear.bias	1	0.7233235836029053
131	linear.bias	2	-1.609515905380249
131	linear.bias	3	-0.05754556506872177
131	linear.bias	4	-0.050822705030441284
131	linear.bias	5	0.2824660837650299
132	transitions	0	0.04072253778576851
132	transitions	1	-10000.0
132	transitions	2	2.4962832927703857
132	transitions	3	-1.1045916080474854
132	transitions	4	-10000.0
132	transitions	5	-10000.0
132	transitions	6	-10000.0
132	transitions	7	0.8817905783653259
132	transitions	8	0.8434257507324219
132	transitions	9	-1.2427446842193604
132	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
132	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
132	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
132	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
132	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
132	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
132	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
132	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
132	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
132	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
132	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
132	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
132	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
132	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
132	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
132	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
132	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
132	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
132	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
132	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
132	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
132	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
132	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
132	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
132	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
132	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
132	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
132	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
132	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
132	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
132	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
132	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
132	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
132	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
132	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
132	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
132	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
132	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
132	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
132	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
132	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
132	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
132	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
132	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
132	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
132	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
132	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
132	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
132	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
132	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
132	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
132	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
132	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
132	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
132	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
132	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
132	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
132	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
132	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
132	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
132	embedding2nn.weight	0	0.014748782850801945
132	embedding2nn.weight	1	6.991944974288344e-05
132	embedding2nn.weight	2	0.005545204970985651
132	embedding2nn.weight	3	0.0007307130726985633
132	embedding2nn.weight	4	-0.00804115179926157
132	embedding2nn.weight	5	-0.005485182628035545
132	embedding2nn.weight	6	-0.000902852916624397
132	embedding2nn.weight	7	-0.0030040766578167677
132	embedding2nn.weight	8	0.012796008959412575
132	embedding2nn.weight	9	0.00445935595780611
132	embedding2nn.bias	0	0.0027275860775262117
132	embedding2nn.bias	1	-0.013530677184462547
132	embedding2nn.bias	2	0.014749402180314064
132	embedding2nn.bias	3	-0.01432725414633751
132	embedding2nn.bias	4	-0.025526022538542747
132	embedding2nn.bias	5	-0.0029550951439887285
132	embedding2nn.bias	6	0.010911342687904835
132	embedding2nn.bias	7	0.004206671845167875
132	embedding2nn.bias	8	-0.014292063191533089
132	embedding2nn.bias	9	-6.997147283982486e-05
132	rnn.weight_ih_l0	0	-0.052295953035354614
132	rnn.weight_ih_l0	1	0.05077989026904106
132	rnn.weight_ih_l0	2	0.031834062188863754
132	rnn.weight_ih_l0	3	0.014752483926713467
132	rnn.weight_ih_l0	4	0.01258296612650156
132	rnn.weight_ih_l0	5	0.08420246094465256
132	rnn.weight_ih_l0	6	0.07607296854257584
132	rnn.weight_ih_l0	7	0.03779713064432144
132	rnn.weight_ih_l0	8	-0.045541152358055115
132	rnn.weight_ih_l0	9	0.008167687803506851
132	rnn.weight_hh_l0	0	0.008252721279859543
132	rnn.weight_hh_l0	1	-0.06411588191986084
132	rnn.weight_hh_l0	2	-0.0654684528708458
132	rnn.weight_hh_l0	3	0.07148779928684235
132	rnn.weight_hh_l0	4	0.0709831491112709
132	rnn.weight_hh_l0	5	0.005843251012265682
132	rnn.weight_hh_l0	6	0.0001218227407662198
132	rnn.weight_hh_l0	7	-0.017968831583857536
132	rnn.weight_hh_l0	8	-0.029022132977843285
132	rnn.weight_hh_l0	9	0.05753510072827339
132	rnn.bias_ih_l0	0	-0.06103624403476715
132	rnn.bias_ih_l0	1	0.0880599394440651
132	rnn.bias_ih_l0	2	0.020106548443436623
132	rnn.bias_ih_l0	3	0.07912907004356384
132	rnn.bias_ih_l0	4	-0.07230468839406967
132	rnn.bias_ih_l0	5	0.0830952450633049
132	rnn.bias_ih_l0	6	-0.06402115523815155
132	rnn.bias_ih_l0	7	-0.03574232757091522
132	rnn.bias_ih_l0	8	-0.08801967650651932
132	rnn.bias_ih_l0	9	-0.045029036700725555
132	rnn.bias_hh_l0	0	0.03355134651064873
132	rnn.bias_hh_l0	1	0.07330498844385147
132	rnn.bias_hh_l0	2	0.06923902034759521
132	rnn.bias_hh_l0	3	0.08447735756635666
132	rnn.bias_hh_l0	4	-0.10004817694425583
132	rnn.bias_hh_l0	5	-0.07136710733175278
132	rnn.bias_hh_l0	6	0.07776188105344772
132	rnn.bias_hh_l0	7	-0.08877857774496078
132	rnn.bias_hh_l0	8	-0.0267492588609457
132	rnn.bias_hh_l0	9	0.0024180856999009848
132	rnn.weight_ih_l0_reverse	0	0.07934177666902542
132	rnn.weight_ih_l0_reverse	1	0.07324458658695221
132	rnn.weight_ih_l0_reverse	2	0.03876405209302902
132	rnn.weight_ih_l0_reverse	3	0.0336960032582283
132	rnn.weight_ih_l0_reverse	4	-0.03695583716034889
132	rnn.weight_ih_l0_reverse	5	0.050873734056949615
132	rnn.weight_ih_l0_reverse	6	0.0664403960108757
132	rnn.weight_ih_l0_reverse	7	0.022585321217775345
132	rnn.weight_ih_l0_reverse	8	-0.057719338685274124
132	rnn.weight_ih_l0_reverse	9	-0.05285416170954704
132	rnn.weight_hh_l0_reverse	0	0.025103408843278885
132	rnn.weight_hh_l0_reverse	1	-0.08708164095878601
132	rnn.weight_hh_l0_reverse	2	0.06329852342605591
132	rnn.weight_hh_l0_reverse	3	-0.021497774869203568
132	rnn.weight_hh_l0_reverse	4	0.0840652585029602
132	rnn.weight_hh_l0_reverse	5	-0.001977338222786784
132	rnn.weight_hh_l0_reverse	6	0.029971428215503693
132	rnn.weight_hh_l0_reverse	7	0.07841527462005615
132	rnn.weight_hh_l0_reverse	8	-0.022366998717188835
132	rnn.weight_hh_l0_reverse	9	-0.046659115701913834
132	rnn.bias_ih_l0_reverse	0	0.0008791559375822544
132	rnn.bias_ih_l0_reverse	1	-0.01259708497673273
132	rnn.bias_ih_l0_reverse	2	-0.015533643774688244
132	rnn.bias_ih_l0_reverse	3	0.03766069933772087
132	rnn.bias_ih_l0_reverse	4	0.06722642481327057
132	rnn.bias_ih_l0_reverse	5	-0.020801886916160583
132	rnn.bias_ih_l0_reverse	6	-0.026830099523067474
132	rnn.bias_ih_l0_reverse	7	-0.048696257174015045
132	rnn.bias_ih_l0_reverse	8	0.009220021776854992
132	rnn.bias_ih_l0_reverse	9	-0.06718823313713074
132	rnn.bias_hh_l0_reverse	0	0.03875788301229477
132	rnn.bias_hh_l0_reverse	1	-0.06855083256959915
132	rnn.bias_hh_l0_reverse	2	0.08280782401561737
132	rnn.bias_hh_l0_reverse	3	0.05934483930468559
132	rnn.bias_hh_l0_reverse	4	0.026134978979825974
132	rnn.bias_hh_l0_reverse	5	0.04461761564016342
132	rnn.bias_hh_l0_reverse	6	0.0648302286863327
132	rnn.bias_hh_l0_reverse	7	0.08362571895122528
132	rnn.bias_hh_l0_reverse	8	-0.010469526052474976
132	rnn.bias_hh_l0_reverse	9	0.052047476172447205
132	rnn.weight_ih_l1	0	0.022962281480431557
132	rnn.weight_ih_l1	1	0.015819374471902847
132	rnn.weight_ih_l1	2	0.086993508040905
132	rnn.weight_ih_l1	3	-0.024174313992261887
132	rnn.weight_ih_l1	4	-0.024248655885457993
132	rnn.weight_ih_l1	5	-0.013064338825643063
132	rnn.weight_ih_l1	6	0.07240736484527588
132	rnn.weight_ih_l1	7	-0.004763994365930557
132	rnn.weight_ih_l1	8	-0.05261603370308876
132	rnn.weight_ih_l1	9	0.05524709075689316
132	rnn.weight_hh_l1	0	-0.08152040094137192
132	rnn.weight_hh_l1	1	-0.03589847311377525
132	rnn.weight_hh_l1	2	-0.008134662173688412
132	rnn.weight_hh_l1	3	-0.058293722569942474
132	rnn.weight_hh_l1	4	0.0858679786324501
132	rnn.weight_hh_l1	5	-0.08410029113292694
132	rnn.weight_hh_l1	6	-0.05019574612379074
132	rnn.weight_hh_l1	7	0.06515144556760788
132	rnn.weight_hh_l1	8	-0.013531642034649849
132	rnn.weight_hh_l1	9	-0.040018681436777115
132	rnn.bias_ih_l1	0	-0.037523798644542694
132	rnn.bias_ih_l1	1	0.05613493174314499
132	rnn.bias_ih_l1	2	-0.047079864889383316
132	rnn.bias_ih_l1	3	-0.0750727653503418
132	rnn.bias_ih_l1	4	-0.029445577412843704
132	rnn.bias_ih_l1	5	-0.008099423721432686
132	rnn.bias_ih_l1	6	-0.05284368619322777
132	rnn.bias_ih_l1	7	0.0625707134604454
132	rnn.bias_ih_l1	8	0.08269624412059784
132	rnn.bias_ih_l1	9	0.03396201133728027
132	rnn.bias_hh_l1	0	0.06884415447711945
132	rnn.bias_hh_l1	1	-0.05845807120203972
132	rnn.bias_hh_l1	2	0.019765004515647888
132	rnn.bias_hh_l1	3	0.0776447132229805
132	rnn.bias_hh_l1	4	0.056817565113306046
132	rnn.bias_hh_l1	5	-0.07834344357252121
132	rnn.bias_hh_l1	6	0.014196284115314484
132	rnn.bias_hh_l1	7	0.040343575179576874
132	rnn.bias_hh_l1	8	0.01405020896345377
132	rnn.bias_hh_l1	9	-0.005757459439337254
132	rnn.weight_ih_l1_reverse	0	0.08634830266237259
132	rnn.weight_ih_l1_reverse	1	-0.04169872775673866
132	rnn.weight_ih_l1_reverse	2	-0.061951182782649994
132	rnn.weight_ih_l1_reverse	3	0.02533806674182415
132	rnn.weight_ih_l1_reverse	4	-0.04650983586907387
132	rnn.weight_ih_l1_reverse	5	0.02419581264257431
132	rnn.weight_ih_l1_reverse	6	0.04041407257318497
132	rnn.weight_ih_l1_reverse	7	0.020247653126716614
132	rnn.weight_ih_l1_reverse	8	-0.008502284996211529
132	rnn.weight_ih_l1_reverse	9	-0.06513627618551254
132	rnn.weight_hh_l1_reverse	0	0.004970015026628971
132	rnn.weight_hh_l1_reverse	1	0.01892067678272724
132	rnn.weight_hh_l1_reverse	2	-0.05820060893893242
132	rnn.weight_hh_l1_reverse	3	-0.012799381278455257
132	rnn.weight_hh_l1_reverse	4	0.008897548541426659
132	rnn.weight_hh_l1_reverse	5	-0.0654485896229744
132	rnn.weight_hh_l1_reverse	6	-0.0673045888543129
132	rnn.weight_hh_l1_reverse	7	-0.011358440853655338
132	rnn.weight_hh_l1_reverse	8	-0.05821211263537407
132	rnn.weight_hh_l1_reverse	9	-0.04376952722668648
132	rnn.bias_ih_l1_reverse	0	-0.002984145423397422
132	rnn.bias_ih_l1_reverse	1	-0.042468149214982986
132	rnn.bias_ih_l1_reverse	2	0.025953350588679314
132	rnn.bias_ih_l1_reverse	3	-0.08391658961772919
132	rnn.bias_ih_l1_reverse	4	-0.08687029778957367
132	rnn.bias_ih_l1_reverse	5	-0.08677167445421219
132	rnn.bias_ih_l1_reverse	6	0.06273161619901657
132	rnn.bias_ih_l1_reverse	7	0.08441231399774551
132	rnn.bias_ih_l1_reverse	8	0.0026899271178990602
132	rnn.bias_ih_l1_reverse	9	-0.011332043446600437
132	rnn.bias_hh_l1_reverse	0	0.06113631650805473
132	rnn.bias_hh_l1_reverse	1	-0.0672505795955658
132	rnn.bias_hh_l1_reverse	2	-0.053301263600587845
132	rnn.bias_hh_l1_reverse	3	0.0735868290066719
132	rnn.bias_hh_l1_reverse	4	-0.02304379642009735
132	rnn.bias_hh_l1_reverse	5	-0.006188183091580868
132	rnn.bias_hh_l1_reverse	6	-0.05903467908501625
132	rnn.bias_hh_l1_reverse	7	-0.060289494693279266
132	rnn.bias_hh_l1_reverse	8	0.06594680994749069
132	rnn.bias_hh_l1_reverse	9	0.052187733352184296
132	rnn.weight_ih_l2	0	0.07656213641166687
132	rnn.weight_ih_l2	1	-0.05424259230494499
132	rnn.weight_ih_l2	2	0.06341125816106796
132	rnn.weight_ih_l2	3	0.06568815559148788
132	rnn.weight_ih_l2	4	0.05662408843636513
132	rnn.weight_ih_l2	5	-0.03603234887123108
132	rnn.weight_ih_l2	6	-0.0751153901219368
132	rnn.weight_ih_l2	7	0.011958219110965729
132	rnn.weight_ih_l2	8	-0.017193973064422607
132	rnn.weight_ih_l2	9	-0.06917142122983932
132	rnn.weight_hh_l2	0	0.04816175997257233
132	rnn.weight_hh_l2	1	0.030698375776410103
132	rnn.weight_hh_l2	2	-0.054760608822107315
132	rnn.weight_hh_l2	3	-0.025379544124007225
132	rnn.weight_hh_l2	4	0.05463876947760582
132	rnn.weight_hh_l2	5	-0.024011051282286644
132	rnn.weight_hh_l2	6	0.008372632786631584
132	rnn.weight_hh_l2	7	-0.053271353244781494
132	rnn.weight_hh_l2	8	-0.0062112086452543736
132	rnn.weight_hh_l2	9	-0.01810755953192711
132	rnn.bias_ih_l2	0	0.15426605939865112
132	rnn.bias_ih_l2	1	0.015062144957482815
132	rnn.bias_ih_l2	2	0.07047446072101593
132	rnn.bias_ih_l2	3	0.027909880504012108
132	rnn.bias_ih_l2	4	-0.0064757890067994595
132	rnn.bias_ih_l2	5	0.04660368338227272
132	rnn.bias_ih_l2	6	0.01452520489692688
132	rnn.bias_ih_l2	7	0.017611943185329437
132	rnn.bias_ih_l2	8	0.018828194588422775
132	rnn.bias_ih_l2	9	-0.015714962035417557
132	rnn.bias_hh_l2	0	0.023149685934185982
132	rnn.bias_hh_l2	1	0.005127723794430494
132	rnn.bias_hh_l2	2	0.07451148331165314
132	rnn.bias_hh_l2	3	0.02952764742076397
132	rnn.bias_hh_l2	4	0.07760746031999588
132	rnn.bias_hh_l2	5	-0.05957847088575363
132	rnn.bias_hh_l2	6	0.0414978489279747
132	rnn.bias_hh_l2	7	-0.02459704503417015
132	rnn.bias_hh_l2	8	0.0416492260992527
132	rnn.bias_hh_l2	9	0.019445503130555153
132	rnn.weight_ih_l2_reverse	0	0.08227186650037766
132	rnn.weight_ih_l2_reverse	1	-0.05384847894310951
132	rnn.weight_ih_l2_reverse	2	0.0010409945389255881
132	rnn.weight_ih_l2_reverse	3	0.03527316823601723
132	rnn.weight_ih_l2_reverse	4	0.05400989577174187
132	rnn.weight_ih_l2_reverse	5	-0.040675073862075806
132	rnn.weight_ih_l2_reverse	6	6.337655941024423e-05
132	rnn.weight_ih_l2_reverse	7	-0.013904187828302383
132	rnn.weight_ih_l2_reverse	8	0.012006187811493874
132	rnn.weight_ih_l2_reverse	9	-0.07977009564638138
132	rnn.weight_hh_l2_reverse	0	-0.08278058469295502
132	rnn.weight_hh_l2_reverse	1	0.01564553566277027
132	rnn.weight_hh_l2_reverse	2	0.010433568619191647
132	rnn.weight_hh_l2_reverse	3	0.024320213124155998
132	rnn.weight_hh_l2_reverse	4	-0.03675024211406708
132	rnn.weight_hh_l2_reverse	5	-0.014689053408801556
132	rnn.weight_hh_l2_reverse	6	-0.043113358318805695
132	rnn.weight_hh_l2_reverse	7	-0.05988839641213417
132	rnn.weight_hh_l2_reverse	8	-0.006693018600344658
132	rnn.weight_hh_l2_reverse	9	-0.05907677114009857
132	rnn.bias_ih_l2_reverse	0	-0.052424196153879166
132	rnn.bias_ih_l2_reverse	1	-0.02773085981607437
132	rnn.bias_ih_l2_reverse	2	0.04411439225077629
132	rnn.bias_ih_l2_reverse	3	0.029459357261657715
132	rnn.bias_ih_l2_reverse	4	0.07604716718196869
132	rnn.bias_ih_l2_reverse	5	-0.08895836770534515
132	rnn.bias_ih_l2_reverse	6	-0.04333029314875603
132	rnn.bias_ih_l2_reverse	7	-0.06024307385087013
132	rnn.bias_ih_l2_reverse	8	0.05240866169333458
132	rnn.bias_ih_l2_reverse	9	0.031154952943325043
132	rnn.bias_hh_l2_reverse	0	0.061469610780477524
132	rnn.bias_hh_l2_reverse	1	-0.05917481333017349
132	rnn.bias_hh_l2_reverse	2	-0.06732059270143509
132	rnn.bias_hh_l2_reverse	3	0.03177931532263756
132	rnn.bias_hh_l2_reverse	4	0.030264049768447876
132	rnn.bias_hh_l2_reverse	5	0.0358881913125515
132	rnn.bias_hh_l2_reverse	6	-0.08250162750482559
132	rnn.bias_hh_l2_reverse	7	-0.006406651344150305
132	rnn.bias_hh_l2_reverse	8	-0.10412736982107162
132	rnn.bias_hh_l2_reverse	9	-0.05506658926606178
132	linear.weight	0	0.025028489530086517
132	linear.weight	1	0.12494903802871704
132	linear.weight	2	-0.024139290675520897
132	linear.weight	3	-0.0358913354575634
132	linear.weight	4	-0.022248394787311554
132	linear.weight	5	0.047044940292835236
132	linear.weight	6	0.002747040009126067
132	linear.weight	7	-0.11172954738140106
132	linear.weight	8	-0.012870794162154198
132	linear.weight	9	0.09962981194257736
132	linear.bias	0	0.4872986078262329
132	linear.bias	1	0.7030616402626038
132	linear.bias	2	-1.610270619392395
132	linear.bias	3	-0.05754556506872177
132	linear.bias	4	-0.050822705030441284
132	linear.bias	5	0.3186061978340149
133	transitions	0	0.040554169565439224
133	transitions	1	-10000.0
133	transitions	2	2.5072450637817383
133	transitions	3	-1.1078444719314575
133	transitions	4	-10000.0
133	transitions	5	-10000.0
133	transitions	6	-10000.0
133	transitions	7	0.8817862868309021
133	transitions	8	0.8432425856590271
133	transitions	9	-1.243442416191101
133	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
133	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
133	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
133	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
133	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
133	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
133	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
133	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
133	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
133	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
133	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
133	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
133	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
133	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
133	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
133	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
133	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
133	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
133	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
133	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
133	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
133	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
133	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
133	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
133	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
133	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
133	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
133	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
133	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
133	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
133	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
133	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
133	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
133	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
133	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
133	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
133	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
133	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
133	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
133	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
133	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
133	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
133	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
133	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
133	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
133	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
133	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
133	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
133	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
133	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
133	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
133	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
133	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
133	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
133	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
133	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
133	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
133	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
133	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
133	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
133	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
133	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
133	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
133	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
133	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
133	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
133	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
133	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
133	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
133	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
133	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
133	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
133	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
133	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
133	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
133	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
133	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
133	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
133	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
133	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
133	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
133	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
133	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
133	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
133	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
133	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
133	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
133	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
133	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
133	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
133	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
133	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
133	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
133	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
133	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
133	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
133	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
133	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
133	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
133	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
133	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
133	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
133	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
133	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
133	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
133	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
133	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
133	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
133	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
133	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
133	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
133	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
133	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
133	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
133	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
133	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
133	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
133	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
133	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
133	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
133	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
133	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
133	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
133	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
133	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
133	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
133	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
133	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
133	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
133	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
133	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
133	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
133	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
133	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
133	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
133	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
133	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
133	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
133	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
133	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
133	embedding2nn.weight	0	0.014746811240911484
133	embedding2nn.weight	1	6.885555194457993e-05
133	embedding2nn.weight	2	0.005545580759644508
133	embedding2nn.weight	3	0.0007301605073735118
133	embedding2nn.weight	4	-0.008170037530362606
133	embedding2nn.weight	5	-0.005488993134349585
133	embedding2nn.weight	6	-0.0009046454215422273
133	embedding2nn.weight	7	-0.0030037269461899996
133	embedding2nn.weight	8	0.012795877642929554
133	embedding2nn.weight	9	0.004459080286324024
133	embedding2nn.bias	0	0.0031055873259902
133	embedding2nn.bias	1	-0.013940691947937012
133	embedding2nn.bias	2	0.014403825625777245
133	embedding2nn.bias	3	-0.013960490934550762
133	embedding2nn.bias	4	-0.024965500459074974
133	embedding2nn.bias	5	-0.00284936698153615
133	embedding2nn.bias	6	0.010192212648689747
133	embedding2nn.bias	7	0.0038054550532251596
133	embedding2nn.bias	8	-0.013516798615455627
133	embedding2nn.bias	9	-7.935924259072635e-06
133	rnn.weight_ih_l0	0	-0.05230359360575676
133	rnn.weight_ih_l0	1	0.05078132078051567
133	rnn.weight_ih_l0	2	0.03183436766266823
133	rnn.weight_ih_l0	3	0.014751758426427841
133	rnn.weight_ih_l0	4	0.012591495178639889
133	rnn.weight_ih_l0	5	0.08420220017433167
133	rnn.weight_ih_l0	6	0.0760732889175415
133	rnn.weight_ih_l0	7	0.03779694065451622
133	rnn.weight_ih_l0	8	-0.045541342347860336
133	rnn.weight_ih_l0	9	0.008165241219103336
133	rnn.weight_hh_l0	0	0.008255350403487682
133	rnn.weight_hh_l0	1	-0.06411690264940262
133	rnn.weight_hh_l0	2	-0.0654669776558876
133	rnn.weight_hh_l0	3	0.07150331139564514
133	rnn.weight_hh_l0	4	0.07098517566919327
133	rnn.weight_hh_l0	5	0.0058371699415147305
133	rnn.weight_hh_l0	6	0.00013719183334615082
133	rnn.weight_hh_l0	7	-0.01801692694425583
133	rnn.weight_hh_l0	8	-0.02902950718998909
133	rnn.weight_hh_l0	9	0.057534024119377136
133	rnn.bias_ih_l0	0	-0.06135772168636322
133	rnn.bias_ih_l0	1	0.08806969970464706
133	rnn.bias_ih_l0	2	0.02013004571199417
133	rnn.bias_ih_l0	3	0.07926252484321594
133	rnn.bias_ih_l0	4	-0.07236950844526291
133	rnn.bias_ih_l0	5	0.0830715075135231
133	rnn.bias_ih_l0	6	-0.06487780064344406
133	rnn.bias_ih_l0	7	-0.03573238477110863
133	rnn.bias_ih_l0	8	-0.08835827559232712
133	rnn.bias_ih_l0	9	-0.04505861923098564
133	rnn.bias_hh_l0	0	0.033567313104867935
133	rnn.bias_hh_l0	1	0.07325254380702972
133	rnn.bias_hh_l0	2	0.06922182440757751
133	rnn.bias_hh_l0	3	0.08449802547693253
133	rnn.bias_hh_l0	4	-0.09963835030794144
133	rnn.bias_hh_l0	5	-0.0714169442653656
133	rnn.bias_hh_l0	6	0.07777588069438934
133	rnn.bias_hh_l0	7	-0.08834004402160645
133	rnn.bias_hh_l0	8	-0.026749441400170326
133	rnn.bias_hh_l0	9	0.0030218258034437895
133	rnn.weight_ih_l0_reverse	0	0.07934007793664932
133	rnn.weight_ih_l0_reverse	1	0.07325209677219391
133	rnn.weight_ih_l0_reverse	2	0.038764193654060364
133	rnn.weight_ih_l0_reverse	3	0.033683232963085175
133	rnn.weight_ih_l0_reverse	4	-0.03695954009890556
133	rnn.weight_ih_l0_reverse	5	0.05087263882160187
133	rnn.weight_ih_l0_reverse	6	0.06643996387720108
133	rnn.weight_ih_l0_reverse	7	0.02256980538368225
133	rnn.weight_ih_l0_reverse	8	-0.05772174522280693
133	rnn.weight_ih_l0_reverse	9	-0.05285327881574631
133	rnn.weight_hh_l0_reverse	0	0.025066807866096497
133	rnn.weight_hh_l0_reverse	1	-0.08708204329013824
133	rnn.weight_hh_l0_reverse	2	0.06329783797264099
133	rnn.weight_hh_l0_reverse	3	-0.021493777632713318
133	rnn.weight_hh_l0_reverse	4	0.08405539393424988
133	rnn.weight_hh_l0_reverse	5	-0.0019764306489378214
133	rnn.weight_hh_l0_reverse	6	0.029996421188116074
133	rnn.weight_hh_l0_reverse	7	0.07841674983501434
133	rnn.weight_hh_l0_reverse	8	-0.022368011996150017
133	rnn.weight_hh_l0_reverse	9	-0.04665730893611908
133	rnn.bias_ih_l0_reverse	0	0.000793668266851455
133	rnn.bias_ih_l0_reverse	1	-0.012683359906077385
133	rnn.bias_ih_l0_reverse	2	-0.015527130104601383
133	rnn.bias_ih_l0_reverse	3	0.03757268935441971
133	rnn.bias_ih_l0_reverse	4	0.06724972277879715
133	rnn.bias_ih_l0_reverse	5	-0.02069918066263199
133	rnn.bias_ih_l0_reverse	6	-0.026822667568922043
133	rnn.bias_ih_l0_reverse	7	-0.048548903316259384
133	rnn.bias_ih_l0_reverse	8	0.009322740137577057
133	rnn.bias_ih_l0_reverse	9	-0.06720424443483353
133	rnn.bias_hh_l0_reverse	0	0.03878427669405937
133	rnn.bias_hh_l0_reverse	1	-0.06856684386730194
133	rnn.bias_hh_l0_reverse	2	0.08286803215742111
133	rnn.bias_hh_l0_reverse	3	0.059361137449741364
133	rnn.bias_hh_l0_reverse	4	0.026000507175922394
133	rnn.bias_hh_l0_reverse	5	0.04461120814085007
133	rnn.bias_hh_l0_reverse	6	0.06487216800451279
133	rnn.bias_hh_l0_reverse	7	0.08345606923103333
133	rnn.bias_hh_l0_reverse	8	-0.010435784235596657
133	rnn.bias_hh_l0_reverse	9	0.05215248465538025
133	rnn.weight_ih_l1	0	0.022983385249972343
133	rnn.weight_ih_l1	1	0.015815598890185356
133	rnn.weight_ih_l1	2	0.08701939135789871
133	rnn.weight_ih_l1	3	-0.024177420884370804
133	rnn.weight_ih_l1	4	-0.024245362728834152
133	rnn.weight_ih_l1	5	-0.013125909492373466
133	rnn.weight_ih_l1	6	0.0724087506532669
133	rnn.weight_ih_l1	7	-0.004730491898953915
133	rnn.weight_ih_l1	8	-0.0526144839823246
133	rnn.weight_ih_l1	9	0.05536940321326256
133	rnn.weight_hh_l1	0	-0.08148160576820374
133	rnn.weight_hh_l1	1	-0.035892195999622345
133	rnn.weight_hh_l1	2	-0.008134560659527779
133	rnn.weight_hh_l1	3	-0.05829140171408653
133	rnn.weight_hh_l1	4	0.08585959672927856
133	rnn.weight_hh_l1	5	-0.08410239964723587
133	rnn.weight_hh_l1	6	-0.05020217224955559
133	rnn.weight_hh_l1	7	0.06515726447105408
133	rnn.weight_hh_l1	8	-0.013530846685171127
133	rnn.weight_hh_l1	9	-0.04001582786440849
133	rnn.bias_ih_l1	0	-0.03750307112932205
133	rnn.bias_ih_l1	1	0.05615253001451492
133	rnn.bias_ih_l1	2	-0.04705280065536499
133	rnn.bias_ih_l1	3	-0.07514547556638718
133	rnn.bias_ih_l1	4	-0.02942292019724846
133	rnn.bias_ih_l1	5	-0.007494923658668995
133	rnn.bias_ih_l1	6	-0.05333242192864418
133	rnn.bias_ih_l1	7	0.06259699165821075
133	rnn.bias_ih_l1	8	0.08273438364267349
133	rnn.bias_ih_l1	9	0.033417124301195145
133	rnn.bias_hh_l1	0	0.06879476457834244
133	rnn.bias_hh_l1	1	-0.058452777564525604
133	rnn.bias_hh_l1	2	0.01978607289493084
133	rnn.bias_hh_l1	3	0.07770093530416489
133	rnn.bias_hh_l1	4	0.05679389834403992
133	rnn.bias_hh_l1	5	-0.07832486182451248
133	rnn.bias_hh_l1	6	0.01412211824208498
133	rnn.bias_hh_l1	7	0.04038606584072113
133	rnn.bias_hh_l1	8	0.0140425655990839
133	rnn.bias_hh_l1	9	-0.005754718091338873
133	rnn.weight_ih_l1_reverse	0	0.0863441750407219
133	rnn.weight_ih_l1_reverse	1	-0.04170047119259834
133	rnn.weight_ih_l1_reverse	2	-0.06194693222641945
133	rnn.weight_ih_l1_reverse	3	0.02533355914056301
133	rnn.weight_ih_l1_reverse	4	-0.04650845006108284
133	rnn.weight_ih_l1_reverse	5	0.024193115532398224
133	rnn.weight_ih_l1_reverse	6	0.040409281849861145
133	rnn.weight_ih_l1_reverse	7	0.020252099260687828
133	rnn.weight_ih_l1_reverse	8	-0.008503198623657227
133	rnn.weight_ih_l1_reverse	9	-0.06517899036407471
133	rnn.weight_hh_l1_reverse	0	0.004968793597072363
133	rnn.weight_hh_l1_reverse	1	0.01892130821943283
133	rnn.weight_hh_l1_reverse	2	-0.05820115655660629
133	rnn.weight_hh_l1_reverse	3	-0.012802058830857277
133	rnn.weight_hh_l1_reverse	4	0.008898599073290825
133	rnn.weight_hh_l1_reverse	5	-0.06547190248966217
133	rnn.weight_hh_l1_reverse	6	-0.0673050507903099
133	rnn.weight_hh_l1_reverse	7	-0.01135835237801075
133	rnn.weight_hh_l1_reverse	8	-0.058208514004945755
133	rnn.weight_hh_l1_reverse	9	-0.043769124895334244
133	rnn.bias_ih_l1_reverse	0	-0.0029827868565917015
133	rnn.bias_ih_l1_reverse	1	-0.042459893971681595
133	rnn.bias_ih_l1_reverse	2	0.02601049654185772
133	rnn.bias_ih_l1_reverse	3	-0.08389464765787125
133	rnn.bias_ih_l1_reverse	4	-0.08686062693595886
133	rnn.bias_ih_l1_reverse	5	-0.08677827566862106
133	rnn.bias_ih_l1_reverse	6	0.06275549530982971
133	rnn.bias_ih_l1_reverse	7	0.0844089612364769
133	rnn.bias_ih_l1_reverse	8	0.00162901368457824
133	rnn.bias_ih_l1_reverse	9	-0.011273456737399101
133	rnn.bias_hh_l1_reverse	0	0.06115281209349632
133	rnn.bias_hh_l1_reverse	1	-0.06731817871332169
133	rnn.bias_hh_l1_reverse	2	-0.0532984621822834
133	rnn.bias_hh_l1_reverse	3	0.07367630302906036
133	rnn.bias_hh_l1_reverse	4	-0.02305242419242859
133	rnn.bias_hh_l1_reverse	5	-0.006162569392472506
133	rnn.bias_hh_l1_reverse	6	-0.059059590101242065
133	rnn.bias_hh_l1_reverse	7	-0.06027204170823097
133	rnn.bias_hh_l1_reverse	8	0.06594537943601608
133	rnn.bias_hh_l1_reverse	9	0.051888398826122284
133	rnn.weight_ih_l2	0	0.07650541514158249
133	rnn.weight_ih_l2	1	-0.05424012988805771
133	rnn.weight_ih_l2	2	0.06341318041086197
133	rnn.weight_ih_l2	3	0.0656406581401825
133	rnn.weight_ih_l2	4	0.05663563311100006
133	rnn.weight_ih_l2	5	-0.03602777048945427
133	rnn.weight_ih_l2	6	-0.07511544227600098
133	rnn.weight_ih_l2	7	0.011940596625208855
133	rnn.weight_ih_l2	8	-0.01719447784125805
133	rnn.weight_ih_l2	9	-0.06917035579681396
133	rnn.weight_hh_l2	0	0.04815990477800369
133	rnn.weight_hh_l2	1	0.03069738857448101
133	rnn.weight_hh_l2	2	-0.05476086214184761
133	rnn.weight_hh_l2	3	-0.025372546166181564
133	rnn.weight_hh_l2	4	0.05463938042521477
133	rnn.weight_hh_l2	5	-0.02406322956085205
133	rnn.weight_hh_l2	6	0.008370811119675636
133	rnn.weight_hh_l2	7	-0.053273554891347885
133	rnn.weight_hh_l2	8	-0.006204168777912855
133	rnn.weight_hh_l2	9	-0.0181150920689106
133	rnn.bias_ih_l2	0	0.15410569310188293
133	rnn.bias_ih_l2	1	0.014988059177994728
133	rnn.bias_ih_l2	2	0.07056210935115814
133	rnn.bias_ih_l2	3	0.027863048017024994
133	rnn.bias_ih_l2	4	-0.006477275397628546
133	rnn.bias_ih_l2	5	0.04650907963514328
133	rnn.bias_ih_l2	6	0.01449569221585989
133	rnn.bias_ih_l2	7	0.017626026645302773
133	rnn.bias_ih_l2	8	0.01881992258131504
133	rnn.bias_ih_l2	9	-0.01570950821042061
133	rnn.bias_hh_l2	0	0.02360379509627819
133	rnn.bias_hh_l2	1	0.005230010487139225
133	rnn.bias_hh_l2	2	0.07457251846790314
133	rnn.bias_hh_l2	3	0.029593829065561295
133	rnn.bias_hh_l2	4	0.07761974632740021
133	rnn.bias_hh_l2	5	-0.059136856347322464
133	rnn.bias_hh_l2	6	0.04082634299993515
133	rnn.bias_hh_l2	7	-0.024601126089692116
133	rnn.bias_hh_l2	8	0.04165779799222946
133	rnn.bias_hh_l2	9	0.0172661654651165
133	rnn.weight_ih_l2_reverse	0	0.08227022737264633
133	rnn.weight_ih_l2_reverse	1	-0.05385341867804527
133	rnn.weight_ih_l2_reverse	2	0.001040987903252244
133	rnn.weight_ih_l2_reverse	3	0.035273659974336624
133	rnn.weight_ih_l2_reverse	4	0.054010458290576935
133	rnn.weight_ih_l2_reverse	5	-0.04067583009600639
133	rnn.weight_ih_l2_reverse	6	8.11602221801877e-05
133	rnn.weight_ih_l2_reverse	7	-0.01391277089715004
133	rnn.weight_ih_l2_reverse	8	0.012021529488265514
133	rnn.weight_ih_l2_reverse	9	-0.07975777238607407
133	rnn.weight_hh_l2_reverse	0	-0.08278057724237442
133	rnn.weight_hh_l2_reverse	1	0.015650980174541473
133	rnn.weight_hh_l2_reverse	2	0.010433126240968704
133	rnn.weight_hh_l2_reverse	3	0.024320347234606743
133	rnn.weight_hh_l2_reverse	4	-0.03675020858645439
133	rnn.weight_hh_l2_reverse	5	-0.014689398929476738
133	rnn.weight_hh_l2_reverse	6	-0.04311941936612129
133	rnn.weight_hh_l2_reverse	7	-0.05988803505897522
133	rnn.weight_hh_l2_reverse	8	-0.0066926730796694756
133	rnn.weight_hh_l2_reverse	9	-0.059078115969896317
133	rnn.bias_ih_l2_reverse	0	-0.052546530961990356
133	rnn.bias_ih_l2_reverse	1	-0.02775261178612709
133	rnn.bias_ih_l2_reverse	2	0.044152673333883286
133	rnn.bias_ih_l2_reverse	3	0.028500420972704887
133	rnn.bias_ih_l2_reverse	4	0.07600309699773788
133	rnn.bias_ih_l2_reverse	5	-0.08891909569501877
133	rnn.bias_ih_l2_reverse	6	-0.04333357885479927
133	rnn.bias_ih_l2_reverse	7	-0.05989746004343033
133	rnn.bias_ih_l2_reverse	8	0.05219347029924393
133	rnn.bias_ih_l2_reverse	9	0.03065965510904789
133	rnn.bias_hh_l2_reverse	0	0.061655137687921524
133	rnn.bias_hh_l2_reverse	1	-0.05914391949772835
133	rnn.bias_hh_l2_reverse	2	-0.06731931865215302
133	rnn.bias_hh_l2_reverse	3	0.031757473945617676
133	rnn.bias_hh_l2_reverse	4	0.030310168862342834
133	rnn.bias_hh_l2_reverse	5	0.03589010238647461
133	rnn.bias_hh_l2_reverse	6	-0.08251062035560608
133	rnn.bias_hh_l2_reverse	7	-0.006400525104254484
133	rnn.bias_hh_l2_reverse	8	-0.10412924736738205
133	rnn.bias_hh_l2_reverse	9	-0.055106863379478455
133	linear.weight	0	0.025028489530086517
133	linear.weight	1	0.12506671249866486
133	linear.weight	2	-0.02413933537900448
133	linear.weight	3	-0.036366596817970276
133	linear.weight	4	-0.022248394787311554
133	linear.weight	5	0.047337573021650314
133	linear.weight	6	0.0030653916765004396
133	linear.weight	7	-0.11165903508663177
133	linear.weight	8	-0.012705634348094463
133	linear.weight	9	0.09963317215442657
133	linear.bias	0	0.4992031753063202
133	linear.bias	1	0.7087480425834656
133	linear.bias	2	-1.6107271909713745
133	linear.bias	3	-0.05754556506872177
133	linear.bias	4	-0.050822705030441284
133	linear.bias	5	0.3014717400074005
134	transitions	0	0.04047338664531708
134	transitions	1	-10000.0
134	transitions	2	2.5270302295684814
134	transitions	3	-1.108682632446289
134	transitions	4	-10000.0
134	transitions	5	-10000.0
134	transitions	6	-10000.0
134	transitions	7	0.8817832469940186
134	transitions	8	0.8431229591369629
134	transitions	9	-1.2436219453811646
134	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
134	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
134	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
134	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
134	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
134	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
134	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
134	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
134	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
134	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
134	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
134	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
134	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
134	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
134	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
134	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
134	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
134	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
134	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
134	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
134	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
134	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
134	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
134	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
134	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
134	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
134	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
134	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
134	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
134	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
134	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
134	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
134	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
134	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
134	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
134	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
134	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
134	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
134	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
134	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
134	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
134	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
134	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
134	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
134	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
134	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
134	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
134	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
134	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
134	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
134	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
134	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
134	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
134	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
134	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
134	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
134	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
134	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
134	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
134	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
134	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
134	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
134	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
134	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
134	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
134	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
134	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
134	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
134	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
134	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
134	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
134	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
134	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
134	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
134	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
134	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
134	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
134	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
134	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
134	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
134	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
134	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
134	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
134	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
134	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
134	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
134	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
134	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
134	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
134	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
134	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
134	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
134	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
134	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
134	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
134	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
134	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
134	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
134	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
134	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
134	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
134	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
134	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
134	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
134	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
134	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
134	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
134	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
134	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
134	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
134	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
134	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
134	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
134	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
134	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
134	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
134	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
134	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
134	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
134	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
134	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
134	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
134	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
134	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
134	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
134	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
134	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
134	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
134	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
134	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
134	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
134	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
134	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
134	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
134	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
134	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
134	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
134	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
134	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
134	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
134	embedding2nn.weight	0	0.014764638617634773
134	embedding2nn.weight	1	6.872770609334111e-05
134	embedding2nn.weight	2	0.005545945838093758
134	embedding2nn.weight	3	0.0007298882119357586
134	embedding2nn.weight	4	-0.0081610307097435
134	embedding2nn.weight	5	-0.0055160908959805965
134	embedding2nn.weight	6	-0.0008649890660308301
134	embedding2nn.weight	7	-0.003003983059898019
134	embedding2nn.weight	8	0.012795795686542988
134	embedding2nn.weight	9	0.0044374545104801655
134	embedding2nn.bias	0	0.004060347098857164
134	embedding2nn.bias	1	-0.01477836538106203
134	embedding2nn.bias	2	0.01268667820841074
134	embedding2nn.bias	3	-0.013815031386911869
134	embedding2nn.bias	4	-0.023978672921657562
134	embedding2nn.bias	5	-0.002616052282974124
134	embedding2nn.bias	6	0.008424048312008381
134	embedding2nn.bias	7	0.0036486657336354256
134	embedding2nn.bias	8	-0.01147769857198
134	embedding2nn.bias	9	-0.0003951555409003049
134	rnn.weight_ih_l0	0	-0.05236770585179329
134	rnn.weight_ih_l0	1	0.05077357217669487
134	rnn.weight_ih_l0	2	0.03184964880347252
134	rnn.weight_ih_l0	3	0.014751262031495571
134	rnn.weight_ih_l0	4	0.012559394352138042
134	rnn.weight_ih_l0	5	0.0842054933309555
134	rnn.weight_ih_l0	6	0.07607901841402054
134	rnn.weight_ih_l0	7	0.0377962663769722
134	rnn.weight_ih_l0	8	-0.04554608464241028
134	rnn.weight_ih_l0	9	0.008153983391821384
134	rnn.weight_hh_l0	0	0.00825855415314436
134	rnn.weight_hh_l0	1	-0.06409737467765808
134	rnn.weight_hh_l0	2	-0.06546466797590256
134	rnn.weight_hh_l0	3	0.07150863111019135
134	rnn.weight_hh_l0	4	0.07098859548568726
134	rnn.weight_hh_l0	5	0.005866888910531998
134	rnn.weight_hh_l0	6	-2.6341964257881045e-05
134	rnn.weight_hh_l0	7	-0.017930297181010246
134	rnn.weight_hh_l0	8	-0.02906414121389389
134	rnn.weight_hh_l0	9	0.05754167586565018
134	rnn.bias_ih_l0	0	-0.06182405725121498
134	rnn.bias_ih_l0	1	0.08823978900909424
134	rnn.bias_ih_l0	2	0.02005869895219803
134	rnn.bias_ih_l0	3	0.07926441729068756
134	rnn.bias_ih_l0	4	-0.07167147099971771
134	rnn.bias_ih_l0	5	0.08236280083656311
134	rnn.bias_ih_l0	6	-0.06635180860757828
134	rnn.bias_ih_l0	7	-0.035736799240112305
134	rnn.bias_ih_l0	8	-0.088702492415905
134	rnn.bias_ih_l0	9	-0.04514308273792267
134	rnn.bias_hh_l0	0	0.03466694802045822
134	rnn.bias_hh_l0	1	0.07308746129274368
134	rnn.bias_hh_l0	2	0.06918303668498993
134	rnn.bias_hh_l0	3	0.08450990915298462
134	rnn.bias_hh_l0	4	-0.0985989049077034
134	rnn.bias_hh_l0	5	-0.07142725586891174
134	rnn.bias_hh_l0	6	0.07742562144994736
134	rnn.bias_hh_l0	7	-0.08586841076612473
134	rnn.bias_hh_l0	8	-0.0267767533659935
134	rnn.bias_hh_l0	9	0.004306969698518515
134	rnn.weight_ih_l0_reverse	0	0.07931308448314667
134	rnn.weight_ih_l0_reverse	1	0.07329480350017548
134	rnn.weight_ih_l0_reverse	2	0.03876461833715439
134	rnn.weight_ih_l0_reverse	3	0.03368066996335983
134	rnn.weight_ih_l0_reverse	4	-0.036940302699804306
134	rnn.weight_ih_l0_reverse	5	0.05086779221892357
134	rnn.weight_ih_l0_reverse	6	0.06644374132156372
134	rnn.weight_ih_l0_reverse	7	0.022599225863814354
134	rnn.weight_ih_l0_reverse	8	-0.05766940116882324
134	rnn.weight_ih_l0_reverse	9	-0.05285704880952835
134	rnn.weight_hh_l0_reverse	0	0.02504294365644455
134	rnn.weight_hh_l0_reverse	1	-0.08709343522787094
134	rnn.weight_hh_l0_reverse	2	0.06333675235509872
134	rnn.weight_hh_l0_reverse	3	-0.021489346399903297
134	rnn.weight_hh_l0_reverse	4	0.08412282913923264
134	rnn.weight_hh_l0_reverse	5	-0.0018923976458609104
134	rnn.weight_hh_l0_reverse	6	0.03007091023027897
134	rnn.weight_hh_l0_reverse	7	0.07842783629894257
134	rnn.weight_hh_l0_reverse	8	-0.022377660498023033
134	rnn.weight_hh_l0_reverse	9	-0.046629708260297775
134	rnn.bias_ih_l0_reverse	0	0.0006710902089253068
134	rnn.bias_ih_l0_reverse	1	-0.013347817584872246
134	rnn.bias_ih_l0_reverse	2	-0.015102183446288109
134	rnn.bias_ih_l0_reverse	3	0.03711780160665512
134	rnn.bias_ih_l0_reverse	4	0.06707548350095749
134	rnn.bias_ih_l0_reverse	5	-0.0204292144626379
134	rnn.bias_ih_l0_reverse	6	-0.027107926085591316
134	rnn.bias_ih_l0_reverse	7	-0.048248857259750366
134	rnn.bias_ih_l0_reverse	8	0.009127238765358925
134	rnn.bias_ih_l0_reverse	9	-0.06789375096559525
134	rnn.bias_hh_l0_reverse	0	0.038900017738342285
134	rnn.bias_hh_l0_reverse	1	-0.06925635039806366
134	rnn.bias_hh_l0_reverse	2	0.0828610211610794
134	rnn.bias_hh_l0_reverse	3	0.05916501209139824
134	rnn.bias_hh_l0_reverse	4	0.02646692283451557
134	rnn.bias_hh_l0_reverse	5	0.04443070665001869
134	rnn.bias_hh_l0_reverse	6	0.06542374193668365
134	rnn.bias_hh_l0_reverse	7	0.08327499777078629
134	rnn.bias_hh_l0_reverse	8	-0.010317673906683922
134	rnn.bias_hh_l0_reverse	9	0.051682692021131516
134	rnn.weight_ih_l1	0	0.022953860461711884
134	rnn.weight_ih_l1	1	0.015700742602348328
134	rnn.weight_ih_l1	2	0.08631619811058044
134	rnn.weight_ih_l1	3	-0.024173567071557045
134	rnn.weight_ih_l1	4	-0.02424473688006401
134	rnn.weight_ih_l1	5	-0.013246545568108559
134	rnn.weight_ih_l1	6	0.07242349535226822
134	rnn.weight_ih_l1	7	-0.0046205464750528336
134	rnn.weight_ih_l1	8	-0.0526181198656559
134	rnn.weight_ih_l1	9	0.05599239096045494
134	rnn.weight_hh_l1	0	-0.08151325583457947
134	rnn.weight_hh_l1	1	-0.03591892868280411
134	rnn.weight_hh_l1	2	-0.008127618581056595
134	rnn.weight_hh_l1	3	-0.058279454708099365
134	rnn.weight_hh_l1	4	0.08587717264890671
134	rnn.weight_hh_l1	5	-0.08414510637521744
134	rnn.weight_hh_l1	6	-0.05014035478234291
134	rnn.weight_hh_l1	7	0.06532609462738037
134	rnn.weight_hh_l1	8	-0.013535551726818085
134	rnn.weight_hh_l1	9	-0.03985598310828209
134	rnn.bias_ih_l1	0	-0.0369146354496479
134	rnn.bias_ih_l1	1	0.05619218572974205
134	rnn.bias_ih_l1	2	-0.046940695494413376
134	rnn.bias_ih_l1	3	-0.0753852128982544
134	rnn.bias_ih_l1	4	-0.029419148340821266
134	rnn.bias_ih_l1	5	-0.004164349753409624
134	rnn.bias_ih_l1	6	-0.05409889295697212
134	rnn.bias_ih_l1	7	0.06263210624456406
134	rnn.bias_ih_l1	8	0.08292488753795624
134	rnn.bias_ih_l1	9	0.03273366019129753
134	rnn.bias_hh_l1	0	0.06876786053180695
134	rnn.bias_hh_l1	1	-0.05861891806125641
134	rnn.bias_hh_l1	2	0.019806955009698868
134	rnn.bias_hh_l1	3	0.07769716531038284
134	rnn.bias_hh_l1	4	0.056814566254615784
134	rnn.bias_hh_l1	5	-0.07865868508815765
134	rnn.bias_hh_l1	6	0.014075635001063347
134	rnn.bias_hh_l1	7	0.040462691336870193
134	rnn.bias_hh_l1	8	0.013972116634249687
134	rnn.bias_hh_l1	9	-0.005788981448858976
134	rnn.weight_ih_l1_reverse	0	0.08614128082990646
134	rnn.weight_ih_l1_reverse	1	-0.041712209582328796
134	rnn.weight_ih_l1_reverse	2	-0.06193875893950462
134	rnn.weight_ih_l1_reverse	3	0.025340232998132706
134	rnn.weight_ih_l1_reverse	4	-0.04650045558810234
134	rnn.weight_ih_l1_reverse	5	0.024172615259885788
134	rnn.weight_ih_l1_reverse	6	0.040417447686195374
134	rnn.weight_ih_l1_reverse	7	0.020257720723748207
134	rnn.weight_ih_l1_reverse	8	-0.008542600087821484
134	rnn.weight_ih_l1_reverse	9	-0.06514579057693481
134	rnn.weight_hh_l1_reverse	0	0.0049557872116565704
134	rnn.weight_hh_l1_reverse	1	0.01892749033868313
134	rnn.weight_hh_l1_reverse	2	-0.05819191411137581
134	rnn.weight_hh_l1_reverse	3	-0.012818238697946072
134	rnn.weight_hh_l1_reverse	4	0.008906024508178234
134	rnn.weight_hh_l1_reverse	5	-0.06549674272537231
134	rnn.weight_hh_l1_reverse	6	-0.06730358302593231
134	rnn.weight_hh_l1_reverse	7	-0.011357861571013927
134	rnn.weight_hh_l1_reverse	8	-0.05849543213844299
134	rnn.weight_hh_l1_reverse	9	-0.04375937581062317
134	rnn.bias_ih_l1_reverse	0	-0.0029646006878465414
134	rnn.bias_ih_l1_reverse	1	-0.042276062071323395
134	rnn.bias_ih_l1_reverse	2	0.026349615305662155
134	rnn.bias_ih_l1_reverse	3	-0.0838436633348465
134	rnn.bias_ih_l1_reverse	4	-0.08683285862207413
134	rnn.bias_ih_l1_reverse	5	-0.08685022592544556
134	rnn.bias_ih_l1_reverse	6	0.06290803104639053
134	rnn.bias_ih_l1_reverse	7	0.0845268964767456
134	rnn.bias_ih_l1_reverse	8	0.0006441037985496223
134	rnn.bias_ih_l1_reverse	9	-0.01124308817088604
134	rnn.bias_hh_l1_reverse	0	0.06124825403094292
134	rnn.bias_hh_l1_reverse	1	-0.06757604330778122
134	rnn.bias_hh_l1_reverse	2	-0.053370457142591476
134	rnn.bias_hh_l1_reverse	3	0.07422561198472977
134	rnn.bias_hh_l1_reverse	4	-0.023047862574458122
134	rnn.bias_hh_l1_reverse	5	-0.006022555287927389
134	rnn.bias_hh_l1_reverse	6	-0.05907844379544258
134	rnn.bias_hh_l1_reverse	7	-0.06043779104948044
134	rnn.bias_hh_l1_reverse	8	0.06591486930847168
134	rnn.bias_hh_l1_reverse	9	0.053952500224113464
134	rnn.weight_ih_l2	0	0.0772693008184433
134	rnn.weight_ih_l2	1	-0.054267048835754395
134	rnn.weight_ih_l2	2	0.06341254711151123
134	rnn.weight_ih_l2	3	0.06566481292247772
134	rnn.weight_ih_l2	4	0.05668260529637337
134	rnn.weight_ih_l2	5	-0.03610534593462944
134	rnn.weight_ih_l2	6	-0.075120709836483
134	rnn.weight_ih_l2	7	0.011972487904131413
134	rnn.weight_ih_l2	8	-0.017195161432027817
134	rnn.weight_ih_l2	9	-0.0691765621304512
134	rnn.weight_hh_l2	0	0.04815763607621193
134	rnn.weight_hh_l2	1	0.030718103051185608
134	rnn.weight_hh_l2	2	-0.0547652468085289
134	rnn.weight_hh_l2	3	-0.025385938584804535
134	rnn.weight_hh_l2	4	0.05464237928390503
134	rnn.weight_hh_l2	5	-0.024002425372600555
134	rnn.weight_hh_l2	6	0.008374452590942383
134	rnn.weight_hh_l2	7	-0.05328137427568436
134	rnn.weight_hh_l2	8	-0.006101589649915695
134	rnn.weight_hh_l2	9	-0.018106013536453247
134	rnn.bias_ih_l2	0	0.15516018867492676
134	rnn.bias_ih_l2	1	0.013457799330353737
134	rnn.bias_ih_l2	2	0.06926081329584122
134	rnn.bias_ih_l2	3	0.027822446078062057
134	rnn.bias_ih_l2	4	-0.006394525058567524
134	rnn.bias_ih_l2	5	0.04652678966522217
134	rnn.bias_ih_l2	6	0.01450593676418066
134	rnn.bias_ih_l2	7	0.01754961907863617
134	rnn.bias_ih_l2	8	0.018489276990294456
134	rnn.bias_ih_l2	9	-0.015665998682379723
134	rnn.bias_hh_l2	0	0.0233777966350317
134	rnn.bias_hh_l2	1	0.006274596322327852
134	rnn.bias_hh_l2	2	0.07476949691772461
134	rnn.bias_hh_l2	3	0.029469890519976616
134	rnn.bias_hh_l2	4	0.07765746116638184
134	rnn.bias_hh_l2	5	-0.056973617523908615
134	rnn.bias_hh_l2	6	0.04014075919985771
134	rnn.bias_hh_l2	7	-0.024478960782289505
134	rnn.bias_hh_l2	8	0.04177527874708176
134	rnn.bias_hh_l2	9	0.01877898909151554
134	rnn.weight_ih_l2_reverse	0	0.08227074146270752
134	rnn.weight_ih_l2_reverse	1	-0.0543803796172142
134	rnn.weight_ih_l2_reverse	2	0.0010410944232717156
134	rnn.weight_ih_l2_reverse	3	0.0352710597217083
134	rnn.weight_ih_l2_reverse	4	0.054014142602682114
134	rnn.weight_ih_l2_reverse	5	-0.04067734628915787
134	rnn.weight_ih_l2_reverse	6	0.00025363542954437435
134	rnn.weight_ih_l2_reverse	7	-0.013930070213973522
134	rnn.weight_ih_l2_reverse	8	0.01146477460861206
134	rnn.weight_ih_l2_reverse	9	-0.07976214587688446
134	rnn.weight_hh_l2_reverse	0	-0.08278004080057144
134	rnn.weight_hh_l2_reverse	1	0.015693727880716324
134	rnn.weight_hh_l2_reverse	2	0.010433572344481945
134	rnn.weight_hh_l2_reverse	3	0.024319546297192574
134	rnn.weight_hh_l2_reverse	4	-0.03675082325935364
134	rnn.weight_hh_l2_reverse	5	-0.014709703624248505
134	rnn.weight_hh_l2_reverse	6	-0.04312741011381149
134	rnn.weight_hh_l2_reverse	7	-0.0598859041929245
134	rnn.weight_hh_l2_reverse	8	-0.0066931345500051975
134	rnn.weight_hh_l2_reverse	9	-0.05908061936497688
134	rnn.bias_ih_l2_reverse	0	-0.05196063965559006
134	rnn.bias_ih_l2_reverse	1	-0.027637779712677002
134	rnn.bias_ih_l2_reverse	2	0.04415981099009514
134	rnn.bias_ih_l2_reverse	3	0.02843301184475422
134	rnn.bias_ih_l2_reverse	4	0.07625387609004974
134	rnn.bias_ih_l2_reverse	5	-0.08885201066732407
134	rnn.bias_ih_l2_reverse	6	-0.04333741217851639
134	rnn.bias_ih_l2_reverse	7	-0.05987676605582237
134	rnn.bias_ih_l2_reverse	8	0.052220046520233154
134	rnn.bias_ih_l2_reverse	9	0.030950458720326424
134	rnn.bias_hh_l2_reverse	0	0.0612337701022625
134	rnn.bias_hh_l2_reverse	1	-0.05867717042565346
134	rnn.bias_hh_l2_reverse	2	-0.06732676923274994
134	rnn.bias_hh_l2_reverse	3	0.03177189454436302
134	rnn.bias_hh_l2_reverse	4	0.02995827980339527
134	rnn.bias_hh_l2_reverse	5	0.03591461479663849
134	rnn.bias_hh_l2_reverse	6	-0.0825272649526596
134	rnn.bias_hh_l2_reverse	7	-0.006445388775318861
134	rnn.bias_hh_l2_reverse	8	-0.1046304851770401
134	rnn.bias_hh_l2_reverse	9	-0.055044084787368774
134	linear.weight	0	0.025028489530086517
134	linear.weight	1	0.1252996325492859
134	linear.weight	2	-0.024142654612660408
134	linear.weight	3	-0.03651382029056549
134	linear.weight	4	-0.022248394787311554
134	linear.weight	5	0.0473795048892498
134	linear.weight	6	0.00315980170853436
134	linear.weight	7	-0.11170348525047302
134	linear.weight	8	-0.012769403867423534
134	linear.weight	9	0.09959185123443604
134	linear.bias	0	0.5170236229896545
134	linear.bias	1	0.7271431684494019
134	linear.bias	2	-1.6111255884170532
134	linear.bias	3	-0.05754556506872177
134	linear.bias	4	-0.050822705030441284
134	linear.bias	5	0.265654593706131
135	transitions	0	0.04026665538549423
135	transitions	1	-10000.0
135	transitions	2	2.509536027908325
135	transitions	3	-1.1137431859970093
135	transitions	4	-10000.0
135	transitions	5	-10000.0
135	transitions	6	-10000.0
135	transitions	7	0.8817790150642395
135	transitions	8	0.8428847193717957
135	transitions	9	-1.2445369958877563
135	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
135	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
135	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
135	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
135	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
135	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
135	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
135	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
135	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
135	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
135	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
135	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
135	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
135	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
135	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
135	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
135	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
135	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
135	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
135	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
135	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
135	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
135	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
135	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
135	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
135	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
135	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
135	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
135	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
135	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
135	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
135	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
135	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
135	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
135	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
135	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
135	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
135	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
135	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
135	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
135	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
135	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
135	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
135	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
135	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
135	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
135	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
135	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
135	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
135	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
135	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
135	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
135	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
135	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
135	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
135	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
135	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
135	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
135	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
135	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
135	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
135	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
135	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
135	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
135	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
135	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
135	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
135	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
135	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
135	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
135	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
135	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
135	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
135	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
135	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
135	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
135	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
135	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
135	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
135	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
135	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
135	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
135	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
135	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
135	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
135	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
135	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
135	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
135	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
135	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
135	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
135	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
135	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
135	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
135	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
135	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
135	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
135	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
135	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
135	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
135	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
135	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
135	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
135	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
135	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
135	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
135	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
135	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
135	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
135	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
135	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
135	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
135	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
135	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
135	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
135	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
135	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
135	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
135	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
135	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
135	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
135	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
135	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
135	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
135	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
135	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
135	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
135	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
135	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
135	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
135	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
135	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
135	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
135	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
135	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
135	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
135	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
135	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
135	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
135	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
135	embedding2nn.weight	0	0.014764976687729359
135	embedding2nn.weight	1	8.981196879176423e-05
135	embedding2nn.weight	2	0.005546273663640022
135	embedding2nn.weight	3	0.0007129469304345548
135	embedding2nn.weight	4	-0.00819751713424921
135	embedding2nn.weight	5	-0.00551625806838274
135	embedding2nn.weight	6	-0.0008639810257591307
135	embedding2nn.weight	7	-0.003000623779371381
135	embedding2nn.weight	8	0.012737447395920753
135	embedding2nn.weight	9	0.00443724449723959
135	embedding2nn.bias	0	0.0027641565538942814
135	embedding2nn.bias	1	-0.01380112487822771
135	embedding2nn.bias	2	0.013785196468234062
135	embedding2nn.bias	3	-0.014395148493349552
135	embedding2nn.bias	4	-0.02487734705209732
135	embedding2nn.bias	5	-0.002658260753378272
135	embedding2nn.bias	6	0.008446653373539448
135	embedding2nn.bias	7	0.004623413551598787
135	embedding2nn.bias	8	-0.012427457608282566
135	embedding2nn.bias	9	-0.00042856577783823013
135	rnn.weight_ih_l0	0	-0.05232397839426994
135	rnn.weight_ih_l0	1	0.05077076703310013
135	rnn.weight_ih_l0	2	0.031847596168518066
135	rnn.weight_ih_l0	3	0.014755290932953358
135	rnn.weight_ih_l0	4	0.012543836608529091
135	rnn.weight_ih_l0	5	0.0842006653547287
135	rnn.weight_ih_l0	6	0.07604888081550598
135	rnn.weight_ih_l0	7	0.037794943898916245
135	rnn.weight_ih_l0	8	-0.04558965936303139
135	rnn.weight_ih_l0	9	0.008127951994538307
135	rnn.weight_hh_l0	0	0.008212357759475708
135	rnn.weight_hh_l0	1	-0.06408153474330902
135	rnn.weight_hh_l0	2	-0.06546245515346527
135	rnn.weight_hh_l0	3	0.0714854747056961
135	rnn.weight_hh_l0	4	0.07097401469945908
135	rnn.weight_hh_l0	5	0.005829464178532362
135	rnn.weight_hh_l0	6	1.4881956303725019e-05
135	rnn.weight_hh_l0	7	-0.0180289838463068
135	rnn.weight_hh_l0	8	-0.029105927795171738
135	rnn.weight_hh_l0	9	0.05756272003054619
135	rnn.bias_ih_l0	0	-0.06090443581342697
135	rnn.bias_ih_l0	1	0.08829383552074432
135	rnn.bias_ih_l0	2	0.02006436325609684
135	rnn.bias_ih_l0	3	0.07935792207717896
135	rnn.bias_ih_l0	4	-0.07356046140193939
135	rnn.bias_ih_l0	5	0.08280058205127716
135	rnn.bias_ih_l0	6	-0.06582330912351608
135	rnn.bias_ih_l0	7	-0.03565366193652153
135	rnn.bias_ih_l0	8	-0.08781656622886658
135	rnn.bias_ih_l0	9	-0.045275669544935226
135	rnn.bias_hh_l0	0	0.03362254425883293
135	rnn.bias_hh_l0	1	0.07307063043117523
135	rnn.bias_hh_l0	2	0.06942835450172424
135	rnn.bias_hh_l0	3	0.08447931706905365
135	rnn.bias_hh_l0	4	-0.09938535839319229
135	rnn.bias_hh_l0	5	-0.07144303619861603
135	rnn.bias_hh_l0	6	0.07752399146556854
135	rnn.bias_hh_l0	7	-0.08667150884866714
135	rnn.bias_hh_l0	8	-0.026755893602967262
135	rnn.bias_hh_l0	9	0.0027938447892665863
135	rnn.weight_ih_l0_reverse	0	0.07934710383415222
135	rnn.weight_ih_l0_reverse	1	0.07328303158283234
135	rnn.weight_ih_l0_reverse	2	0.038768067955970764
135	rnn.weight_ih_l0_reverse	3	0.0336933471262455
135	rnn.weight_ih_l0_reverse	4	-0.03693118691444397
135	rnn.weight_ih_l0_reverse	5	0.05087419971823692
135	rnn.weight_ih_l0_reverse	6	0.06644626706838608
135	rnn.weight_ih_l0_reverse	7	0.0225857961922884
135	rnn.weight_ih_l0_reverse	8	-0.05769551917910576
135	rnn.weight_ih_l0_reverse	9	-0.05285736173391342
135	rnn.weight_hh_l0_reverse	0	0.02504345215857029
135	rnn.weight_hh_l0_reverse	1	-0.08711498975753784
135	rnn.weight_hh_l0_reverse	2	0.0633491575717926
135	rnn.weight_hh_l0_reverse	3	-0.02153817005455494
135	rnn.weight_hh_l0_reverse	4	0.08423289656639099
135	rnn.weight_hh_l0_reverse	5	-0.0018952373648062348
135	rnn.weight_hh_l0_reverse	6	0.03013249859213829
135	rnn.weight_hh_l0_reverse	7	0.07844511419534683
135	rnn.weight_hh_l0_reverse	8	-0.02235879749059677
135	rnn.weight_hh_l0_reverse	9	-0.04663359373807907
135	rnn.bias_ih_l0_reverse	0	0.00096737319836393
135	rnn.bias_ih_l0_reverse	1	-0.013749318197369576
135	rnn.bias_ih_l0_reverse	2	-0.01563219167292118
135	rnn.bias_ih_l0_reverse	3	0.037379540503025055
135	rnn.bias_ih_l0_reverse	4	0.06742682307958603
135	rnn.bias_ih_l0_reverse	5	-0.020549409091472626
135	rnn.bias_ih_l0_reverse	6	-0.027022451162338257
135	rnn.bias_ih_l0_reverse	7	-0.04831911623477936
135	rnn.bias_ih_l0_reverse	8	0.00931592844426632
135	rnn.bias_ih_l0_reverse	9	-0.06772112101316452
135	rnn.bias_hh_l0_reverse	0	0.038931310176849365
135	rnn.bias_hh_l0_reverse	1	-0.06908372044563293
135	rnn.bias_hh_l0_reverse	2	0.08255352824926376
135	rnn.bias_hh_l0_reverse	3	0.05928977578878403
135	rnn.bias_hh_l0_reverse	4	0.025671999901533127
135	rnn.bias_hh_l0_reverse	5	0.04416586086153984
135	rnn.bias_hh_l0_reverse	6	0.06521853804588318
135	rnn.bias_hh_l0_reverse	7	0.08261165022850037
135	rnn.bias_hh_l0_reverse	8	-0.010272815823554993
135	rnn.bias_hh_l0_reverse	9	0.05204077810049057
135	rnn.weight_ih_l1	0	0.02304072119295597
135	rnn.weight_ih_l1	1	0.015780432149767876
135	rnn.weight_ih_l1	2	0.08751794695854187
135	rnn.weight_ih_l1	3	-0.0241735577583313
135	rnn.weight_ih_l1	4	-0.024275528267025948
135	rnn.weight_ih_l1	5	-0.012833579443395138
135	rnn.weight_ih_l1	6	0.0725223571062088
135	rnn.weight_ih_l1	7	-0.004585541784763336
135	rnn.weight_ih_l1	8	-0.05257706716656685
135	rnn.weight_ih_l1	9	0.05538586527109146
135	rnn.weight_hh_l1	0	-0.08113645017147064
135	rnn.weight_hh_l1	1	-0.035950999706983566
135	rnn.weight_hh_l1	2	-0.008128170855343342
135	rnn.weight_hh_l1	3	-0.0582776702940464
135	rnn.weight_hh_l1	4	0.08588457852602005
135	rnn.weight_hh_l1	5	-0.0841313824057579
135	rnn.weight_hh_l1	6	-0.05022153630852699
135	rnn.weight_hh_l1	7	0.06523353606462479
135	rnn.weight_hh_l1	8	-0.013537866994738579
135	rnn.weight_hh_l1	9	-0.03994430974125862
135	rnn.bias_ih_l1	0	-0.03745381534099579
135	rnn.bias_ih_l1	1	0.05623621866106987
135	rnn.bias_ih_l1	2	-0.046872541308403015
135	rnn.bias_ih_l1	3	-0.07465799897909164
135	rnn.bias_ih_l1	4	-0.029506996273994446
135	rnn.bias_ih_l1	5	-0.008767953142523766
135	rnn.bias_ih_l1	6	-0.05358549579977989
135	rnn.bias_ih_l1	7	0.062491003423929214
135	rnn.bias_ih_l1	8	0.08300968259572983
135	rnn.bias_ih_l1	9	0.03443033993244171
135	rnn.bias_hh_l1	0	0.06878121197223663
135	rnn.bias_hh_l1	1	-0.05864669382572174
135	rnn.bias_hh_l1	2	0.019757786765694618
135	rnn.bias_hh_l1	3	0.07755177468061447
135	rnn.bias_hh_l1	4	0.056942474097013474
135	rnn.bias_hh_l1	5	-0.07873298227787018
135	rnn.bias_hh_l1	6	0.014108707197010517
135	rnn.bias_hh_l1	7	0.04051432013511658
135	rnn.bias_hh_l1	8	0.014061237685382366
135	rnn.bias_hh_l1	9	-0.00565205467864871
135	rnn.weight_ih_l1_reverse	0	0.08622057735919952
135	rnn.weight_ih_l1_reverse	1	-0.041733235120773315
135	rnn.weight_ih_l1_reverse	2	-0.061938270926475525
135	rnn.weight_ih_l1_reverse	3	0.02528492920100689
135	rnn.weight_ih_l1_reverse	4	-0.046529192477464676
135	rnn.weight_ih_l1_reverse	5	0.02413741499185562
135	rnn.weight_ih_l1_reverse	6	0.040432240813970566
135	rnn.weight_ih_l1_reverse	7	0.020286839455366135
135	rnn.weight_ih_l1_reverse	8	-0.008551145903766155
135	rnn.weight_ih_l1_reverse	9	-0.06551028043031693
135	rnn.weight_hh_l1_reverse	0	0.004958327393978834
135	rnn.weight_hh_l1_reverse	1	0.018929382786154747
135	rnn.weight_hh_l1_reverse	2	-0.05819877237081528
135	rnn.weight_hh_l1_reverse	3	-0.012788494117558002
135	rnn.weight_hh_l1_reverse	4	0.008911184035241604
135	rnn.weight_hh_l1_reverse	5	-0.06544100493192673
135	rnn.weight_hh_l1_reverse	6	-0.06730972975492477
135	rnn.weight_hh_l1_reverse	7	-0.011355690658092499
135	rnn.weight_hh_l1_reverse	8	-0.05841583013534546
135	rnn.weight_hh_l1_reverse	9	-0.04376588389277458
135	rnn.bias_ih_l1_reverse	0	-0.002907455200329423
135	rnn.bias_ih_l1_reverse	1	-0.04227067530155182
135	rnn.bias_ih_l1_reverse	2	0.02648487128317356
135	rnn.bias_ih_l1_reverse	3	-0.0838996171951294
135	rnn.bias_ih_l1_reverse	4	-0.08691364526748657
135	rnn.bias_ih_l1_reverse	5	-0.08678989857435226
135	rnn.bias_ih_l1_reverse	6	0.06283758580684662
135	rnn.bias_ih_l1_reverse	7	0.08455941081047058
135	rnn.bias_ih_l1_reverse	8	0.0020099086686968803
135	rnn.bias_ih_l1_reverse	9	-0.011092545464634895
135	rnn.bias_hh_l1_reverse	0	0.061091698706150055
135	rnn.bias_hh_l1_reverse	1	-0.06719133257865906
135	rnn.bias_hh_l1_reverse	2	-0.053287919610738754
135	rnn.bias_hh_l1_reverse	3	0.07382111251354218
135	rnn.bias_hh_l1_reverse	4	-0.02297309972345829
135	rnn.bias_hh_l1_reverse	5	-0.00594690814614296
135	rnn.bias_hh_l1_reverse	6	-0.05922823026776314
135	rnn.bias_hh_l1_reverse	7	-0.06049378216266632
135	rnn.bias_hh_l1_reverse	8	0.06596314907073975
135	rnn.bias_hh_l1_reverse	9	0.05104150250554085
135	rnn.weight_ih_l2	0	0.07726992666721344
135	rnn.weight_ih_l2	1	-0.05425214394927025
135	rnn.weight_ih_l2	2	0.06339635699987411
135	rnn.weight_ih_l2	3	0.06561323255300522
135	rnn.weight_ih_l2	4	0.05693896859884262
135	rnn.weight_ih_l2	5	-0.036072853952646255
135	rnn.weight_ih_l2	6	-0.0751054584980011
135	rnn.weight_ih_l2	7	0.012119878083467484
135	rnn.weight_ih_l2	8	-0.01719447411596775
135	rnn.weight_ih_l2	9	-0.06917384266853333
135	rnn.weight_hh_l2	0	0.04813987761735916
135	rnn.weight_hh_l2	1	0.03075333870947361
135	rnn.weight_hh_l2	2	-0.05476284399628639
135	rnn.weight_hh_l2	3	-0.025414224714040756
135	rnn.weight_hh_l2	4	0.05465620011091232
135	rnn.weight_hh_l2	5	-0.02419629693031311
135	rnn.weight_hh_l2	6	0.008389512076973915
135	rnn.weight_hh_l2	7	-0.05328552424907684
135	rnn.weight_hh_l2	8	-0.006105928216129541
135	rnn.weight_hh_l2	9	-0.01809009723365307
135	rnn.bias_ih_l2	0	0.14890040457248688
135	rnn.bias_ih_l2	1	0.013238804414868355
135	rnn.bias_ih_l2	2	0.06940484046936035
135	rnn.bias_ih_l2	3	0.027035636827349663
135	rnn.bias_ih_l2	4	-0.006473086774349213
135	rnn.bias_ih_l2	5	0.04696083068847656
135	rnn.bias_ih_l2	6	0.014047333970665932
135	rnn.bias_ih_l2	7	0.01755356416106224
135	rnn.bias_ih_l2	8	0.018401378765702248
135	rnn.bias_ih_l2	9	-0.015619112178683281
135	rnn.bias_hh_l2	0	0.024044491350650787
135	rnn.bias_hh_l2	1	0.004364410415291786
135	rnn.bias_hh_l2	2	0.07481691241264343
135	rnn.bias_hh_l2	3	0.02954935096204281
135	rnn.bias_hh_l2	4	0.07753333449363708
135	rnn.bias_hh_l2	5	-0.06038539111614227
135	rnn.bias_hh_l2	6	0.042776625603437424
135	rnn.bias_hh_l2	7	-0.025109324604272842
135	rnn.bias_hh_l2	8	0.04204101115465164
135	rnn.bias_hh_l2	9	0.02022814005613327
135	rnn.weight_ih_l2_reverse	0	0.08227013796567917
135	rnn.weight_ih_l2_reverse	1	-0.05435359105467796
135	rnn.weight_ih_l2_reverse	2	0.0010417855810374022
135	rnn.weight_ih_l2_reverse	3	0.035268839448690414
135	rnn.weight_ih_l2_reverse	4	0.05401860550045967
135	rnn.weight_ih_l2_reverse	5	-0.04067571833729744
135	rnn.weight_ih_l2_reverse	6	-0.00047638299292884767
135	rnn.weight_ih_l2_reverse	7	-0.013961000367999077
135	rnn.weight_ih_l2_reverse	8	0.01162693277001381
135	rnn.weight_ih_l2_reverse	9	-0.07977359741926193
135	rnn.weight_hh_l2_reverse	0	-0.08277986198663712
135	rnn.weight_hh_l2_reverse	1	0.015767613425850868
135	rnn.weight_hh_l2_reverse	2	0.01043369248509407
135	rnn.weight_hh_l2_reverse	3	0.024321243166923523
135	rnn.weight_hh_l2_reverse	4	-0.036758389323949814
135	rnn.weight_hh_l2_reverse	5	-0.014695771969854832
135	rnn.weight_hh_l2_reverse	6	-0.043131887912750244
135	rnn.weight_hh_l2_reverse	7	-0.05988289415836334
135	rnn.weight_hh_l2_reverse	8	-0.006693253293633461
135	rnn.weight_hh_l2_reverse	9	-0.059075042605400085
135	rnn.bias_ih_l2_reverse	0	-0.04901924729347229
135	rnn.bias_ih_l2_reverse	1	-0.027599042281508446
135	rnn.bias_ih_l2_reverse	2	0.04422590509057045
135	rnn.bias_ih_l2_reverse	3	0.029472943395376205
135	rnn.bias_ih_l2_reverse	4	0.07609545439481735
135	rnn.bias_ih_l2_reverse	5	-0.0887954831123352
135	rnn.bias_ih_l2_reverse	6	-0.04333721101284027
135	rnn.bias_ih_l2_reverse	7	-0.06040891632437706
135	rnn.bias_ih_l2_reverse	8	0.053022272884845734
135	rnn.bias_ih_l2_reverse	9	0.03049127198755741
135	rnn.bias_hh_l2_reverse	0	0.060719188302755356
135	rnn.bias_hh_l2_reverse	1	-0.058316368609666824
135	rnn.bias_hh_l2_reverse	2	-0.06734759360551834
135	rnn.bias_hh_l2_reverse	3	0.03174211084842682
135	rnn.bias_hh_l2_reverse	4	0.029866378754377365
135	rnn.bias_hh_l2_reverse	5	0.03570104390382767
135	rnn.bias_hh_l2_reverse	6	-0.08251050114631653
135	rnn.bias_hh_l2_reverse	7	-0.006898274179548025
135	rnn.bias_hh_l2_reverse	8	-0.1046934723854065
135	rnn.bias_hh_l2_reverse	9	-0.05501521751284599
135	linear.weight	0	0.025028489530086517
135	linear.weight	1	0.12599925696849823
135	linear.weight	2	-0.02414495125412941
135	linear.weight	3	-0.03538573160767555
135	linear.weight	4	-0.022248394787311554
135	linear.weight	5	0.04650266841053963
135	linear.weight	6	0.0048641241155564785
135	linear.weight	7	-0.11108415573835373
135	linear.weight	8	-0.015983767807483673
135	linear.weight	9	0.09903741627931595
135	linear.bias	0	0.4972812235355377
135	linear.bias	1	0.7021982669830322
135	linear.bias	2	-1.611740231513977
135	linear.bias	3	-0.05754556506872177
135	linear.bias	4	-0.050822705030441284
135	linear.bias	5	0.31095656752586365
136	transitions	0	0.04008682817220688
136	transitions	1	-10000.0
136	transitions	2	2.504112720489502
136	transitions	3	-1.1182249784469604
136	transitions	4	-10000.0
136	transitions	5	-10000.0
136	transitions	6	-10000.0
136	transitions	7	0.8817750811576843
136	transitions	8	0.8426381945610046
136	transitions	9	-1.2447396516799927
136	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
136	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
136	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
136	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
136	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
136	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
136	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
136	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
136	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
136	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
136	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
136	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
136	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
136	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
136	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
136	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
136	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
136	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
136	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
136	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
136	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
136	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
136	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
136	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
136	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
136	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
136	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
136	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
136	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
136	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
136	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
136	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
136	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
136	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
136	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
136	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
136	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
136	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
136	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
136	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
136	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
136	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
136	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
136	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
136	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
136	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
136	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
136	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
136	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
136	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
136	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
136	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
136	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
136	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
136	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
136	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
136	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
136	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
136	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
136	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
136	embedding2nn.weight	0	0.014766305685043335
136	embedding2nn.weight	1	9.482079622102901e-05
136	embedding2nn.weight	2	0.005546169355511665
136	embedding2nn.weight	3	0.0007156387437134981
136	embedding2nn.weight	4	-0.008273385465145111
136	embedding2nn.weight	5	-0.005516326520591974
136	embedding2nn.weight	6	-0.0008654299308545887
136	embedding2nn.weight	7	-0.0030007294844835997
136	embedding2nn.weight	8	0.01267762016505003
136	embedding2nn.weight	9	0.004439475480467081
136	embedding2nn.bias	0	0.0018989837262779474
136	embedding2nn.bias	1	-0.012679222039878368
136	embedding2nn.bias	2	0.015138596296310425
136	embedding2nn.bias	3	-0.015136034227907658
136	embedding2nn.bias	4	-0.025235356763005257
136	embedding2nn.bias	5	-0.0021687974222004414
136	embedding2nn.bias	6	0.00933681521564722
136	embedding2nn.bias	7	0.004498600028455257
136	embedding2nn.bias	8	-0.01410235557705164
136	embedding2nn.bias	9	-2.6508834707783535e-05
136	rnn.weight_ih_l0	0	-0.052323706448078156
136	rnn.weight_ih_l0	1	0.05077354237437248
136	rnn.weight_ih_l0	2	0.0318492129445076
136	rnn.weight_ih_l0	3	0.01475328579545021
136	rnn.weight_ih_l0	4	0.012527166865766048
136	rnn.weight_ih_l0	5	0.08419878035783768
136	rnn.weight_ih_l0	6	0.07603760808706284
136	rnn.weight_ih_l0	7	0.03779802471399307
136	rnn.weight_ih_l0	8	-0.04562634602189064
136	rnn.weight_ih_l0	9	0.008180355653166771
136	rnn.weight_hh_l0	0	0.008206091821193695
136	rnn.weight_hh_l0	1	-0.06410371512174606
136	rnn.weight_hh_l0	2	-0.06546559929847717
136	rnn.weight_hh_l0	3	0.071462482213974
136	rnn.weight_hh_l0	4	0.07097391784191132
136	rnn.weight_hh_l0	5	0.0058637382462620735
136	rnn.weight_hh_l0	6	-9.989953468902968e-06
136	rnn.weight_hh_l0	7	-0.018097566440701485
136	rnn.weight_hh_l0	8	-0.029143745079636574
136	rnn.weight_hh_l0	9	0.05757346376776695
136	rnn.bias_ih_l0	0	-0.06086939200758934
136	rnn.bias_ih_l0	1	0.08831655979156494
136	rnn.bias_ih_l0	2	0.02006242610514164
136	rnn.bias_ih_l0	3	0.07935687154531479
136	rnn.bias_ih_l0	4	-0.0736858993768692
136	rnn.bias_ih_l0	5	0.08319675177335739
136	rnn.bias_ih_l0	6	-0.06526879221200943
136	rnn.bias_ih_l0	7	-0.035673316568136215
136	rnn.bias_ih_l0	8	-0.08684153854846954
136	rnn.bias_ih_l0	9	-0.045180171728134155
136	rnn.bias_hh_l0	0	0.0340280681848526
136	rnn.bias_hh_l0	1	0.07319074124097824
136	rnn.bias_hh_l0	2	0.06957050412893295
136	rnn.bias_hh_l0	3	0.08444976806640625
136	rnn.bias_hh_l0	4	-0.10000548511743546
136	rnn.bias_hh_l0	5	-0.07148942351341248
136	rnn.bias_hh_l0	6	0.07763103395700455
136	rnn.bias_hh_l0	7	-0.08751531690359116
136	rnn.bias_hh_l0	8	-0.026761140674352646
136	rnn.bias_hh_l0	9	0.0010246305027976632
136	rnn.weight_ih_l0_reverse	0	0.0793597549200058
136	rnn.weight_ih_l0_reverse	1	0.07328368723392487
136	rnn.weight_ih_l0_reverse	2	0.038765814155340195
136	rnn.weight_ih_l0_reverse	3	0.0336911678314209
136	rnn.weight_ih_l0_reverse	4	-0.03687034547328949
136	rnn.weight_ih_l0_reverse	5	0.050870634615421295
136	rnn.weight_ih_l0_reverse	6	0.06644540280103683
136	rnn.weight_ih_l0_reverse	7	0.022571871057152748
136	rnn.weight_ih_l0_reverse	8	-0.05769246444106102
136	rnn.weight_ih_l0_reverse	9	-0.05285780876874924
136	rnn.weight_hh_l0_reverse	0	0.02508164569735527
136	rnn.weight_hh_l0_reverse	1	-0.08714362233877182
136	rnn.weight_hh_l0_reverse	2	0.0633537545800209
136	rnn.weight_hh_l0_reverse	3	-0.021546799689531326
136	rnn.weight_hh_l0_reverse	4	0.08426203578710556
136	rnn.weight_hh_l0_reverse	5	-0.0019370608497411013
136	rnn.weight_hh_l0_reverse	6	0.030102761462330818
136	rnn.weight_hh_l0_reverse	7	0.07844638079404831
136	rnn.weight_hh_l0_reverse	8	-0.022352157160639763
136	rnn.weight_hh_l0_reverse	9	-0.04663069546222687
136	rnn.bias_ih_l0_reverse	0	0.0010045553790405393
136	rnn.bias_ih_l0_reverse	1	-0.013242259621620178
136	rnn.bias_ih_l0_reverse	2	-0.015765732154250145
136	rnn.bias_ih_l0_reverse	3	0.03711693361401558
136	rnn.bias_ih_l0_reverse	4	0.06756120920181274
136	rnn.bias_ih_l0_reverse	5	-0.020614467561244965
136	rnn.bias_ih_l0_reverse	6	-0.02698333002626896
136	rnn.bias_ih_l0_reverse	7	-0.04838120564818382
136	rnn.bias_ih_l0_reverse	8	0.009875680319964886
136	rnn.bias_ih_l0_reverse	9	-0.06761632114648819
136	rnn.bias_hh_l0_reverse	0	0.038774266839027405
136	rnn.bias_hh_l0_reverse	1	-0.0689789205789566
136	rnn.bias_hh_l0_reverse	2	0.08286431431770325
136	rnn.bias_hh_l0_reverse	3	0.05931508541107178
136	rnn.bias_hh_l0_reverse	4	0.02507230080664158
136	rnn.bias_hh_l0_reverse	5	0.04410841688513756
136	rnn.bias_hh_l0_reverse	6	0.06502091884613037
136	rnn.bias_hh_l0_reverse	7	0.08273431658744812
136	rnn.bias_hh_l0_reverse	8	-0.010284972377121449
136	rnn.bias_hh_l0_reverse	9	0.052307285368442535
136	rnn.weight_ih_l1	0	0.023253019899129868
136	rnn.weight_ih_l1	1	0.015814317390322685
136	rnn.weight_ih_l1	2	0.08788122236728668
136	rnn.weight_ih_l1	3	-0.02417328581213951
136	rnn.weight_ih_l1	4	-0.024329019710421562
136	rnn.weight_ih_l1	5	-0.012799229472875595
136	rnn.weight_ih_l1	6	0.07255684584379196
136	rnn.weight_ih_l1	7	-0.004577300511300564
136	rnn.weight_ih_l1	8	-0.052618905901908875
136	rnn.weight_ih_l1	9	0.05493173375725746
136	rnn.weight_hh_l1	0	-0.08115673065185547
136	rnn.weight_hh_l1	1	-0.03593030944466591
136	rnn.weight_hh_l1	2	-0.008129101246595383
136	rnn.weight_hh_l1	3	-0.05827319622039795
136	rnn.weight_hh_l1	4	0.08588430285453796
136	rnn.weight_hh_l1	5	-0.08410004526376724
136	rnn.weight_hh_l1	6	-0.05024246126413345
136	rnn.weight_hh_l1	7	0.06510746479034424
136	rnn.weight_hh_l1	8	-0.013531001284718513
136	rnn.weight_hh_l1	9	-0.03987036645412445
136	rnn.bias_ih_l1	0	-0.037869490683078766
136	rnn.bias_ih_l1	1	0.05625675618648529
136	rnn.bias_ih_l1	2	-0.04667970538139343
136	rnn.bias_ih_l1	3	-0.0745251253247261
136	rnn.bias_ih_l1	4	-0.029459841549396515
136	rnn.bias_ih_l1	5	-0.009064370766282082
136	rnn.bias_ih_l1	6	-0.05368214100599289
136	rnn.bias_ih_l1	7	0.06256043910980225
136	rnn.bias_ih_l1	8	0.0829254761338234
136	rnn.bias_ih_l1	9	0.03581588342785835
136	rnn.bias_hh_l1	0	0.0687655508518219
136	rnn.bias_hh_l1	1	-0.05865917727351189
136	rnn.bias_hh_l1	2	0.019793665036559105
136	rnn.bias_hh_l1	3	0.07754970341920853
136	rnn.bias_hh_l1	4	0.057025909423828125
136	rnn.bias_hh_l1	5	-0.07852062582969666
136	rnn.bias_hh_l1	6	0.014100909233093262
136	rnn.bias_hh_l1	7	0.040520038455724716
136	rnn.bias_hh_l1	8	0.014203966595232487
136	rnn.bias_hh_l1	9	-0.005733538884669542
136	rnn.weight_ih_l1_reverse	0	0.08624527603387833
136	rnn.weight_ih_l1_reverse	1	-0.041715387254953384
136	rnn.weight_ih_l1_reverse	2	-0.06194179132580757
136	rnn.weight_ih_l1_reverse	3	0.025303378701210022
136	rnn.weight_ih_l1_reverse	4	-0.04652105271816254
136	rnn.weight_ih_l1_reverse	5	0.024136273190379143
136	rnn.weight_ih_l1_reverse	6	0.04043659195303917
136	rnn.weight_ih_l1_reverse	7	0.020266316831111908
136	rnn.weight_ih_l1_reverse	8	-0.008562285453081131
136	rnn.weight_ih_l1_reverse	9	-0.06543361395597458
136	rnn.weight_hh_l1_reverse	0	0.004954534117132425
136	rnn.weight_hh_l1_reverse	1	0.018926778808236122
136	rnn.weight_hh_l1_reverse	2	-0.05820031091570854
136	rnn.weight_hh_l1_reverse	3	-0.01278610248118639
136	rnn.weight_hh_l1_reverse	4	0.00890682078897953
136	rnn.weight_hh_l1_reverse	5	-0.06541820615530014
136	rnn.weight_hh_l1_reverse	6	-0.0673067718744278
136	rnn.weight_hh_l1_reverse	7	-0.011363199912011623
136	rnn.weight_hh_l1_reverse	8	-0.05835209786891937
136	rnn.weight_hh_l1_reverse	9	-0.04376086965203285
136	rnn.bias_ih_l1_reverse	0	-0.0028237730730324984
136	rnn.bias_ih_l1_reverse	1	-0.04212309792637825
136	rnn.bias_ih_l1_reverse	2	0.026614654809236526
136	rnn.bias_ih_l1_reverse	3	-0.08393456786870956
136	rnn.bias_ih_l1_reverse	4	-0.08686873316764832
136	rnn.bias_ih_l1_reverse	5	-0.08675660938024521
136	rnn.bias_ih_l1_reverse	6	0.06316962838172913
136	rnn.bias_ih_l1_reverse	7	0.08454348891973495
136	rnn.bias_ih_l1_reverse	8	0.001138088759034872
136	rnn.bias_ih_l1_reverse	9	-0.01118156686425209
136	rnn.bias_hh_l1_reverse	0	0.06110675632953644
136	rnn.bias_hh_l1_reverse	1	-0.06698119640350342
136	rnn.bias_hh_l1_reverse	2	-0.053157512098550797
136	rnn.bias_hh_l1_reverse	3	0.07385111600160599
136	rnn.bias_hh_l1_reverse	4	-0.02284659817814827
136	rnn.bias_hh_l1_reverse	5	-0.005845343228429556
136	rnn.bias_hh_l1_reverse	6	-0.05921931192278862
136	rnn.bias_hh_l1_reverse	7	-0.06047806888818741
136	rnn.bias_hh_l1_reverse	8	0.06596836447715759
136	rnn.bias_hh_l1_reverse	9	0.04999273642897606
136	rnn.weight_ih_l2	0	0.07694930583238602
136	rnn.weight_ih_l2	1	-0.0542575940489769
136	rnn.weight_ih_l2	2	0.06339879333972931
136	rnn.weight_ih_l2	3	0.06560422480106354
136	rnn.weight_ih_l2	4	0.05691191181540489
136	rnn.weight_ih_l2	5	-0.03610776364803314
136	rnn.weight_ih_l2	6	-0.07507120817899704
136	rnn.weight_ih_l2	7	0.012128646485507488
136	rnn.weight_ih_l2	8	-0.017195601016283035
136	rnn.weight_ih_l2	9	-0.06917458772659302
136	rnn.weight_hh_l2	0	0.04812867194414139
136	rnn.weight_hh_l2	1	0.030759647488594055
136	rnn.weight_hh_l2	2	-0.05477366968989372
136	rnn.weight_hh_l2	3	-0.025376372039318085
136	rnn.weight_hh_l2	4	0.0546441525220871
136	rnn.weight_hh_l2	5	-0.024151483550667763
136	rnn.weight_hh_l2	6	0.008391225710511208
136	rnn.weight_hh_l2	7	-0.05328240245580673
136	rnn.weight_hh_l2	8	-0.006137794815003872
136	rnn.weight_hh_l2	9	-0.018088767305016518
136	rnn.bias_ih_l2	0	0.14842797815799713
136	rnn.bias_ih_l2	1	0.012874599546194077
136	rnn.bias_ih_l2	2	0.06999462842941284
136	rnn.bias_ih_l2	3	0.026919590309262276
136	rnn.bias_ih_l2	4	-0.006421229336410761
136	rnn.bias_ih_l2	5	0.047251712530851364
136	rnn.bias_ih_l2	6	0.013939885422587395
136	rnn.bias_ih_l2	7	0.017430081963539124
136	rnn.bias_ih_l2	8	0.018309783190488815
136	rnn.bias_ih_l2	9	-0.015645813196897507
136	rnn.bias_hh_l2	0	0.0239372868090868
136	rnn.bias_hh_l2	1	0.004394704010337591
136	rnn.bias_hh_l2	2	0.074874147772789
136	rnn.bias_hh_l2	3	0.02964058332145214
136	rnn.bias_hh_l2	4	0.07755018025636673
136	rnn.bias_hh_l2	5	-0.0606251023709774
136	rnn.bias_hh_l2	6	0.04304239898920059
136	rnn.bias_hh_l2	7	-0.02503778040409088
136	rnn.bias_hh_l2	8	0.04199700057506561
136	rnn.bias_hh_l2	9	0.020712949335575104
136	rnn.weight_ih_l2_reverse	0	0.08226916193962097
136	rnn.weight_ih_l2_reverse	1	-0.054376907646656036
136	rnn.weight_ih_l2_reverse	2	0.0010425385553389788
136	rnn.weight_ih_l2_reverse	3	0.03526702895760536
136	rnn.weight_ih_l2_reverse	4	0.05402686446905136
136	rnn.weight_ih_l2_reverse	5	-0.040677644312381744
136	rnn.weight_ih_l2_reverse	6	-0.00045294821029528975
136	rnn.weight_ih_l2_reverse	7	-0.014001918956637383
136	rnn.weight_ih_l2_reverse	8	0.011787493713200092
136	rnn.weight_ih_l2_reverse	9	-0.07976929843425751
136	rnn.weight_hh_l2_reverse	0	-0.08278024941682816
136	rnn.weight_hh_l2_reverse	1	0.015802664682269096
136	rnn.weight_hh_l2_reverse	2	0.010433941148221493
136	rnn.weight_hh_l2_reverse	3	0.024320390075445175
136	rnn.weight_hh_l2_reverse	4	-0.03675723448395729
136	rnn.weight_hh_l2_reverse	5	-0.014700012281537056
136	rnn.weight_hh_l2_reverse	6	-0.04327121004462242
136	rnn.weight_hh_l2_reverse	7	-0.05988071486353874
136	rnn.weight_hh_l2_reverse	8	-0.0066914744675159454
136	rnn.weight_hh_l2_reverse	9	-0.05907280370593071
136	rnn.bias_ih_l2_reverse	0	-0.04747624322772026
136	rnn.bias_ih_l2_reverse	1	-0.02757995016872883
136	rnn.bias_ih_l2_reverse	2	0.044390175491571426
136	rnn.bias_ih_l2_reverse	3	0.02964872121810913
136	rnn.bias_ih_l2_reverse	4	0.07589221745729446
136	rnn.bias_ih_l2_reverse	5	-0.0887518897652626
136	rnn.bias_ih_l2_reverse	6	-0.0433264821767807
136	rnn.bias_ih_l2_reverse	7	-0.05959980562329292
136	rnn.bias_ih_l2_reverse	8	0.05345486104488373
136	rnn.bias_ih_l2_reverse	9	0.030452420935034752
136	rnn.bias_hh_l2_reverse	0	0.06201009824872017
136	rnn.bias_hh_l2_reverse	1	-0.05902872607111931
136	rnn.bias_hh_l2_reverse	2	-0.06736691296100616
136	rnn.bias_hh_l2_reverse	3	0.03171616792678833
136	rnn.bias_hh_l2_reverse	4	0.030048342421650887
136	rnn.bias_hh_l2_reverse	5	0.03557615354657173
136	rnn.bias_hh_l2_reverse	6	-0.08250755071640015
136	rnn.bias_hh_l2_reverse	7	-0.0068780481815338135
136	rnn.bias_hh_l2_reverse	8	-0.10439026355743408
136	rnn.bias_hh_l2_reverse	9	-0.05500265210866928
136	linear.weight	0	0.025028489530086517
136	linear.weight	1	0.126722514629364
136	linear.weight	2	-0.024143002927303314
136	linear.weight	3	-0.03554508462548256
136	linear.weight	4	-0.022248394787311554
136	linear.weight	5	0.045966845005750656
136	linear.weight	6	0.004861936904489994
136	linear.weight	7	-0.10961712896823883
136	linear.weight	8	-0.018075650557875633
136	linear.weight	9	0.09911394119262695
136	linear.bias	0	0.4901917278766632
136	linear.bias	1	0.689143180847168
136	linear.bias	2	-1.6123205423355103
136	linear.bias	3	-0.05754556506872177
136	linear.bias	4	-0.050822705030441284
136	linear.bias	5	0.331681489944458
137	transitions	0	0.039934348315000534
137	transitions	1	-10000.0
137	transitions	2	2.5174851417541504
137	transitions	3	-1.118825912475586
137	transitions	4	-10000.0
137	transitions	5	-10000.0
137	transitions	6	-10000.0
137	transitions	7	0.8817718625068665
137	transitions	8	0.8424344658851624
137	transitions	9	-1.2451280355453491
137	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
137	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
137	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
137	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
137	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
137	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
137	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
137	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
137	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
137	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
137	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
137	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
137	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
137	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
137	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
137	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
137	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
137	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
137	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
137	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
137	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
137	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
137	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
137	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
137	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
137	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
137	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
137	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
137	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
137	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
137	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
137	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
137	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
137	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
137	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
137	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
137	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
137	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
137	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
137	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
137	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
137	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
137	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
137	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
137	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
137	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
137	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
137	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
137	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
137	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
137	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
137	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
137	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
137	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
137	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
137	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
137	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
137	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
137	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
137	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
137	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
137	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
137	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
137	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
137	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
137	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
137	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
137	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
137	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
137	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
137	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
137	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
137	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
137	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
137	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
137	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
137	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
137	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
137	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
137	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
137	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
137	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
137	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
137	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
137	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
137	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
137	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
137	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
137	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
137	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
137	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
137	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
137	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
137	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
137	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
137	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
137	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
137	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
137	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
137	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
137	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
137	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
137	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
137	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
137	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
137	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
137	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
137	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
137	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
137	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
137	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
137	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
137	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
137	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
137	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
137	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
137	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
137	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
137	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
137	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
137	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
137	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
137	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
137	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
137	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
137	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
137	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
137	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
137	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
137	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
137	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
137	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
137	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
137	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
137	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
137	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
137	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
137	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
137	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
137	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
137	embedding2nn.weight	0	0.014765559695661068
137	embedding2nn.weight	1	9.283036342822015e-05
137	embedding2nn.weight	2	0.005549225024878979
137	embedding2nn.weight	3	0.0007156158098950982
137	embedding2nn.weight	4	-0.008276652544736862
137	embedding2nn.weight	5	-0.005517791491001844
137	embedding2nn.weight	6	-0.0008635351550765336
137	embedding2nn.weight	7	-0.0029945101123303175
137	embedding2nn.weight	8	0.012706391513347626
137	embedding2nn.weight	9	0.0044318074360489845
137	embedding2nn.bias	0	0.0026528462767601013
137	embedding2nn.bias	1	-0.01272927038371563
137	embedding2nn.bias	2	0.014414998702704906
137	embedding2nn.bias	3	-0.014684205874800682
137	embedding2nn.bias	4	-0.02517966739833355
137	embedding2nn.bias	5	-0.001937802298925817
137	embedding2nn.bias	6	0.008774993941187859
137	embedding2nn.bias	7	0.0038704078178852797
137	embedding2nn.bias	8	-0.013537771068513393
137	embedding2nn.bias	9	0.00011323228682158515
137	rnn.weight_ih_l0	0	-0.05235269293189049
137	rnn.weight_ih_l0	1	0.05077601596713066
137	rnn.weight_ih_l0	2	0.03185095638036728
137	rnn.weight_ih_l0	3	0.014754168689250946
137	rnn.weight_ih_l0	4	0.012528540566563606
137	rnn.weight_ih_l0	5	0.08420087397098541
137	rnn.weight_ih_l0	6	0.07605072855949402
137	rnn.weight_ih_l0	7	0.0377969965338707
137	rnn.weight_ih_l0	8	-0.04557125270366669
137	rnn.weight_ih_l0	9	0.008168651722371578
137	rnn.weight_hh_l0	0	0.008209409192204475
137	rnn.weight_hh_l0	1	-0.06408713012933731
137	rnn.weight_hh_l0	2	-0.06546808779239655
137	rnn.weight_hh_l0	3	0.07147180289030075
137	rnn.weight_hh_l0	4	0.07097408920526505
137	rnn.weight_hh_l0	5	0.005865487735718489
137	rnn.weight_hh_l0	6	-1.6966818293440156e-05
137	rnn.weight_hh_l0	7	-0.018033647909760475
137	rnn.weight_hh_l0	8	-0.029128946363925934
137	rnn.weight_hh_l0	9	0.05757469683885574
137	rnn.bias_ih_l0	0	-0.06098974868655205
137	rnn.bias_ih_l0	1	0.08830789476633072
137	rnn.bias_ih_l0	2	0.02005155384540558
137	rnn.bias_ih_l0	3	0.0793282762169838
137	rnn.bias_ih_l0	4	-0.07330819964408875
137	rnn.bias_ih_l0	5	0.08282133936882019
137	rnn.bias_ih_l0	6	-0.06606767326593399
137	rnn.bias_ih_l0	7	-0.03569923713803291
137	rnn.bias_ih_l0	8	-0.08728203922510147
137	rnn.bias_ih_l0	9	-0.04511505737900734
137	rnn.bias_hh_l0	0	0.03380648046731949
137	rnn.bias_hh_l0	1	0.07319597899913788
137	rnn.bias_hh_l0	2	0.0695674791932106
137	rnn.bias_hh_l0	3	0.084478460252285
137	rnn.bias_hh_l0	4	-0.09962497651576996
137	rnn.bias_hh_l0	5	-0.07148236781358719
137	rnn.bias_hh_l0	6	0.07768023759126663
137	rnn.bias_hh_l0	7	-0.0869663655757904
137	rnn.bias_hh_l0	8	-0.026766574010252953
137	rnn.bias_hh_l0	9	0.0019738308619707823
137	rnn.weight_ih_l0_reverse	0	0.07936003804206848
137	rnn.weight_ih_l0_reverse	1	0.07328663021326065
137	rnn.weight_ih_l0_reverse	2	0.03876260295510292
137	rnn.weight_ih_l0_reverse	3	0.03369271755218506
137	rnn.weight_ih_l0_reverse	4	-0.036873072385787964
137	rnn.weight_ih_l0_reverse	5	0.05086590722203255
137	rnn.weight_ih_l0_reverse	6	0.06644561886787415
137	rnn.weight_ih_l0_reverse	7	0.02254941128194332
137	rnn.weight_ih_l0_reverse	8	-0.05768857151269913
137	rnn.weight_ih_l0_reverse	9	-0.0528574138879776
137	rnn.weight_hh_l0_reverse	0	0.02507258765399456
137	rnn.weight_hh_l0_reverse	1	-0.08714702725410461
137	rnn.weight_hh_l0_reverse	2	0.06335201859474182
137	rnn.weight_hh_l0_reverse	3	-0.021532321348786354
137	rnn.weight_hh_l0_reverse	4	0.08422943949699402
137	rnn.weight_hh_l0_reverse	5	-0.001939033274538815
137	rnn.weight_hh_l0_reverse	6	0.030131233856081963
137	rnn.weight_hh_l0_reverse	7	0.07844601571559906
137	rnn.weight_hh_l0_reverse	8	-0.022357817739248276
137	rnn.weight_hh_l0_reverse	9	-0.046625856310129166
137	rnn.bias_ih_l0_reverse	0	0.000929336529225111
137	rnn.bias_ih_l0_reverse	1	-0.013927964493632317
137	rnn.bias_ih_l0_reverse	2	-0.01524065900593996
137	rnn.bias_ih_l0_reverse	3	0.036902397871017456
137	rnn.bias_ih_l0_reverse	4	0.06745684146881104
137	rnn.bias_ih_l0_reverse	5	-0.020609505474567413
137	rnn.bias_ih_l0_reverse	6	-0.027036601677536964
137	rnn.bias_ih_l0_reverse	7	-0.04836622253060341
137	rnn.bias_ih_l0_reverse	8	0.00989454798400402
137	rnn.bias_ih_l0_reverse	9	-0.0677979364991188
137	rnn.bias_hh_l0_reverse	0	0.03883695974946022
137	rnn.bias_hh_l0_reverse	1	-0.06916053593158722
137	rnn.bias_hh_l0_reverse	2	0.08283735066652298
137	rnn.bias_hh_l0_reverse	3	0.0592152439057827
137	rnn.bias_hh_l0_reverse	4	0.02502538450062275
137	rnn.bias_hh_l0_reverse	5	0.04416660591959953
137	rnn.bias_hh_l0_reverse	6	0.06517823785543442
137	rnn.bias_hh_l0_reverse	7	0.08271972835063934
137	rnn.bias_hh_l0_reverse	8	-0.010149586945772171
137	rnn.bias_hh_l0_reverse	9	0.052116505801677704
137	rnn.weight_ih_l1	0	0.023338409140706062
137	rnn.weight_ih_l1	1	0.015832383185625076
137	rnn.weight_ih_l1	2	0.08756532520055771
137	rnn.weight_ih_l1	3	-0.024175524711608887
137	rnn.weight_ih_l1	4	-0.02431522309780121
137	rnn.weight_ih_l1	5	-0.012876776978373528
137	rnn.weight_ih_l1	6	0.07255718857049942
137	rnn.weight_ih_l1	7	-0.004492075648158789
137	rnn.weight_ih_l1	8	-0.05263599380850792
137	rnn.weight_ih_l1	9	0.05512053146958351
137	rnn.weight_hh_l1	0	-0.08131469786167145
137	rnn.weight_hh_l1	1	-0.035911690443754196
137	rnn.weight_hh_l1	2	-0.008130405098199844
137	rnn.weight_hh_l1	3	-0.058271631598472595
137	rnn.weight_hh_l1	4	0.08588063716888428
137	rnn.weight_hh_l1	5	-0.08408445119857788
137	rnn.weight_hh_l1	6	-0.05025322735309601
137	rnn.weight_hh_l1	7	0.06519152224063873
137	rnn.weight_hh_l1	8	-0.013529199175536633
137	rnn.weight_hh_l1	9	-0.03983461111783981
137	rnn.bias_ih_l1	0	-0.037609945982694626
137	rnn.bias_ih_l1	1	0.056266989558935165
137	rnn.bias_ih_l1	2	-0.04660611227154732
137	rnn.bias_ih_l1	3	-0.07495368272066116
137	rnn.bias_ih_l1	4	-0.029400615021586418
137	rnn.bias_ih_l1	5	-0.007434680126607418
137	rnn.bias_ih_l1	6	-0.053493037819862366
137	rnn.bias_ih_l1	7	0.06250780075788498
137	rnn.bias_ih_l1	8	0.0825776755809784
137	rnn.bias_ih_l1	9	0.036423031240701675
137	rnn.bias_hh_l1	0	0.06872643530368805
137	rnn.bias_hh_l1	1	-0.05869092792272568
137	rnn.bias_hh_l1	2	0.01980162039399147
137	rnn.bias_hh_l1	3	0.07769055664539337
137	rnn.bias_hh_l1	4	0.05711239203810692
137	rnn.bias_hh_l1	5	-0.07818222045898438
137	rnn.bias_hh_l1	6	0.014071393758058548
137	rnn.bias_hh_l1	7	0.04070612043142319
137	rnn.bias_hh_l1	8	0.014210101217031479
137	rnn.bias_hh_l1	9	-0.005734662991017103
137	rnn.weight_ih_l1_reverse	0	0.08621075004339218
137	rnn.weight_ih_l1_reverse	1	-0.04170943796634674
137	rnn.weight_ih_l1_reverse	2	-0.061935391277074814
137	rnn.weight_ih_l1_reverse	3	0.02529347874224186
137	rnn.weight_ih_l1_reverse	4	-0.046519406139850616
137	rnn.weight_ih_l1_reverse	5	0.024134568870067596
137	rnn.weight_ih_l1_reverse	6	0.04043664038181305
137	rnn.weight_ih_l1_reverse	7	0.020259762182831764
137	rnn.weight_ih_l1_reverse	8	-0.008575581014156342
137	rnn.weight_ih_l1_reverse	9	-0.06512920558452606
137	rnn.weight_hh_l1_reverse	0	0.004952027462422848
137	rnn.weight_hh_l1_reverse	1	0.018930327147245407
137	rnn.weight_hh_l1_reverse	2	-0.05820082500576973
137	rnn.weight_hh_l1_reverse	3	-0.01279314886778593
137	rnn.weight_hh_l1_reverse	4	0.00890938937664032
137	rnn.weight_hh_l1_reverse	5	-0.0654902532696724
137	rnn.weight_hh_l1_reverse	6	-0.06729771196842194
137	rnn.weight_hh_l1_reverse	7	-0.011358031071722507
137	rnn.weight_hh_l1_reverse	8	-0.05846143141388893
137	rnn.weight_hh_l1_reverse	9	-0.043759457767009735
137	rnn.bias_ih_l1_reverse	0	-0.002829077886417508
137	rnn.bias_ih_l1_reverse	1	-0.042110625654459
137	rnn.bias_ih_l1_reverse	2	0.02668658085167408
137	rnn.bias_ih_l1_reverse	3	-0.0839216560125351
137	rnn.bias_ih_l1_reverse	4	-0.08690249919891357
137	rnn.bias_ih_l1_reverse	5	-0.08675685524940491
137	rnn.bias_ih_l1_reverse	6	0.06322187930345535
137	rnn.bias_ih_l1_reverse	7	0.08465631306171417
137	rnn.bias_ih_l1_reverse	8	0.000776684086304158
137	rnn.bias_ih_l1_reverse	9	-0.011299447156488895
137	rnn.bias_hh_l1_reverse	0	0.061078667640686035
137	rnn.bias_hh_l1_reverse	1	-0.06704593449831009
137	rnn.bias_hh_l1_reverse	2	-0.053205639123916626
137	rnn.bias_hh_l1_reverse	3	0.0738978385925293
137	rnn.bias_hh_l1_reverse	4	-0.023035256192088127
137	rnn.bias_hh_l1_reverse	5	-0.005898698698729277
137	rnn.bias_hh_l1_reverse	6	-0.05925077944993973
137	rnn.bias_hh_l1_reverse	7	-0.06042614206671715
137	rnn.bias_hh_l1_reverse	8	0.06603630632162094
137	rnn.bias_hh_l1_reverse	9	0.04918057844042778
137	rnn.weight_ih_l2	0	0.07688304781913757
137	rnn.weight_ih_l2	1	-0.05429781228303909
137	rnn.weight_ih_l2	2	0.06340187042951584
137	rnn.weight_ih_l2	3	0.0655665174126625
137	rnn.weight_ih_l2	4	0.05675126984715462
137	rnn.weight_ih_l2	5	-0.036044586449861526
137	rnn.weight_ih_l2	6	-0.07502028346061707
137	rnn.weight_ih_l2	7	0.012106305919587612
137	rnn.weight_ih_l2	8	-0.017193052917718887
137	rnn.weight_ih_l2	9	-0.069178007543087
137	rnn.weight_hh_l2	0	0.048123136162757874
137	rnn.weight_hh_l2	1	0.030783621594309807
137	rnn.weight_hh_l2	2	-0.054771266877651215
137	rnn.weight_hh_l2	3	-0.025441942736506462
137	rnn.weight_hh_l2	4	0.054647065699100494
137	rnn.weight_hh_l2	5	-0.024096377193927765
137	rnn.weight_hh_l2	6	0.008412990719079971
137	rnn.weight_hh_l2	7	-0.05328146740794182
137	rnn.weight_hh_l2	8	-0.006077217403799295
137	rnn.weight_hh_l2	9	-0.018093731254339218
137	rnn.bias_ih_l2	0	0.14824675023555756
137	rnn.bias_ih_l2	1	0.012802621349692345
137	rnn.bias_ih_l2	2	0.06973588466644287
137	rnn.bias_ih_l2	3	0.02757711336016655
137	rnn.bias_ih_l2	4	-0.0064670369029045105
137	rnn.bias_ih_l2	5	0.04706341400742531
137	rnn.bias_ih_l2	6	0.014030644670128822
137	rnn.bias_ih_l2	7	0.017543338239192963
137	rnn.bias_ih_l2	8	0.018217340111732483
137	rnn.bias_ih_l2	9	-0.015654239803552628
137	rnn.bias_hh_l2	0	0.02403903566300869
137	rnn.bias_hh_l2	1	0.004419689066708088
137	rnn.bias_hh_l2	2	0.07504571974277496
137	rnn.bias_hh_l2	3	0.029583772644400597
137	rnn.bias_hh_l2	4	0.07760674506425858
137	rnn.bias_hh_l2	5	-0.05974629893898964
137	rnn.bias_hh_l2	6	0.042141251266002655
137	rnn.bias_hh_l2	7	-0.024558842182159424
137	rnn.bias_hh_l2	8	0.041937850415706635
137	rnn.bias_hh_l2	9	0.016408516094088554
137	rnn.weight_ih_l2_reverse	0	0.08226876705884933
137	rnn.weight_ih_l2_reverse	1	-0.05440153554081917
137	rnn.weight_ih_l2_reverse	2	0.0010418781312182546
137	rnn.weight_ih_l2_reverse	3	0.035266876220703125
137	rnn.weight_ih_l2_reverse	4	0.05402623862028122
137	rnn.weight_ih_l2_reverse	5	-0.04067560285329819
137	rnn.weight_ih_l2_reverse	6	-0.0004363977932371199
137	rnn.weight_ih_l2_reverse	7	-0.013957911171019077
137	rnn.weight_ih_l2_reverse	8	0.011802196502685547
137	rnn.weight_ih_l2_reverse	9	-0.07978077232837677
137	rnn.weight_hh_l2_reverse	0	-0.08278017491102219
137	rnn.weight_hh_l2_reverse	1	0.015858549624681473
137	rnn.weight_hh_l2_reverse	2	0.010433272458612919
137	rnn.weight_hh_l2_reverse	3	0.024320386350154877
137	rnn.weight_hh_l2_reverse	4	-0.03675626590847969
137	rnn.weight_hh_l2_reverse	5	-0.014701532199978828
137	rnn.weight_hh_l2_reverse	6	-0.04324160888791084
137	rnn.weight_hh_l2_reverse	7	-0.05988161638379097
137	rnn.weight_hh_l2_reverse	8	-0.006692168768495321
137	rnn.weight_hh_l2_reverse	9	-0.059071578085422516
137	rnn.bias_ih_l2_reverse	0	-0.04834647476673126
137	rnn.bias_ih_l2_reverse	1	-0.027594588696956635
137	rnn.bias_ih_l2_reverse	2	0.044477589428424835
137	rnn.bias_ih_l2_reverse	3	0.03048882819712162
137	rnn.bias_ih_l2_reverse	4	0.07589075714349747
137	rnn.bias_ih_l2_reverse	5	-0.0887480080127716
137	rnn.bias_ih_l2_reverse	6	-0.04334285855293274
137	rnn.bias_ih_l2_reverse	7	-0.05906865373253822
137	rnn.bias_ih_l2_reverse	8	0.053304173052310944
137	rnn.bias_ih_l2_reverse	9	0.029712000861763954
137	rnn.bias_hh_l2_reverse	0	0.061113614588975906
137	rnn.bias_hh_l2_reverse	1	-0.05945003777742386
137	rnn.bias_hh_l2_reverse	2	-0.0673782080411911
137	rnn.bias_hh_l2_reverse	3	0.03170120343565941
137	rnn.bias_hh_l2_reverse	4	0.029987066984176636
137	rnn.bias_hh_l2_reverse	5	0.0355752632021904
137	rnn.bias_hh_l2_reverse	6	-0.08252889662981033
137	rnn.bias_hh_l2_reverse	7	-0.00684021133929491
137	rnn.bias_hh_l2_reverse	8	-0.10458263009786606
137	rnn.bias_hh_l2_reverse	9	-0.05503276363015175
137	linear.weight	0	0.025028489530086517
137	linear.weight	1	0.1265246719121933
137	linear.weight	2	-0.024136845022439957
137	linear.weight	3	-0.035951025784015656
137	linear.weight	4	-0.022248394787311554
137	linear.weight	5	0.045653846114873886
137	linear.weight	6	0.004398657940328121
137	linear.weight	7	-0.11050287634134293
137	linear.weight	8	-0.018042387440800667
137	linear.weight	9	0.09997627884149551
137	linear.bias	0	0.5041908025741577
137	linear.bias	1	0.6999883651733398
137	linear.bias	2	-1.61281418800354
137	linear.bias	3	-0.05754556506872177
137	linear.bias	4	-0.050822705030441284
137	linear.bias	5	0.3073309063911438
138	transitions	0	0.03979912027716637
138	transitions	1	-10000.0
138	transitions	2	2.5215864181518555
138	transitions	3	-1.1214463710784912
138	transitions	4	-10000.0
138	transitions	5	-10000.0
138	transitions	6	-10000.0
138	transitions	7	0.8817686438560486
138	transitions	8	0.8423718214035034
138	transitions	9	-1.2391397953033447
138	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
138	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
138	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
138	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
138	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
138	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
138	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
138	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
138	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
138	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
138	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
138	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
138	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
138	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
138	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
138	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
138	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
138	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
138	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
138	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
138	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
138	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
138	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
138	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
138	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
138	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
138	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
138	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
138	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
138	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
138	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
138	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
138	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
138	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
138	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
138	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
138	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
138	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
138	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
138	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
138	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
138	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
138	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
138	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
138	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
138	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
138	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
138	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
138	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
138	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
138	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
138	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
138	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
138	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
138	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
138	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
138	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
138	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
138	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
138	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
138	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
138	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
138	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
138	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
138	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
138	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
138	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
138	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
138	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
138	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
138	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
138	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
138	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
138	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
138	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
138	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
138	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
138	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
138	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
138	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
138	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
138	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
138	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
138	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
138	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
138	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
138	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
138	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
138	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
138	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
138	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
138	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
138	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
138	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
138	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
138	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
138	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
138	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
138	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
138	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
138	embedding2nn.weight	0	0.014779621735215187
138	embedding2nn.weight	1	9.27663131733425e-05
138	embedding2nn.weight	2	0.005548527929931879
138	embedding2nn.weight	3	0.0007205550791695714
138	embedding2nn.weight	4	-0.008288498036563396
138	embedding2nn.weight	5	-0.005512298550456762
138	embedding2nn.weight	6	-0.0008392609306611121
138	embedding2nn.weight	7	-0.0029873198363929987
138	embedding2nn.weight	8	0.012713214382529259
138	embedding2nn.weight	9	0.004429034423083067
138	embedding2nn.bias	0	0.003730230964720249
138	embedding2nn.bias	1	-0.01360377762466669
138	embedding2nn.bias	2	0.013468445278704166
138	embedding2nn.bias	3	-0.014964377507567406
138	embedding2nn.bias	4	-0.026427200064063072
138	embedding2nn.bias	5	-0.001385010895319283
138	embedding2nn.bias	6	0.008595161139965057
138	embedding2nn.bias	7	0.004198508337140083
138	embedding2nn.bias	8	-0.012762174941599369
138	embedding2nn.bias	9	-0.001069839228875935
138	rnn.weight_ih_l0	0	-0.05233871936798096
138	rnn.weight_ih_l0	1	0.050777096301317215
138	rnn.weight_ih_l0	2	0.03185144439339638
138	rnn.weight_ih_l0	3	0.014753314666450024
138	rnn.weight_ih_l0	4	0.01252064947038889
138	rnn.weight_ih_l0	5	0.08420249074697495
138	rnn.weight_ih_l0	6	0.07604368776082993
138	rnn.weight_ih_l0	7	0.037796348333358765
138	rnn.weight_ih_l0	8	-0.04561908543109894
138	rnn.weight_ih_l0	9	0.008211792446672916
138	rnn.weight_hh_l0	0	0.00819987989962101
138	rnn.weight_hh_l0	1	-0.06408514827489853
138	rnn.weight_hh_l0	2	-0.06546813249588013
138	rnn.weight_hh_l0	3	0.07147054374217987
138	rnn.weight_hh_l0	4	0.07097354531288147
138	rnn.weight_hh_l0	5	0.0058096423745155334
138	rnn.weight_hh_l0	6	-6.226835103007033e-05
138	rnn.weight_hh_l0	7	-0.017916325479745865
138	rnn.weight_hh_l0	8	-0.029125913977622986
138	rnn.weight_hh_l0	9	0.05756060779094696
138	rnn.bias_ih_l0	0	-0.060926783829927444
138	rnn.bias_ih_l0	1	0.08840985596179962
138	rnn.bias_ih_l0	2	0.020087890326976776
138	rnn.bias_ih_l0	3	0.07958829402923584
138	rnn.bias_ih_l0	4	-0.07302410900592804
138	rnn.bias_ih_l0	5	0.08293596655130386
138	rnn.bias_ih_l0	6	-0.0654045045375824
138	rnn.bias_ih_l0	7	-0.035710472613573074
138	rnn.bias_ih_l0	8	-0.08694057911634445
138	rnn.bias_ih_l0	9	-0.045222558081150055
138	rnn.bias_hh_l0	0	0.03502398729324341
138	rnn.bias_hh_l0	1	0.073212169110775
138	rnn.bias_hh_l0	2	0.06957942992448807
138	rnn.bias_hh_l0	3	0.08472322672605515
138	rnn.bias_hh_l0	4	-0.09981727600097656
138	rnn.bias_hh_l0	5	-0.07137434929609299
138	rnn.bias_hh_l0	6	0.07754833996295929
138	rnn.bias_hh_l0	7	-0.08635272830724716
138	rnn.bias_hh_l0	8	-0.02672812156379223
138	rnn.bias_hh_l0	9	0.0018624577205628157
138	rnn.weight_ih_l0_reverse	0	0.07936310768127441
138	rnn.weight_ih_l0_reverse	1	0.07328718155622482
138	rnn.weight_ih_l0_reverse	2	0.03875642269849777
138	rnn.weight_ih_l0_reverse	3	0.03369859978556633
138	rnn.weight_ih_l0_reverse	4	-0.036888811737298965
138	rnn.weight_ih_l0_reverse	5	0.05086588114500046
138	rnn.weight_ih_l0_reverse	6	0.06644592434167862
138	rnn.weight_ih_l0_reverse	7	0.022504616528749466
138	rnn.weight_ih_l0_reverse	8	-0.05766664072871208
138	rnn.weight_ih_l0_reverse	9	-0.05285591632127762
138	rnn.weight_hh_l0_reverse	0	0.025081317871809006
138	rnn.weight_hh_l0_reverse	1	-0.08712604641914368
138	rnn.weight_hh_l0_reverse	2	0.06335655599832535
138	rnn.weight_hh_l0_reverse	3	-0.02156105265021324
138	rnn.weight_hh_l0_reverse	4	0.08417309075593948
138	rnn.weight_hh_l0_reverse	5	-0.0019306199392303824
138	rnn.weight_hh_l0_reverse	6	0.030115211382508278
138	rnn.weight_hh_l0_reverse	7	0.07844137400388718
138	rnn.weight_hh_l0_reverse	8	-0.022355306893587112
138	rnn.weight_hh_l0_reverse	9	-0.04661707952618599
138	rnn.bias_ih_l0_reverse	0	0.0009963787160813808
138	rnn.bias_ih_l0_reverse	1	-0.013623847626149654
138	rnn.bias_ih_l0_reverse	2	-0.015368820168077946
138	rnn.bias_ih_l0_reverse	3	0.03712780401110649
138	rnn.bias_ih_l0_reverse	4	0.06772536039352417
138	rnn.bias_ih_l0_reverse	5	-0.02073068544268608
138	rnn.bias_ih_l0_reverse	6	-0.026822710409760475
138	rnn.bias_ih_l0_reverse	7	-0.04850026220083237
138	rnn.bias_ih_l0_reverse	8	0.009662013500928879
138	rnn.bias_ih_l0_reverse	9	-0.06782590597867966
138	rnn.bias_hh_l0_reverse	0	0.03878792002797127
138	rnn.bias_hh_l0_reverse	1	-0.06918850541114807
138	rnn.bias_hh_l0_reverse	2	0.08208015561103821
138	rnn.bias_hh_l0_reverse	3	0.059204839169979095
138	rnn.bias_hh_l0_reverse	4	0.025255344808101654
138	rnn.bias_hh_l0_reverse	5	0.04418003559112549
138	rnn.bias_hh_l0_reverse	6	0.0650603175163269
138	rnn.bias_hh_l0_reverse	7	0.0838182270526886
138	rnn.bias_hh_l0_reverse	8	-0.010194335132837296
138	rnn.bias_hh_l0_reverse	9	0.05361315235495567
138	rnn.weight_ih_l1	0	0.023206526413559914
138	rnn.weight_ih_l1	1	0.015841564163565636
138	rnn.weight_ih_l1	2	0.08732622116804123
138	rnn.weight_ih_l1	3	-0.024177944287657738
138	rnn.weight_ih_l1	4	-0.02434815652668476
138	rnn.weight_ih_l1	5	-0.012947704643011093
138	rnn.weight_ih_l1	6	0.07258095592260361
138	rnn.weight_ih_l1	7	-0.0044709318317472935
138	rnn.weight_ih_l1	8	-0.052627600729465485
138	rnn.weight_ih_l1	9	0.05443788692355156
138	rnn.weight_hh_l1	0	-0.08139588683843613
138	rnn.weight_hh_l1	1	-0.03592751547694206
138	rnn.weight_hh_l1	2	-0.008127917535603046
138	rnn.weight_hh_l1	3	-0.05825793370604515
138	rnn.weight_hh_l1	4	0.08594667911529541
138	rnn.weight_hh_l1	5	-0.08406130969524384
138	rnn.weight_hh_l1	6	-0.05012970045208931
138	rnn.weight_hh_l1	7	0.06501799821853638
138	rnn.weight_hh_l1	8	-0.01352910976856947
138	rnn.weight_hh_l1	9	-0.039807479828596115
138	rnn.bias_ih_l1	0	-0.03844133019447327
138	rnn.bias_ih_l1	1	0.05635213106870651
138	rnn.bias_ih_l1	2	-0.04660980775952339
138	rnn.bias_ih_l1	3	-0.074964739382267
138	rnn.bias_ih_l1	4	-0.029297998175024986
138	rnn.bias_ih_l1	5	-0.008561447262763977
138	rnn.bias_ih_l1	6	-0.052996836602687836
138	rnn.bias_ih_l1	7	0.06243869662284851
138	rnn.bias_ih_l1	8	0.08263066411018372
138	rnn.bias_ih_l1	9	0.03518855199217796
138	rnn.bias_hh_l1	0	0.0687675029039383
138	rnn.bias_hh_l1	1	-0.05872414633631706
138	rnn.bias_hh_l1	2	0.019920993596315384
138	rnn.bias_hh_l1	3	0.07754688709974289
138	rnn.bias_hh_l1	4	0.057006169110536575
138	rnn.bias_hh_l1	5	-0.07803543657064438
138	rnn.bias_hh_l1	6	0.014164487831294537
138	rnn.bias_hh_l1	7	0.04067887365818024
138	rnn.bias_hh_l1	8	0.014152194373309612
138	rnn.bias_hh_l1	9	-0.005834946408867836
138	rnn.weight_ih_l1_reverse	0	0.08627964556217194
138	rnn.weight_ih_l1_reverse	1	-0.04166914150118828
138	rnn.weight_ih_l1_reverse	2	-0.06193329021334648
138	rnn.weight_ih_l1_reverse	3	0.025337541475892067
138	rnn.weight_ih_l1_reverse	4	-0.046516865491867065
138	rnn.weight_ih_l1_reverse	5	0.02414143644273281
138	rnn.weight_ih_l1_reverse	6	0.040430836379528046
138	rnn.weight_ih_l1_reverse	7	0.02026190422475338
138	rnn.weight_ih_l1_reverse	8	-0.008526137098670006
138	rnn.weight_ih_l1_reverse	9	-0.064736507833004
138	rnn.weight_hh_l1_reverse	0	0.004953175317496061
138	rnn.weight_hh_l1_reverse	1	0.018931539729237556
138	rnn.weight_hh_l1_reverse	2	-0.05820180103182793
138	rnn.weight_hh_l1_reverse	3	-0.012775091454386711
138	rnn.weight_hh_l1_reverse	4	0.008907089941203594
138	rnn.weight_hh_l1_reverse	5	-0.06530285626649857
138	rnn.weight_hh_l1_reverse	6	-0.06730752438306808
138	rnn.weight_hh_l1_reverse	7	-0.011356944218277931
138	rnn.weight_hh_l1_reverse	8	-0.05820870399475098
138	rnn.weight_hh_l1_reverse	9	-0.04378548264503479
138	rnn.bias_ih_l1_reverse	0	-0.0027649339754134417
138	rnn.bias_ih_l1_reverse	1	-0.042202163487672806
138	rnn.bias_ih_l1_reverse	2	0.026363033801317215
138	rnn.bias_ih_l1_reverse	3	-0.08416279405355453
138	rnn.bias_ih_l1_reverse	4	-0.08695705235004425
138	rnn.bias_ih_l1_reverse	5	-0.08678707480430603
138	rnn.bias_ih_l1_reverse	6	0.06323186308145523
138	rnn.bias_ih_l1_reverse	7	0.0845172330737114
138	rnn.bias_ih_l1_reverse	8	-0.001239101286046207
138	rnn.bias_ih_l1_reverse	9	-0.011354811489582062
138	rnn.bias_hh_l1_reverse	0	0.061039432883262634
138	rnn.bias_hh_l1_reverse	1	-0.0670020580291748
138	rnn.bias_hh_l1_reverse	2	-0.053406476974487305
138	rnn.bias_hh_l1_reverse	3	0.07389668375253677
138	rnn.bias_hh_l1_reverse	4	-0.023078283295035362
138	rnn.bias_hh_l1_reverse	5	-0.005954705644398928
138	rnn.bias_hh_l1_reverse	6	-0.05916006118059158
138	rnn.bias_hh_l1_reverse	7	-0.06039203330874443
138	rnn.bias_hh_l1_reverse	8	0.06601636856794357
138	rnn.bias_hh_l1_reverse	9	0.049823299050331116
138	rnn.weight_ih_l2	0	0.07651419937610626
138	rnn.weight_ih_l2	1	-0.05430007725954056
138	rnn.weight_ih_l2	2	0.0634036511182785
138	rnn.weight_ih_l2	3	0.06556883454322815
138	rnn.weight_ih_l2	4	0.056589968502521515
138	rnn.weight_ih_l2	5	-0.03598323091864586
138	rnn.weight_ih_l2	6	-0.0750202164053917
138	rnn.weight_ih_l2	7	0.012025834061205387
138	rnn.weight_ih_l2	8	-0.017192695289850235
138	rnn.weight_ih_l2	9	-0.06917893886566162
138	rnn.weight_hh_l2	0	0.048115357756614685
138	rnn.weight_hh_l2	1	0.030797630548477173
138	rnn.weight_hh_l2	2	-0.05476574972271919
138	rnn.weight_hh_l2	3	-0.025557244196534157
138	rnn.weight_hh_l2	4	0.05465611442923546
138	rnn.weight_hh_l2	5	-0.02409380115568638
138	rnn.weight_hh_l2	6	0.008478792384266853
138	rnn.weight_hh_l2	7	-0.053287047892808914
138	rnn.weight_hh_l2	8	-0.0060469238087534904
138	rnn.weight_hh_l2	9	-0.018059903755784035
138	rnn.bias_ih_l2	0	0.1472395658493042
138	rnn.bias_ih_l2	1	0.012396642006933689
138	rnn.bias_ih_l2	2	0.0697905570268631
138	rnn.bias_ih_l2	3	0.027966301888227463
138	rnn.bias_ih_l2	4	-0.006499551702290773
138	rnn.bias_ih_l2	5	0.047269657254219055
138	rnn.bias_ih_l2	6	0.014087742194533348
138	rnn.bias_ih_l2	7	0.017534885555505753
138	rnn.bias_ih_l2	8	0.018171632662415504
138	rnn.bias_ih_l2	9	-0.015645906329154968
138	rnn.bias_hh_l2	0	0.02308712713420391
138	rnn.bias_hh_l2	1	0.0043055410496890545
138	rnn.bias_hh_l2	2	0.07446303963661194
138	rnn.bias_hh_l2	3	0.029642436653375626
138	rnn.bias_hh_l2	4	0.07757286727428436
138	rnn.bias_hh_l2	5	-0.06038569658994675
138	rnn.bias_hh_l2	6	0.04417029395699501
138	rnn.bias_hh_l2	7	-0.024352172389626503
138	rnn.bias_hh_l2	8	0.041849832981824875
138	rnn.bias_hh_l2	9	0.01697411760687828
138	rnn.weight_ih_l2_reverse	0	0.08227235078811646
138	rnn.weight_ih_l2_reverse	1	-0.054357144981622696
138	rnn.weight_ih_l2_reverse	2	0.0010614683851599693
138	rnn.weight_ih_l2_reverse	3	0.035265300422906876
138	rnn.weight_ih_l2_reverse	4	0.05403098091483116
138	rnn.weight_ih_l2_reverse	5	-0.040679432451725006
138	rnn.weight_ih_l2_reverse	6	-0.000434714718721807
138	rnn.weight_ih_l2_reverse	7	-0.013894973322749138
138	rnn.weight_ih_l2_reverse	8	0.011760568246245384
138	rnn.weight_ih_l2_reverse	9	-0.0797799751162529
138	rnn.weight_hh_l2_reverse	0	-0.08277905732393265
138	rnn.weight_hh_l2_reverse	1	0.015920601785182953
138	rnn.weight_hh_l2_reverse	2	0.010431892238557339
138	rnn.weight_hh_l2_reverse	3	0.024320431053638458
138	rnn.weight_hh_l2_reverse	4	-0.03675764799118042
138	rnn.weight_hh_l2_reverse	5	-0.014684774912893772
138	rnn.weight_hh_l2_reverse	6	-0.043101854622364044
138	rnn.weight_hh_l2_reverse	7	-0.059886105358600616
138	rnn.weight_hh_l2_reverse	8	-0.006693553179502487
138	rnn.weight_hh_l2_reverse	9	-0.059071995317935944
138	rnn.bias_ih_l2_reverse	0	-0.050786491483449936
138	rnn.bias_ih_l2_reverse	1	-0.02774389088153839
138	rnn.bias_ih_l2_reverse	2	0.04429396241903305
138	rnn.bias_ih_l2_reverse	3	0.030919121578335762
138	rnn.bias_ih_l2_reverse	4	0.07585448771715164
138	rnn.bias_ih_l2_reverse	5	-0.08878565579652786
138	rnn.bias_ih_l2_reverse	6	-0.04332282766699791
138	rnn.bias_ih_l2_reverse	7	-0.059433192014694214
138	rnn.bias_ih_l2_reverse	8	0.05361213535070419
138	rnn.bias_ih_l2_reverse	9	0.029993731528520584
138	rnn.bias_hh_l2_reverse	0	0.058704081922769547
138	rnn.bias_hh_l2_reverse	1	-0.05922754108905792
138	rnn.bias_hh_l2_reverse	2	-0.06736727803945541
138	rnn.bias_hh_l2_reverse	3	0.03167121112346649
138	rnn.bias_hh_l2_reverse	4	0.029947271570563316
138	rnn.bias_hh_l2_reverse	5	0.03546877205371857
138	rnn.bias_hh_l2_reverse	6	-0.08256256580352783
138	rnn.bias_hh_l2_reverse	7	-0.007064818404614925
138	rnn.bias_hh_l2_reverse	8	-0.10478917509317398
138	rnn.bias_hh_l2_reverse	9	-0.05503334477543831
138	linear.weight	0	0.025028489530086517
138	linear.weight	1	0.12487200647592545
138	linear.weight	2	-0.024141935631632805
138	linear.weight	3	-0.03553737327456474
138	linear.weight	4	-0.022248394787311554
138	linear.weight	5	0.0454939641058445
138	linear.weight	6	0.004261720925569534
138	linear.weight	7	-0.11030783504247665
138	linear.weight	8	-0.019357141107320786
138	linear.weight	9	0.09978442639112473
138	linear.bias	0	0.5013698935508728
138	linear.bias	1	0.7066283226013184
138	linear.bias	2	-1.6131757497787476
138	linear.bias	3	-0.05754556506872177
138	linear.bias	4	-0.050822705030441284
138	linear.bias	5	0.3038734793663025
139	transitions	0	0.039619363844394684
139	transitions	1	-10000.0
139	transitions	2	2.5192039012908936
139	transitions	3	-1.1168906688690186
139	transitions	4	-10000.0
139	transitions	5	-10000.0
139	transitions	6	-10000.0
139	transitions	7	0.8817663788795471
139	transitions	8	0.8422547578811646
139	transitions	9	-1.239357590675354
139	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
139	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
139	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
139	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
139	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
139	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
139	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
139	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
139	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
139	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
139	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
139	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
139	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
139	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
139	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
139	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
139	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
139	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
139	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
139	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
139	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
139	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
139	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
139	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
139	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
139	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
139	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
139	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
139	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
139	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
139	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
139	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
139	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
139	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
139	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
139	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
139	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
139	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
139	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
139	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
139	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
139	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
139	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
139	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
139	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
139	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
139	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
139	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
139	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
139	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
139	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
139	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
139	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
139	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
139	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
139	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
139	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
139	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
139	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
139	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
139	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
139	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
139	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
139	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
139	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
139	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
139	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
139	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
139	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
139	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
139	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
139	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
139	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
139	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
139	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
139	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
139	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
139	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
139	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
139	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
139	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
139	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
139	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
139	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
139	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
139	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
139	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
139	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
139	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
139	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
139	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
139	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
139	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
139	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
139	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
139	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
139	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
139	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
139	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
139	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
139	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
139	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
139	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
139	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
139	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
139	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
139	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
139	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
139	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
139	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
139	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
139	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
139	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
139	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
139	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
139	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
139	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
139	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
139	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
139	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
139	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
139	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
139	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
139	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
139	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
139	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
139	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
139	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
139	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
139	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
139	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
139	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
139	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
139	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
139	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
139	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
139	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
139	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
139	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
139	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
139	embedding2nn.weight	0	0.014779184944927692
139	embedding2nn.weight	1	8.865955169312656e-05
139	embedding2nn.weight	2	0.005548517685383558
139	embedding2nn.weight	3	0.0007205110159702599
139	embedding2nn.weight	4	-0.008292404934763908
139	embedding2nn.weight	5	-0.005514681339263916
139	embedding2nn.weight	6	-0.0008287263917736709
139	embedding2nn.weight	7	-0.0030053365044295788
139	embedding2nn.weight	8	0.012747552245855331
139	embedding2nn.weight	9	0.004429081920534372
139	embedding2nn.bias	0	0.004005824215710163
139	embedding2nn.bias	1	-0.013907223008573055
139	embedding2nn.bias	2	0.013242240995168686
139	embedding2nn.bias	3	-0.014615942724049091
139	embedding2nn.bias	4	-0.026185842230916023
139	embedding2nn.bias	5	-0.0016562249511480331
139	embedding2nn.bias	6	0.008482889272272587
139	embedding2nn.bias	7	0.004334646742790937
139	embedding2nn.bias	8	-0.01237004529684782
139	embedding2nn.bias	9	-0.0008511933847330511
139	rnn.weight_ih_l0	0	-0.05234970897436142
139	rnn.weight_ih_l0	1	0.0507776103913784
139	rnn.weight_ih_l0	2	0.03185079246759415
139	rnn.weight_ih_l0	3	0.014755782671272755
139	rnn.weight_ih_l0	4	0.012534388341009617
139	rnn.weight_ih_l0	5	0.08420030772686005
139	rnn.weight_ih_l0	6	0.07604363560676575
139	rnn.weight_ih_l0	7	0.037796489894390106
139	rnn.weight_ih_l0	8	-0.04561002552509308
139	rnn.weight_ih_l0	9	0.00819764006882906
139	rnn.weight_hh_l0	0	0.008198968134820461
139	rnn.weight_hh_l0	1	-0.0640854761004448
139	rnn.weight_hh_l0	2	-0.0654682070016861
139	rnn.weight_hh_l0	3	0.07147020846605301
139	rnn.weight_hh_l0	4	0.07098226994276047
139	rnn.weight_hh_l0	5	0.005872426088899374
139	rnn.weight_hh_l0	6	-0.0002219507732661441
139	rnn.weight_hh_l0	7	-0.017903262749314308
139	rnn.weight_hh_l0	8	-0.029132314026355743
139	rnn.weight_hh_l0	9	0.05755998566746712
139	rnn.bias_ih_l0	0	-0.06101033091545105
139	rnn.bias_ih_l0	1	0.08842737972736359
139	rnn.bias_ih_l0	2	0.020058749243617058
139	rnn.bias_ih_l0	3	0.07964597642421722
139	rnn.bias_ih_l0	4	-0.07296071946620941
139	rnn.bias_ih_l0	5	0.08281251043081284
139	rnn.bias_ih_l0	6	-0.06569889932870865
139	rnn.bias_ih_l0	7	-0.035702068358659744
139	rnn.bias_ih_l0	8	-0.08719544112682343
139	rnn.bias_ih_l0	9	-0.0452282689511776
139	rnn.bias_hh_l0	0	0.0351601280272007
139	rnn.bias_hh_l0	1	0.07315486669540405
139	rnn.bias_hh_l0	2	0.06956189125776291
139	rnn.bias_hh_l0	3	0.08477354794740677
139	rnn.bias_hh_l0	4	-0.09957703948020935
139	rnn.bias_hh_l0	5	-0.0713651031255722
139	rnn.bias_hh_l0	6	0.07766344398260117
139	rnn.bias_hh_l0	7	-0.08625899255275726
139	rnn.bias_hh_l0	8	-0.026710186153650284
139	rnn.bias_hh_l0	9	0.0026629557833075523
139	rnn.weight_ih_l0_reverse	0	0.07936321198940277
139	rnn.weight_ih_l0_reverse	1	0.07328558713197708
139	rnn.weight_ih_l0_reverse	2	0.038758840411901474
139	rnn.weight_ih_l0_reverse	3	0.03369767591357231
139	rnn.weight_ih_l0_reverse	4	-0.0368930958211422
139	rnn.weight_ih_l0_reverse	5	0.05086560547351837
139	rnn.weight_ih_l0_reverse	6	0.06644369661808014
139	rnn.weight_ih_l0_reverse	7	0.0225143451243639
139	rnn.weight_ih_l0_reverse	8	-0.0576620027422905
139	rnn.weight_ih_l0_reverse	9	-0.05285557731986046
139	rnn.weight_hh_l0_reverse	0	0.025075536221265793
139	rnn.weight_hh_l0_reverse	1	-0.08712552487850189
139	rnn.weight_hh_l0_reverse	2	0.06335662305355072
139	rnn.weight_hh_l0_reverse	3	-0.0215615164488554
139	rnn.weight_hh_l0_reverse	4	0.0841766893863678
139	rnn.weight_hh_l0_reverse	5	-0.0019247547024860978
139	rnn.weight_hh_l0_reverse	6	0.030115604400634766
139	rnn.weight_hh_l0_reverse	7	0.07844153046607971
139	rnn.weight_hh_l0_reverse	8	-0.022357866168022156
139	rnn.weight_hh_l0_reverse	9	-0.046615324914455414
139	rnn.bias_ih_l0_reverse	0	0.0010062879882752895
139	rnn.bias_ih_l0_reverse	1	-0.013809003867208958
139	rnn.bias_ih_l0_reverse	2	-0.0151144340634346
139	rnn.bias_ih_l0_reverse	3	0.037085916846990585
139	rnn.bias_ih_l0_reverse	4	0.0677066221833229
139	rnn.bias_ih_l0_reverse	5	-0.020630933344364166
139	rnn.bias_ih_l0_reverse	6	-0.026825517416000366
139	rnn.bias_ih_l0_reverse	7	-0.04839527606964111
139	rnn.bias_ih_l0_reverse	8	0.009685861878097057
139	rnn.bias_ih_l0_reverse	9	-0.067900151014328
139	rnn.bias_hh_l0_reverse	0	0.03875682130455971
139	rnn.bias_hh_l0_reverse	1	-0.06926275044679642
139	rnn.bias_hh_l0_reverse	2	0.08225761353969574
139	rnn.bias_hh_l0_reverse	3	0.059197068214416504
139	rnn.bias_hh_l0_reverse	4	0.0251278318464756
139	rnn.bias_hh_l0_reverse	5	0.044214751571416855
139	rnn.bias_hh_l0_reverse	6	0.06510425359010696
139	rnn.bias_hh_l0_reverse	7	0.08408690243959427
139	rnn.bias_hh_l0_reverse	8	-0.010191836394369602
139	rnn.bias_hh_l0_reverse	9	0.053658630698919296
139	rnn.weight_ih_l1	0	0.02320685423910618
139	rnn.weight_ih_l1	1	0.015838267281651497
139	rnn.weight_ih_l1	2	0.08735601603984833
139	rnn.weight_ih_l1	3	-0.024174947291612625
139	rnn.weight_ih_l1	4	-0.02434687688946724
139	rnn.weight_ih_l1	5	-0.012960592284798622
139	rnn.weight_ih_l1	6	0.07258541882038116
139	rnn.weight_ih_l1	7	-0.004464393015950918
139	rnn.weight_ih_l1	8	-0.05258814990520477
139	rnn.weight_ih_l1	9	0.054628707468509674
139	rnn.weight_hh_l1	0	-0.08137180656194687
139	rnn.weight_hh_l1	1	-0.035918936133384705
139	rnn.weight_hh_l1	2	-0.008128705434501171
139	rnn.weight_hh_l1	3	-0.05825551226735115
139	rnn.weight_hh_l1	4	0.0859229639172554
139	rnn.weight_hh_l1	5	-0.08406776934862137
139	rnn.weight_hh_l1	6	-0.05013962835073471
139	rnn.weight_hh_l1	7	0.0650222897529602
139	rnn.weight_hh_l1	8	-0.013528955169022083
139	rnn.weight_hh_l1	9	-0.03980925679206848
139	rnn.bias_ih_l1	0	-0.03823074325919151
139	rnn.bias_ih_l1	1	0.05635097995400429
139	rnn.bias_ih_l1	2	-0.0466170459985733
139	rnn.bias_ih_l1	3	-0.07492818683385849
139	rnn.bias_ih_l1	4	-0.02926773950457573
139	rnn.bias_ih_l1	5	-0.007713370490819216
139	rnn.bias_ih_l1	6	-0.05312151089310646
139	rnn.bias_ih_l1	7	0.06240088492631912
139	rnn.bias_ih_l1	8	0.08261152356863022
139	rnn.bias_ih_l1	9	0.034719448536634445
139	rnn.bias_hh_l1	0	0.06876060366630554
139	rnn.bias_hh_l1	1	-0.058711037039756775
139	rnn.bias_hh_l1	2	0.019909270107746124
139	rnn.bias_hh_l1	3	0.07767434418201447
139	rnn.bias_hh_l1	4	0.056997645646333694
139	rnn.bias_hh_l1	5	-0.07806039601564407
139	rnn.bias_hh_l1	6	0.014160072430968285
139	rnn.bias_hh_l1	7	0.04067648947238922
139	rnn.bias_hh_l1	8	0.014173188246786594
139	rnn.bias_hh_l1	9	-0.005863474681973457
139	rnn.weight_ih_l1_reverse	0	0.08627992868423462
139	rnn.weight_ih_l1_reverse	1	-0.041670650243759155
139	rnn.weight_ih_l1_reverse	2	-0.06193315237760544
139	rnn.weight_ih_l1_reverse	3	0.02533540688455105
139	rnn.weight_ih_l1_reverse	4	-0.04651670530438423
139	rnn.weight_ih_l1_reverse	5	0.024141380563378334
139	rnn.weight_ih_l1_reverse	6	0.04043122008442879
139	rnn.weight_ih_l1_reverse	7	0.020260779187083244
139	rnn.weight_ih_l1_reverse	8	-0.008524942211806774
139	rnn.weight_ih_l1_reverse	9	-0.06473968923091888
139	rnn.weight_hh_l1_reverse	0	0.0049528866074979305
139	rnn.weight_hh_l1_reverse	1	0.018931562080979347
139	rnn.weight_hh_l1_reverse	2	-0.05820232629776001
139	rnn.weight_hh_l1_reverse	3	-0.012775578536093235
139	rnn.weight_hh_l1_reverse	4	0.008907785639166832
139	rnn.weight_hh_l1_reverse	5	-0.06530208140611649
139	rnn.weight_hh_l1_reverse	6	-0.06730635464191437
139	rnn.weight_hh_l1_reverse	7	-0.011357014067471027
139	rnn.weight_hh_l1_reverse	8	-0.058209728449583054
139	rnn.weight_hh_l1_reverse	9	-0.04378572851419449
139	rnn.bias_ih_l1_reverse	0	-0.002766501158475876
139	rnn.bias_ih_l1_reverse	1	-0.04220374673604965
139	rnn.bias_ih_l1_reverse	2	0.026427792385220528
139	rnn.bias_ih_l1_reverse	3	-0.08415773510932922
139	rnn.bias_ih_l1_reverse	4	-0.08696220815181732
139	rnn.bias_ih_l1_reverse	5	-0.08683135360479355
139	rnn.bias_ih_l1_reverse	6	0.06318651139736176
139	rnn.bias_ih_l1_reverse	7	0.08451903611421585
139	rnn.bias_ih_l1_reverse	8	-0.0017547860043123364
139	rnn.bias_ih_l1_reverse	9	-0.011349148117005825
139	rnn.bias_hh_l1_reverse	0	0.06105169653892517
139	rnn.bias_hh_l1_reverse	1	-0.0669943317770958
139	rnn.bias_hh_l1_reverse	2	-0.05339882895350456
139	rnn.bias_hh_l1_reverse	3	0.07394159585237503
139	rnn.bias_hh_l1_reverse	4	-0.023030487820506096
139	rnn.bias_hh_l1_reverse	5	-0.006044278386980295
139	rnn.bias_hh_l1_reverse	6	-0.05918435752391815
139	rnn.bias_hh_l1_reverse	7	-0.06037535145878792
139	rnn.bias_hh_l1_reverse	8	0.06601761281490326
139	rnn.bias_hh_l1_reverse	9	0.05050233006477356
139	rnn.weight_ih_l2	0	0.07650410383939743
139	rnn.weight_ih_l2	1	-0.05429789796471596
139	rnn.weight_ih_l2	2	0.06340527534484863
139	rnn.weight_ih_l2	3	0.06557503342628479
139	rnn.weight_ih_l2	4	0.05658635497093201
139	rnn.weight_ih_l2	5	-0.03598626330494881
139	rnn.weight_ih_l2	6	-0.0750194638967514
139	rnn.weight_ih_l2	7	0.012048367410898209
139	rnn.weight_ih_l2	8	-0.01719078980386257
139	rnn.weight_ih_l2	9	-0.06917312741279602
139	rnn.weight_hh_l2	0	0.04811522737145424
139	rnn.weight_hh_l2	1	0.0307972002774477
139	rnn.weight_hh_l2	2	-0.05475106090307236
139	rnn.weight_hh_l2	3	-0.02555244415998459
139	rnn.weight_hh_l2	4	0.05465468764305115
139	rnn.weight_hh_l2	5	-0.024192459881305695
139	rnn.weight_hh_l2	6	0.008477335795760155
139	rnn.weight_hh_l2	7	-0.05328277871012688
139	rnn.weight_hh_l2	8	-0.006022166460752487
139	rnn.weight_hh_l2	9	-0.01806287094950676
139	rnn.bias_ih_l2	0	0.1479550451040268
139	rnn.bias_ih_l2	1	0.012400400824844837
139	rnn.bias_ih_l2	2	0.06976015865802765
139	rnn.bias_ih_l2	3	0.027965053915977478
139	rnn.bias_ih_l2	4	-0.006494308356195688
139	rnn.bias_ih_l2	5	0.0472261942923069
139	rnn.bias_ih_l2	6	0.014073970727622509
139	rnn.bias_ih_l2	7	0.017555013298988342
139	rnn.bias_ih_l2	8	0.018221180886030197
139	rnn.bias_ih_l2	9	-0.015451631508767605
139	rnn.bias_hh_l2	0	0.023042617365717888
139	rnn.bias_hh_l2	1	0.0044158450327813625
139	rnn.bias_hh_l2	2	0.07443973422050476
139	rnn.bias_hh_l2	3	0.029636023566126823
139	rnn.bias_hh_l2	4	0.07758162170648575
139	rnn.bias_hh_l2	5	-0.05818822607398033
139	rnn.bias_hh_l2	6	0.045471712946891785
139	rnn.bias_hh_l2	7	-0.024391820654273033
139	rnn.bias_hh_l2	8	0.04183477535843849
139	rnn.bias_hh_l2	9	0.01775074191391468
139	rnn.weight_ih_l2_reverse	0	0.08227285742759705
139	rnn.weight_ih_l2_reverse	1	-0.054359614849090576
139	rnn.weight_ih_l2_reverse	2	0.0010617388179525733
139	rnn.weight_ih_l2_reverse	3	0.0352652408182621
139	rnn.weight_ih_l2_reverse	4	0.05403010547161102
139	rnn.weight_ih_l2_reverse	5	-0.04068092256784439
139	rnn.weight_ih_l2_reverse	6	-0.00041912271990440786
139	rnn.weight_ih_l2_reverse	7	-0.013927745632827282
139	rnn.weight_ih_l2_reverse	8	0.011901522055268288
139	rnn.weight_ih_l2_reverse	9	-0.07978420704603195
139	rnn.weight_hh_l2_reverse	0	-0.08277904242277145
139	rnn.weight_hh_l2_reverse	1	0.01592632383108139
139	rnn.weight_hh_l2_reverse	2	0.010431868024170399
139	rnn.weight_hh_l2_reverse	3	0.024320414289832115
139	rnn.weight_hh_l2_reverse	4	-0.036757826805114746
139	rnn.weight_hh_l2_reverse	5	-0.014685416594147682
139	rnn.weight_hh_l2_reverse	6	-0.04310174286365509
139	rnn.weight_hh_l2_reverse	7	-0.05988641455769539
139	rnn.weight_hh_l2_reverse	8	-0.006693554576486349
139	rnn.weight_hh_l2_reverse	9	-0.05907147750258446
139	rnn.bias_ih_l2_reverse	0	-0.05087542161345482
139	rnn.bias_ih_l2_reverse	1	-0.027736494317650795
139	rnn.bias_ih_l2_reverse	2	0.04436640441417694
139	rnn.bias_ih_l2_reverse	3	0.03207875415682793
139	rnn.bias_ih_l2_reverse	4	0.07585245370864868
139	rnn.bias_ih_l2_reverse	5	-0.0887867882847786
139	rnn.bias_ih_l2_reverse	6	-0.04332146793603897
139	rnn.bias_ih_l2_reverse	7	-0.05939282476902008
139	rnn.bias_ih_l2_reverse	8	0.05348747596144676
139	rnn.bias_ih_l2_reverse	9	0.030057864263653755
139	rnn.bias_hh_l2_reverse	0	0.05718299746513367
139	rnn.bias_hh_l2_reverse	1	-0.059217676520347595
139	rnn.bias_hh_l2_reverse	2	-0.06736739724874496
139	rnn.bias_hh_l2_reverse	3	0.03167112171649933
139	rnn.bias_hh_l2_reverse	4	0.02997550368309021
139	rnn.bias_hh_l2_reverse	5	0.03548242524266243
139	rnn.bias_hh_l2_reverse	6	-0.0825599730014801
139	rnn.bias_hh_l2_reverse	7	-0.007059688214212656
139	rnn.bias_hh_l2_reverse	8	-0.10479766875505447
139	rnn.bias_hh_l2_reverse	9	-0.05503387376666069
139	linear.weight	0	0.025028489530086517
139	linear.weight	1	0.1249631717801094
139	linear.weight	2	-0.02413874864578247
139	linear.weight	3	-0.03549383208155632
139	linear.weight	4	-0.022248394787311554
139	linear.weight	5	0.04556910693645477
139	linear.weight	6	0.004481880459934473
139	linear.weight	7	-0.11042220145463943
139	linear.weight	8	-0.019662154838442802
139	linear.weight	9	0.09995651990175247
139	linear.bias	0	0.49993324279785156
139	linear.bias	1	0.7133854627609253
139	linear.bias	2	-1.6134979724884033
139	linear.bias	3	-0.05754556506872177
139	linear.bias	4	-0.050822705030441284
139	linear.bias	5	0.29887518286705017
140	transitions	0	0.03951897844672203
140	transitions	1	-10000.0
140	transitions	2	2.526413679122925
140	transitions	3	-1.1002545356750488
140	transitions	4	-10000.0
140	transitions	5	-10000.0
140	transitions	6	-10000.0
140	transitions	7	0.88176029920578
140	transitions	8	0.84206223487854
140	transitions	9	-1.2398325204849243
140	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
140	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
140	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
140	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
140	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
140	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
140	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
140	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
140	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
140	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
140	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
140	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
140	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
140	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
140	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
140	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
140	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
140	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
140	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
140	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
140	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
140	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
140	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
140	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
140	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
140	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
140	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
140	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
140	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
140	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
140	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
140	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
140	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
140	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
140	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
140	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
140	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
140	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
140	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
140	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
140	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
140	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
140	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
140	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
140	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
140	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
140	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
140	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
140	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
140	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
140	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
140	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
140	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
140	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
140	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
140	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
140	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
140	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
140	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
140	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
140	embedding2nn.weight	0	0.014778930693864822
140	embedding2nn.weight	1	8.836635970510542e-05
140	embedding2nn.weight	2	0.0055487919598817825
140	embedding2nn.weight	3	0.0007193178171291947
140	embedding2nn.weight	4	-0.008211800828576088
140	embedding2nn.weight	5	-0.005519071128219366
140	embedding2nn.weight	6	-0.0008306539966724813
140	embedding2nn.weight	7	-0.0029981271363794804
140	embedding2nn.weight	8	0.012859844602644444
140	embedding2nn.weight	9	0.004428969230502844
140	embedding2nn.bias	0	0.004595601931214333
140	embedding2nn.bias	1	-0.013293401338160038
140	embedding2nn.bias	2	0.011994185857474804
140	embedding2nn.bias	3	-0.01384763978421688
140	embedding2nn.bias	4	-0.025876235216856003
140	embedding2nn.bias	5	-0.0018580850446596742
140	embedding2nn.bias	6	0.0083968760445714
140	embedding2nn.bias	7	0.003622595686465502
140	embedding2nn.bias	8	-0.011557938531041145
140	embedding2nn.bias	9	-0.0014900603564456105
140	rnn.weight_ih_l0	0	-0.05239115655422211
140	rnn.weight_ih_l0	1	0.050788164138793945
140	rnn.weight_ih_l0	2	0.031851962208747864
140	rnn.weight_ih_l0	3	0.014754634350538254
140	rnn.weight_ih_l0	4	0.012516449205577374
140	rnn.weight_ih_l0	5	0.08419613540172577
140	rnn.weight_ih_l0	6	0.0760471448302269
140	rnn.weight_ih_l0	7	0.037797898054122925
140	rnn.weight_ih_l0	8	-0.045594144612550735
140	rnn.weight_ih_l0	9	0.008169895969331264
140	rnn.weight_hh_l0	0	0.008200109004974365
140	rnn.weight_hh_l0	1	-0.06409770250320435
140	rnn.weight_hh_l0	2	-0.06546924263238907
140	rnn.weight_hh_l0	3	0.07148522883653641
140	rnn.weight_hh_l0	4	0.0709809809923172
140	rnn.weight_hh_l0	5	0.005874462425708771
140	rnn.weight_hh_l0	6	-0.00033823787816800177
140	rnn.weight_hh_l0	7	-0.017881318926811218
140	rnn.weight_hh_l0	8	-0.029127148911356926
140	rnn.weight_hh_l0	9	0.057564228773117065
140	rnn.bias_ih_l0	0	-0.06135363131761551
140	rnn.bias_ih_l0	1	0.0883520096540451
140	rnn.bias_ih_l0	2	0.02015499956905842
140	rnn.bias_ih_l0	3	0.07972704619169235
140	rnn.bias_ih_l0	4	-0.07246610522270203
140	rnn.bias_ih_l0	5	0.08244029432535172
140	rnn.bias_ih_l0	6	-0.06649085134267807
140	rnn.bias_ih_l0	7	-0.035683318972587585
140	rnn.bias_ih_l0	8	-0.08804599940776825
140	rnn.bias_ih_l0	9	-0.04507269337773323
140	rnn.bias_hh_l0	0	0.035206716507673264
140	rnn.bias_hh_l0	1	0.07316818088293076
140	rnn.bias_hh_l0	2	0.0695648193359375
140	rnn.bias_hh_l0	3	0.0848429799079895
140	rnn.bias_hh_l0	4	-0.0984184667468071
140	rnn.bias_hh_l0	5	-0.07130372524261475
140	rnn.bias_hh_l0	6	0.07764480262994766
140	rnn.bias_hh_l0	7	-0.08591857552528381
140	rnn.bias_hh_l0	8	-0.026707572862505913
140	rnn.bias_hh_l0	9	0.004355571232736111
140	rnn.weight_ih_l0_reverse	0	0.07935555279254913
140	rnn.weight_ih_l0_reverse	1	0.07331126928329468
140	rnn.weight_ih_l0_reverse	2	0.0387539379298687
140	rnn.weight_ih_l0_reverse	3	0.033695027232170105
140	rnn.weight_ih_l0_reverse	4	-0.03688440099358559
140	rnn.weight_ih_l0_reverse	5	0.05086125060915947
140	rnn.weight_ih_l0_reverse	6	0.06644424796104431
140	rnn.weight_ih_l0_reverse	7	0.022520441561937332
140	rnn.weight_ih_l0_reverse	8	-0.05760212615132332
140	rnn.weight_ih_l0_reverse	9	-0.052856914699077606
140	rnn.weight_hh_l0_reverse	0	0.02509302645921707
140	rnn.weight_hh_l0_reverse	1	-0.08713815361261368
140	rnn.weight_hh_l0_reverse	2	0.06336373090744019
140	rnn.weight_hh_l0_reverse	3	-0.021534627303481102
140	rnn.weight_hh_l0_reverse	4	0.0842004269361496
140	rnn.weight_hh_l0_reverse	5	-0.0018817575182765722
140	rnn.weight_hh_l0_reverse	6	0.02993929386138916
140	rnn.weight_hh_l0_reverse	7	0.07843157649040222
140	rnn.weight_hh_l0_reverse	8	-0.02237267792224884
140	rnn.weight_hh_l0_reverse	9	-0.04657888039946556
140	rnn.bias_ih_l0_reverse	0	0.0010394062846899033
140	rnn.bias_ih_l0_reverse	1	-0.01456542406231165
140	rnn.bias_ih_l0_reverse	2	-0.014968345873057842
140	rnn.bias_ih_l0_reverse	3	0.037113483995199203
140	rnn.bias_ih_l0_reverse	4	0.06746701151132584
140	rnn.bias_ih_l0_reverse	5	-0.020579228177666664
140	rnn.bias_ih_l0_reverse	6	-0.02701009251177311
140	rnn.bias_ih_l0_reverse	7	-0.04833276569843292
140	rnn.bias_ih_l0_reverse	8	0.009625597856938839
140	rnn.bias_ih_l0_reverse	9	-0.06776870042085648
140	rnn.bias_hh_l0_reverse	0	0.03881283476948738
140	rnn.bias_hh_l0_reverse	1	-0.06913129985332489
140	rnn.bias_hh_l0_reverse	2	0.08152971416711807
140	rnn.bias_hh_l0_reverse	3	0.05919696390628815
140	rnn.bias_hh_l0_reverse	4	0.024408362805843353
140	rnn.bias_hh_l0_reverse	5	0.04430941864848137
140	rnn.bias_hh_l0_reverse	6	0.06572452187538147
140	rnn.bias_hh_l0_reverse	7	0.08458898961544037
140	rnn.bias_hh_l0_reverse	8	-0.010153356939554214
140	rnn.bias_hh_l0_reverse	9	0.053738877177238464
140	rnn.weight_ih_l1	0	0.023220662027597427
140	rnn.weight_ih_l1	1	0.015850117430090904
140	rnn.weight_ih_l1	2	0.0863034799695015
140	rnn.weight_ih_l1	3	-0.024189362302422523
140	rnn.weight_ih_l1	4	-0.024335982277989388
140	rnn.weight_ih_l1	5	-0.013028915040194988
140	rnn.weight_ih_l1	6	0.0726211741566658
140	rnn.weight_ih_l1	7	-0.004690086469054222
140	rnn.weight_ih_l1	8	-0.05263109877705574
140	rnn.weight_ih_l1	9	0.05520126596093178
140	rnn.weight_hh_l1	0	-0.08115580677986145
140	rnn.weight_hh_l1	1	-0.035922855138778687
140	rnn.weight_hh_l1	2	-0.008132008835673332
140	rnn.weight_hh_l1	3	-0.05824342370033264
140	rnn.weight_hh_l1	4	0.08593465387821198
140	rnn.weight_hh_l1	5	-0.08406437188386917
140	rnn.weight_hh_l1	6	-0.0501205213367939
140	rnn.weight_hh_l1	7	0.06495329737663269
140	rnn.weight_hh_l1	8	-0.013526040129363537
140	rnn.weight_hh_l1	9	-0.03976063057780266
140	rnn.bias_ih_l1	0	-0.037471093237400055
140	rnn.bias_ih_l1	1	0.056386884301900864
140	rnn.bias_ih_l1	2	-0.046612970530986786
140	rnn.bias_ih_l1	3	-0.07511404901742935
140	rnn.bias_ih_l1	4	-0.029061436653137207
140	rnn.bias_ih_l1	5	-0.005591625813394785
140	rnn.bias_ih_l1	6	-0.05261478200554848
140	rnn.bias_ih_l1	7	0.062469083815813065
140	rnn.bias_ih_l1	8	0.08267030864953995
140	rnn.bias_ih_l1	9	0.03427790105342865
140	rnn.bias_hh_l1	0	0.06881970167160034
140	rnn.bias_hh_l1	1	-0.05867371708154678
140	rnn.bias_hh_l1	2	0.020001927390694618
140	rnn.bias_hh_l1	3	0.07768009603023529
140	rnn.bias_hh_l1	4	0.057043105363845825
140	rnn.bias_hh_l1	5	-0.07817276567220688
140	rnn.bias_hh_l1	6	0.014207807369530201
140	rnn.bias_hh_l1	7	0.04086656868457794
140	rnn.bias_hh_l1	8	0.014228255487978458
140	rnn.bias_hh_l1	9	-0.005728031974285841
140	rnn.weight_ih_l1_reverse	0	0.08623288571834564
140	rnn.weight_ih_l1_reverse	1	-0.04167947173118591
140	rnn.weight_ih_l1_reverse	2	-0.06192363426089287
140	rnn.weight_ih_l1_reverse	3	0.02533666230738163
140	rnn.weight_ih_l1_reverse	4	-0.04647168889641762
140	rnn.weight_ih_l1_reverse	5	0.0241424310952425
140	rnn.weight_ih_l1_reverse	6	0.04043959826231003
140	rnn.weight_ih_l1_reverse	7	0.02026505395770073
140	rnn.weight_ih_l1_reverse	8	-0.00854080356657505
140	rnn.weight_ih_l1_reverse	9	-0.06461168080568314
140	rnn.weight_hh_l1_reverse	0	0.004957323893904686
140	rnn.weight_hh_l1_reverse	1	0.01894167624413967
140	rnn.weight_hh_l1_reverse	2	-0.058203741908073425
140	rnn.weight_hh_l1_reverse	3	-0.012789850123226643
140	rnn.weight_hh_l1_reverse	4	0.008913877420127392
140	rnn.weight_hh_l1_reverse	5	-0.06538748741149902
140	rnn.weight_hh_l1_reverse	6	-0.06730455160140991
140	rnn.weight_hh_l1_reverse	7	-0.011356568895280361
140	rnn.weight_hh_l1_reverse	8	-0.05823461338877678
140	rnn.weight_hh_l1_reverse	9	-0.043782275170087814
140	rnn.bias_ih_l1_reverse	0	-0.0027469024062156677
140	rnn.bias_ih_l1_reverse	1	-0.042250268161296844
140	rnn.bias_ih_l1_reverse	2	0.026534773409366608
140	rnn.bias_ih_l1_reverse	3	-0.08406877517700195
140	rnn.bias_ih_l1_reverse	4	-0.08689029514789581
140	rnn.bias_ih_l1_reverse	5	-0.0867743119597435
140	rnn.bias_ih_l1_reverse	6	0.06320010870695114
140	rnn.bias_ih_l1_reverse	7	0.08450660854578018
140	rnn.bias_ih_l1_reverse	8	-0.004874211736023426
140	rnn.bias_ih_l1_reverse	9	-0.011328071355819702
140	rnn.bias_hh_l1_reverse	0	0.06112511828541756
140	rnn.bias_hh_l1_reverse	1	-0.06697583198547363
140	rnn.bias_hh_l1_reverse	2	-0.0534462034702301
140	rnn.bias_hh_l1_reverse	3	0.07410706579685211
140	rnn.bias_hh_l1_reverse	4	-0.023097990080714226
140	rnn.bias_hh_l1_reverse	5	-0.006116753444075584
140	rnn.bias_hh_l1_reverse	6	-0.05922672897577286
140	rnn.bias_hh_l1_reverse	7	-0.060248494148254395
140	rnn.bias_hh_l1_reverse	8	0.06598342210054398
140	rnn.bias_hh_l1_reverse	9	0.05146201699972153
140	rnn.weight_ih_l2	0	0.07644205540418625
140	rnn.weight_ih_l2	1	-0.05429922044277191
140	rnn.weight_ih_l2	2	0.06340629607439041
140	rnn.weight_ih_l2	3	0.06564450263977051
140	rnn.weight_ih_l2	4	0.056609537452459335
140	rnn.weight_ih_l2	5	-0.03586051985621452
140	rnn.weight_ih_l2	6	-0.07501068711280823
140	rnn.weight_ih_l2	7	0.012050454504787922
140	rnn.weight_ih_l2	8	-0.01718926429748535
140	rnn.weight_ih_l2	9	-0.06917222589254379
140	rnn.weight_hh_l2	0	0.048111993819475174
140	rnn.weight_hh_l2	1	0.03080669417977333
140	rnn.weight_hh_l2	2	-0.0547364242374897
140	rnn.weight_hh_l2	3	-0.02555844560265541
140	rnn.weight_hh_l2	4	0.05466718599200249
140	rnn.weight_hh_l2	5	-0.02423865906894207
140	rnn.weight_hh_l2	6	0.00848117470741272
140	rnn.weight_hh_l2	7	-0.053275760263204575
140	rnn.weight_hh_l2	8	-0.00591645622625947
140	rnn.weight_hh_l2	9	-0.018064897507429123
140	rnn.bias_ih_l2	0	0.14724363386631012
140	rnn.bias_ih_l2	1	0.012083403766155243
140	rnn.bias_ih_l2	2	0.069846510887146
140	rnn.bias_ih_l2	3	0.02859709970653057
140	rnn.bias_ih_l2	4	-0.0064573101699352264
140	rnn.bias_ih_l2	5	0.04733440279960632
140	rnn.bias_ih_l2	6	0.014090700075030327
140	rnn.bias_ih_l2	7	0.017480842769145966
140	rnn.bias_ih_l2	8	0.018426939845085144
140	rnn.bias_ih_l2	9	-0.01544662844389677
140	rnn.bias_hh_l2	0	0.023318778723478317
140	rnn.bias_hh_l2	1	0.004473715089261532
140	rnn.bias_hh_l2	2	0.07482259720563889
140	rnn.bias_hh_l2	3	0.02973184548318386
140	rnn.bias_hh_l2	4	0.07760821282863617
140	rnn.bias_hh_l2	5	-0.05555375665426254
140	rnn.bias_hh_l2	6	0.04776730760931969
140	rnn.bias_hh_l2	7	-0.0242615956813097
140	rnn.bias_hh_l2	8	0.0418587289750576
140	rnn.bias_hh_l2	9	0.0172857865691185
140	rnn.weight_ih_l2_reverse	0	0.08226802200078964
140	rnn.weight_ih_l2_reverse	1	-0.054336316883563995
140	rnn.weight_ih_l2_reverse	2	0.001065691001713276
140	rnn.weight_ih_l2_reverse	3	0.035270217806100845
140	rnn.weight_ih_l2_reverse	4	0.054029494524002075
140	rnn.weight_ih_l2_reverse	5	-0.040685828775167465
140	rnn.weight_ih_l2_reverse	6	-0.00025350850773975253
140	rnn.weight_ih_l2_reverse	7	-0.013934183865785599
140	rnn.weight_ih_l2_reverse	8	0.012065165676176548
140	rnn.weight_ih_l2_reverse	9	-0.07977423816919327
140	rnn.weight_hh_l2_reverse	0	-0.08277879655361176
140	rnn.weight_hh_l2_reverse	1	0.01593961752951145
140	rnn.weight_hh_l2_reverse	2	0.010431276634335518
140	rnn.weight_hh_l2_reverse	3	0.024320222437381744
140	rnn.weight_hh_l2_reverse	4	-0.03675695136189461
140	rnn.weight_hh_l2_reverse	5	-0.014688447117805481
140	rnn.weight_hh_l2_reverse	6	-0.04311313107609749
140	rnn.weight_hh_l2_reverse	7	-0.05988525226712227
140	rnn.weight_hh_l2_reverse	8	-0.006693435832858086
140	rnn.weight_hh_l2_reverse	9	-0.059075977653265
140	rnn.bias_ih_l2_reverse	0	-0.05168463662266731
140	rnn.bias_ih_l2_reverse	1	-0.02761508896946907
140	rnn.bias_ih_l2_reverse	2	0.04440123587846756
140	rnn.bias_ih_l2_reverse	3	0.03248064965009689
140	rnn.bias_ih_l2_reverse	4	0.0758582279086113
140	rnn.bias_ih_l2_reverse	5	-0.08876824378967285
140	rnn.bias_ih_l2_reverse	6	-0.043355029076337814
140	rnn.bias_ih_l2_reverse	7	-0.05922814458608627
140	rnn.bias_ih_l2_reverse	8	0.05371220409870148
140	rnn.bias_ih_l2_reverse	9	0.029736749827861786
140	rnn.bias_hh_l2_reverse	0	0.056773267686367035
140	rnn.bias_hh_l2_reverse	1	-0.059241488575935364
140	rnn.bias_hh_l2_reverse	2	-0.06736550480127335
140	rnn.bias_hh_l2_reverse	3	0.03164367005228996
140	rnn.bias_hh_l2_reverse	4	0.030116980895400047
140	rnn.bias_hh_l2_reverse	5	0.0354793407022953
140	rnn.bias_hh_l2_reverse	6	-0.08261393010616302
140	rnn.bias_hh_l2_reverse	7	-0.007098986301571131
140	rnn.bias_hh_l2_reverse	8	-0.1048537939786911
140	rnn.bias_hh_l2_reverse	9	-0.05514912307262421
140	linear.weight	0	0.025028489530086517
140	linear.weight	1	0.12519247829914093
140	linear.weight	2	-0.024139659479260445
140	linear.weight	3	-0.03562801331281662
140	linear.weight	4	-0.022248394787311554
140	linear.weight	5	0.045273348689079285
140	linear.weight	6	0.004616092890501022
140	linear.weight	7	-0.11047817021608353
140	linear.weight	8	-0.019010458141565323
140	linear.weight	9	0.10101834684610367
140	linear.bias	0	0.5052226185798645
140	linear.bias	1	0.7352527976036072
140	linear.bias	2	-1.614073634147644
140	linear.bias	3	-0.05754556506872177
140	linear.bias	4	-0.050822705030441284
140	linear.bias	5	0.27229413390159607
141	transitions	0	0.039420776069164276
141	transitions	1	-10000.0
141	transitions	2	2.525106906890869
141	transitions	3	-1.1069949865341187
141	transitions	4	-10000.0
141	transitions	5	-10000.0
141	transitions	6	-10000.0
141	transitions	7	0.8817565441131592
141	transitions	8	0.8418616056442261
141	transitions	9	-1.2340912818908691
141	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
141	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
141	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
141	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
141	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
141	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
141	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
141	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
141	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
141	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
141	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
141	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
141	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
141	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
141	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
141	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
141	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
141	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
141	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
141	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
141	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
141	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
141	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
141	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
141	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
141	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
141	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
141	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
141	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
141	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
141	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
141	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
141	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
141	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
141	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
141	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
141	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
141	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
141	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
141	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
141	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
141	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
141	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
141	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
141	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
141	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
141	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
141	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
141	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
141	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
141	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
141	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
141	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
141	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
141	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
141	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
141	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
141	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
141	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
141	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
141	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
141	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
141	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
141	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
141	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
141	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
141	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
141	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
141	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
141	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
141	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
141	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
141	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
141	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
141	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
141	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
141	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
141	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
141	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
141	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
141	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
141	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
141	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
141	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
141	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
141	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
141	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
141	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
141	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
141	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
141	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
141	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
141	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
141	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
141	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
141	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
141	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
141	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
141	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
141	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
141	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
141	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
141	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
141	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
141	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
141	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
141	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
141	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
141	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
141	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
141	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
141	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
141	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
141	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
141	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
141	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
141	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
141	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
141	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
141	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
141	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
141	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
141	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
141	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
141	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
141	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
141	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
141	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
141	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
141	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
141	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
141	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
141	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
141	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
141	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
141	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
141	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
141	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
141	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
141	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
141	embedding2nn.weight	0	0.014776032418012619
141	embedding2nn.weight	1	8.649845403851941e-05
141	embedding2nn.weight	2	0.0055507817305624485
141	embedding2nn.weight	3	0.0007187836454249918
141	embedding2nn.weight	4	-0.008179149590432644
141	embedding2nn.weight	5	-0.00551751721650362
141	embedding2nn.weight	6	-0.0008334371377713978
141	embedding2nn.weight	7	-0.0029897994827479124
141	embedding2nn.weight	8	0.012867455370724201
141	embedding2nn.weight	9	0.0044326698407530785
141	embedding2nn.bias	0	0.00404977286234498
141	embedding2nn.bias	1	-0.012687381356954575
141	embedding2nn.bias	2	0.011922795325517654
141	embedding2nn.bias	3	-0.013846049085259438
141	embedding2nn.bias	4	-0.026529386639595032
141	embedding2nn.bias	5	-0.0018369518220424652
141	embedding2nn.bias	6	0.009046213701367378
141	embedding2nn.bias	7	0.00336548057384789
141	embedding2nn.bias	8	-0.011854859068989754
141	embedding2nn.bias	9	-0.001576365320943296
141	rnn.weight_ih_l0	0	-0.0523759089410305
141	rnn.weight_ih_l0	1	0.050781842321157455
141	rnn.weight_ih_l0	2	0.03185711428523064
141	rnn.weight_ih_l0	3	0.014757953584194183
141	rnn.weight_ih_l0	4	0.012544211000204086
141	rnn.weight_ih_l0	5	0.0841958299279213
141	rnn.weight_ih_l0	6	0.07604110985994339
141	rnn.weight_ih_l0	7	0.037799715995788574
141	rnn.weight_ih_l0	8	-0.045561205595731735
141	rnn.weight_ih_l0	9	0.008231064304709435
141	rnn.weight_hh_l0	0	0.008209429681301117
141	rnn.weight_hh_l0	1	-0.06412685662508011
141	rnn.weight_hh_l0	2	-0.06546689569950104
141	rnn.weight_hh_l0	3	0.07148601859807968
141	rnn.weight_hh_l0	4	0.07098320871591568
141	rnn.weight_hh_l0	5	0.005872324574738741
141	rnn.weight_hh_l0	6	-0.0003524177009239793
141	rnn.weight_hh_l0	7	-0.01789974234998226
141	rnn.weight_hh_l0	8	-0.029126839712262154
141	rnn.weight_hh_l0	9	0.05756920203566551
141	rnn.bias_ih_l0	0	-0.06104867160320282
141	rnn.bias_ih_l0	1	0.08833982050418854
141	rnn.bias_ih_l0	2	0.02016722969710827
141	rnn.bias_ih_l0	3	0.07971029728651047
141	rnn.bias_ih_l0	4	-0.07319959998130798
141	rnn.bias_ih_l0	5	0.08266269415616989
141	rnn.bias_ih_l0	6	-0.06532761454582214
141	rnn.bias_ih_l0	7	-0.0356912687420845
141	rnn.bias_ih_l0	8	-0.08703631162643433
141	rnn.bias_ih_l0	9	-0.044988710433244705
141	rnn.bias_hh_l0	0	0.03486267849802971
141	rnn.bias_hh_l0	1	0.0731765478849411
141	rnn.bias_hh_l0	2	0.06971526890993118
141	rnn.bias_hh_l0	3	0.08486944437026978
141	rnn.bias_hh_l0	4	-0.09938808530569077
141	rnn.bias_hh_l0	5	-0.0713069811463356
141	rnn.bias_hh_l0	6	0.07768644392490387
141	rnn.bias_hh_l0	7	-0.08664464950561523
141	rnn.bias_hh_l0	8	-0.026633691042661667
141	rnn.bias_hh_l0	9	0.0037329120095819235
141	rnn.weight_ih_l0_reverse	0	0.07935867458581924
141	rnn.weight_ih_l0_reverse	1	0.07329028844833374
141	rnn.weight_ih_l0_reverse	2	0.03875112161040306
141	rnn.weight_ih_l0_reverse	3	0.03368642181158066
141	rnn.weight_ih_l0_reverse	4	-0.03690687566995621
141	rnn.weight_ih_l0_reverse	5	0.050860095769166946
141	rnn.weight_ih_l0_reverse	6	0.06644271314144135
141	rnn.weight_ih_l0_reverse	7	0.022498946636915207
141	rnn.weight_ih_l0_reverse	8	-0.057623062282800674
141	rnn.weight_ih_l0_reverse	9	-0.05285206809639931
141	rnn.weight_hh_l0_reverse	0	0.025020701810717583
141	rnn.weight_hh_l0_reverse	1	-0.08712456375360489
141	rnn.weight_hh_l0_reverse	2	0.06336409598588943
141	rnn.weight_hh_l0_reverse	3	-0.02154538407921791
141	rnn.weight_hh_l0_reverse	4	0.08424423635005951
141	rnn.weight_hh_l0_reverse	5	-0.0018910174258053303
141	rnn.weight_hh_l0_reverse	6	0.029869895428419113
141	rnn.weight_hh_l0_reverse	7	0.07844194024801254
141	rnn.weight_hh_l0_reverse	8	-0.022356422618031502
141	rnn.weight_hh_l0_reverse	9	-0.04657259210944176
141	rnn.bias_ih_l0_reverse	0	0.0012289361329749227
141	rnn.bias_ih_l0_reverse	1	-0.014209254644811153
141	rnn.bias_ih_l0_reverse	2	-0.014796246774494648
141	rnn.bias_ih_l0_reverse	3	0.03714648634195328
141	rnn.bias_ih_l0_reverse	4	0.06750555336475372
141	rnn.bias_ih_l0_reverse	5	-0.0206056609749794
141	rnn.bias_ih_l0_reverse	6	-0.02697030082345009
141	rnn.bias_ih_l0_reverse	7	-0.04840218275785446
141	rnn.bias_ih_l0_reverse	8	0.009793835692107677
141	rnn.bias_ih_l0_reverse	9	-0.06765391677618027
141	rnn.bias_hh_l0_reverse	0	0.03891367465257645
141	rnn.bias_hh_l0_reverse	1	-0.06901651620864868
141	rnn.bias_hh_l0_reverse	2	0.08096814155578613
141	rnn.bias_hh_l0_reverse	3	0.0594477578997612
141	rnn.bias_hh_l0_reverse	4	0.024310970678925514
141	rnn.bias_hh_l0_reverse	5	0.04432680830359459
141	rnn.bias_hh_l0_reverse	6	0.0656738132238388
141	rnn.bias_hh_l0_reverse	7	0.08464673161506653
141	rnn.bias_hh_l0_reverse	8	-0.010277517139911652
141	rnn.bias_hh_l0_reverse	9	0.054101038724184036
141	rnn.weight_ih_l1	0	0.023245105519890785
141	rnn.weight_ih_l1	1	0.015881218016147614
141	rnn.weight_ih_l1	2	0.08667467534542084
141	rnn.weight_ih_l1	3	-0.0241998340934515
141	rnn.weight_ih_l1	4	-0.024319741874933243
141	rnn.weight_ih_l1	5	-0.01301196962594986
141	rnn.weight_ih_l1	6	0.07262394577264786
141	rnn.weight_ih_l1	7	-0.004739582538604736
141	rnn.weight_ih_l1	8	-0.05261962488293648
141	rnn.weight_ih_l1	9	0.05495736002922058
141	rnn.weight_hh_l1	0	-0.08117947727441788
141	rnn.weight_hh_l1	1	-0.0359099917113781
141	rnn.weight_hh_l1	2	-0.008131828159093857
141	rnn.weight_hh_l1	3	-0.05824669450521469
141	rnn.weight_hh_l1	4	0.0859365239739418
141	rnn.weight_hh_l1	5	-0.08406282216310501
141	rnn.weight_hh_l1	6	-0.05015050247311592
141	rnn.weight_hh_l1	7	0.06496521085500717
141	rnn.weight_hh_l1	8	-0.013525943271815777
141	rnn.weight_hh_l1	9	-0.03978162631392479
141	rnn.bias_ih_l1	0	-0.03751138597726822
141	rnn.bias_ih_l1	1	0.05632615089416504
141	rnn.bias_ih_l1	2	-0.04656381160020828
141	rnn.bias_ih_l1	3	-0.07508775591850281
141	rnn.bias_ih_l1	4	-0.029172884300351143
141	rnn.bias_ih_l1	5	-0.00661484245210886
141	rnn.bias_ih_l1	6	-0.05203775316476822
141	rnn.bias_ih_l1	7	0.0625171884894371
141	rnn.bias_ih_l1	8	0.08289755135774612
141	rnn.bias_ih_l1	9	0.03598318248987198
141	rnn.bias_hh_l1	0	0.06878978759050369
141	rnn.bias_hh_l1	1	-0.05866023153066635
141	rnn.bias_hh_l1	2	0.019942088052630424
141	rnn.bias_hh_l1	3	0.07768423110246658
141	rnn.bias_hh_l1	4	0.05707145482301712
141	rnn.bias_hh_l1	5	-0.07832156121730804
141	rnn.bias_hh_l1	6	0.014164838939905167
141	rnn.bias_hh_l1	7	0.04086558148264885
141	rnn.bias_hh_l1	8	0.014169665053486824
141	rnn.bias_hh_l1	9	-0.005638973321765661
141	rnn.weight_ih_l1_reverse	0	0.08623329550027847
141	rnn.weight_ih_l1_reverse	1	-0.041694313287734985
141	rnn.weight_ih_l1_reverse	2	-0.06192454695701599
141	rnn.weight_ih_l1_reverse	3	0.025331372395157814
141	rnn.weight_ih_l1_reverse	4	-0.0464743934571743
141	rnn.weight_ih_l1_reverse	5	0.024137746542692184
141	rnn.weight_ih_l1_reverse	6	0.04043799638748169
141	rnn.weight_ih_l1_reverse	7	0.02025570534169674
141	rnn.weight_ih_l1_reverse	8	-0.008561632595956326
141	rnn.weight_ih_l1_reverse	9	-0.06473995000123978
141	rnn.weight_hh_l1_reverse	0	0.004948877729475498
141	rnn.weight_hh_l1_reverse	1	0.018945427611470222
141	rnn.weight_hh_l1_reverse	2	-0.058215972036123276
141	rnn.weight_hh_l1_reverse	3	-0.012786800041794777
141	rnn.weight_hh_l1_reverse	4	0.008916054852306843
141	rnn.weight_hh_l1_reverse	5	-0.06548198312520981
141	rnn.weight_hh_l1_reverse	6	-0.06730744242668152
141	rnn.weight_hh_l1_reverse	7	-0.011353499256074429
141	rnn.weight_hh_l1_reverse	8	-0.058327727019786835
141	rnn.weight_hh_l1_reverse	9	-0.04378150403499603
141	rnn.bias_ih_l1_reverse	0	-0.0028184670954942703
141	rnn.bias_ih_l1_reverse	1	-0.042302455753088
141	rnn.bias_ih_l1_reverse	2	0.02691744826734066
141	rnn.bias_ih_l1_reverse	3	-0.08420976251363754
141	rnn.bias_ih_l1_reverse	4	-0.0870516449213028
141	rnn.bias_ih_l1_reverse	5	-0.08669417351484299
141	rnn.bias_ih_l1_reverse	6	0.0633014589548111
141	rnn.bias_ih_l1_reverse	7	0.08446452766656876
141	rnn.bias_ih_l1_reverse	8	-0.004673916846513748
141	rnn.bias_ih_l1_reverse	9	-0.011267345398664474
141	rnn.bias_hh_l1_reverse	0	0.06113646551966667
141	rnn.bias_hh_l1_reverse	1	-0.06678168475627899
141	rnn.bias_hh_l1_reverse	2	-0.053488411009311676
141	rnn.bias_hh_l1_reverse	3	0.073874831199646
141	rnn.bias_hh_l1_reverse	4	-0.023101992905139923
141	rnn.bias_hh_l1_reverse	5	-0.006100060418248177
141	rnn.bias_hh_l1_reverse	6	-0.05928407981991768
141	rnn.bias_hh_l1_reverse	7	-0.060103561729192734
141	rnn.bias_hh_l1_reverse	8	0.06617723405361176
141	rnn.bias_hh_l1_reverse	9	0.051774024963378906
141	rnn.weight_ih_l2	0	0.07634982466697693
141	rnn.weight_ih_l2	1	-0.05430106446146965
141	rnn.weight_ih_l2	2	0.06340725719928741
141	rnn.weight_ih_l2	3	0.06567489355802536
141	rnn.weight_ih_l2	4	0.05661590024828911
141	rnn.weight_ih_l2	5	-0.035831794142723083
141	rnn.weight_ih_l2	6	-0.07498979568481445
141	rnn.weight_ih_l2	7	0.01212402805685997
141	rnn.weight_ih_l2	8	-0.01719062589108944
141	rnn.weight_ih_l2	9	-0.06917192786931992
141	rnn.weight_hh_l2	0	0.04810207337141037
141	rnn.weight_hh_l2	1	0.030822038650512695
141	rnn.weight_hh_l2	2	-0.054735273122787476
141	rnn.weight_hh_l2	3	-0.025552064180374146
141	rnn.weight_hh_l2	4	0.05466357246041298
141	rnn.weight_hh_l2	5	-0.02420135959982872
141	rnn.weight_hh_l2	6	0.008482219651341438
141	rnn.weight_hh_l2	7	-0.05327972397208214
141	rnn.weight_hh_l2	8	-0.0058701131492853165
141	rnn.weight_hh_l2	9	-0.018067970871925354
141	rnn.bias_ih_l2	0	0.14375358819961548
141	rnn.bias_ih_l2	1	0.012008365243673325
141	rnn.bias_ih_l2	2	0.07052801549434662
141	rnn.bias_ih_l2	3	0.028003079816699028
141	rnn.bias_ih_l2	4	-0.006596873980015516
141	rnn.bias_ih_l2	5	0.04736340045928955
141	rnn.bias_ih_l2	6	0.01393569353967905
141	rnn.bias_ih_l2	7	0.017559103667736053
141	rnn.bias_ih_l2	8	0.018362900242209435
141	rnn.bias_ih_l2	9	-0.015461064875125885
141	rnn.bias_hh_l2	0	0.023303581401705742
141	rnn.bias_hh_l2	1	0.0045711928978562355
141	rnn.bias_hh_l2	2	0.07466959208250046
141	rnn.bias_hh_l2	3	0.02973731979727745
141	rnn.bias_hh_l2	4	0.0775265246629715
141	rnn.bias_hh_l2	5	-0.05812997743487358
141	rnn.bias_hh_l2	6	0.04909338057041168
141	rnn.bias_hh_l2	7	-0.024676861241459846
141	rnn.bias_hh_l2	8	0.04183903709053993
141	rnn.bias_hh_l2	9	0.02009606920182705
141	rnn.weight_ih_l2_reverse	0	0.0822632759809494
141	rnn.weight_ih_l2_reverse	1	-0.05426134541630745
141	rnn.weight_ih_l2_reverse	2	0.0010702282888814807
141	rnn.weight_ih_l2_reverse	3	0.03526133671402931
141	rnn.weight_ih_l2_reverse	4	0.054028142243623734
141	rnn.weight_ih_l2_reverse	5	-0.04068632796406746
141	rnn.weight_ih_l2_reverse	6	-0.0006709660519845784
141	rnn.weight_ih_l2_reverse	7	-0.014008971862494946
141	rnn.weight_ih_l2_reverse	8	0.01192203164100647
141	rnn.weight_ih_l2_reverse	9	-0.07976297289133072
141	rnn.weight_hh_l2_reverse	0	-0.0827789455652237
141	rnn.weight_hh_l2_reverse	1	0.015855813398957253
141	rnn.weight_hh_l2_reverse	2	0.010431968607008457
141	rnn.weight_hh_l2_reverse	3	0.024320382624864578
141	rnn.weight_hh_l2_reverse	4	-0.036758847534656525
141	rnn.weight_hh_l2_reverse	5	-0.014691503718495369
141	rnn.weight_hh_l2_reverse	6	-0.043180570006370544
141	rnn.weight_hh_l2_reverse	7	-0.0598875992000103
141	rnn.weight_hh_l2_reverse	8	-0.006691222544759512
141	rnn.weight_hh_l2_reverse	9	-0.05907066538929939
141	rnn.bias_ih_l2_reverse	0	-0.05189990624785423
141	rnn.bias_ih_l2_reverse	1	-0.027595682069659233
141	rnn.bias_ih_l2_reverse	2	0.04448376223444939
141	rnn.bias_ih_l2_reverse	3	0.032953470945358276
141	rnn.bias_ih_l2_reverse	4	0.07584645599126816
141	rnn.bias_ih_l2_reverse	5	-0.08875961601734161
141	rnn.bias_ih_l2_reverse	6	-0.04334733635187149
141	rnn.bias_ih_l2_reverse	7	-0.05944109335541725
141	rnn.bias_ih_l2_reverse	8	0.05343078449368477
141	rnn.bias_ih_l2_reverse	9	0.02944689430296421
141	rnn.bias_hh_l2_reverse	0	0.056478455662727356
141	rnn.bias_hh_l2_reverse	1	-0.05962689593434334
141	rnn.bias_hh_l2_reverse	2	-0.06735604256391525
141	rnn.bias_hh_l2_reverse	3	0.03162812814116478
141	rnn.bias_hh_l2_reverse	4	0.03024880401790142
141	rnn.bias_hh_l2_reverse	5	0.03536850959062576
141	rnn.bias_hh_l2_reverse	6	-0.08256160467863083
141	rnn.bias_hh_l2_reverse	7	-0.007162814028561115
141	rnn.bias_hh_l2_reverse	8	-0.10479455441236496
141	rnn.bias_hh_l2_reverse	9	-0.0551234595477581
141	linear.weight	0	0.025028489530086517
141	linear.weight	1	0.12684637308120728
141	linear.weight	2	-0.024138610810041428
141	linear.weight	3	-0.03485327586531639
141	linear.weight	4	-0.022248394787311554
141	linear.weight	5	0.0440082885324955
141	linear.weight	6	0.004725094884634018
141	linear.weight	7	-0.10877982527017593
141	linear.weight	8	-0.019183466210961342
141	linear.weight	9	0.10156753659248352
141	linear.bias	0	0.4954753816127777
141	linear.bias	1	0.7246025204658508
141	linear.bias	2	-1.614589810371399
141	linear.bias	3	-0.05754556506872177
141	linear.bias	4	-0.050822705030441284
141	linear.bias	5	0.29320791363716125
142	transitions	0	0.039260074496269226
142	transitions	1	-10000.0
142	transitions	2	2.533923625946045
142	transitions	3	-1.1035550832748413
142	transitions	4	-10000.0
142	transitions	5	-10000.0
142	transitions	6	-10000.0
142	transitions	7	0.8817533254623413
142	transitions	8	0.8416343927383423
142	transitions	9	-1.234418272972107
142	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
142	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
142	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
142	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
142	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
142	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
142	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
142	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
142	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
142	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
142	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
142	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
142	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
142	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
142	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
142	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
142	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
142	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
142	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
142	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
142	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
142	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
142	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
142	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
142	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
142	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
142	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
142	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
142	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
142	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
142	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
142	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
142	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
142	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
142	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
142	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
142	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
142	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
142	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
142	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
142	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
142	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
142	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
142	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
142	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
142	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
142	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
142	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
142	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
142	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
142	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
142	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
142	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
142	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
142	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
142	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
142	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
142	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
142	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
142	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
142	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
142	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
142	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
142	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
142	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
142	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
142	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
142	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
142	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
142	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
142	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
142	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
142	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
142	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
142	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
142	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
142	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
142	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
142	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
142	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
142	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
142	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
142	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
142	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
142	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
142	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
142	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
142	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
142	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
142	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
142	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
142	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
142	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
142	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
142	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
142	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
142	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
142	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
142	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
142	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
142	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
142	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
142	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
142	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
142	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
142	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
142	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
142	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
142	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
142	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
142	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
142	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
142	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
142	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
142	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
142	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
142	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
142	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
142	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
142	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
142	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
142	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
142	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
142	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
142	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
142	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
142	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
142	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
142	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
142	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
142	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
142	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
142	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
142	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
142	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
142	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
142	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
142	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
142	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
142	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
142	embedding2nn.weight	0	0.014769249595701694
142	embedding2nn.weight	1	8.657049329485744e-05
142	embedding2nn.weight	2	0.005550685338675976
142	embedding2nn.weight	3	0.0007201677653938532
142	embedding2nn.weight	4	-0.008186804130673409
142	embedding2nn.weight	5	-0.0055174678564071655
142	embedding2nn.weight	6	-0.0008529756451025605
142	embedding2nn.weight	7	-0.0029949801973998547
142	embedding2nn.weight	8	0.012865891680121422
142	embedding2nn.weight	9	0.004426747560501099
142	embedding2nn.bias	0	0.0037651362363249063
142	embedding2nn.bias	1	-0.013010228984057903
142	embedding2nn.bias	2	0.01108917873352766
142	embedding2nn.bias	3	-0.013671559281647205
142	embedding2nn.bias	4	-0.02570498362183571
142	embedding2nn.bias	5	-0.001883610850200057
142	embedding2nn.bias	6	0.008456232957541943
142	embedding2nn.bias	7	0.0029668519273400307
142	embedding2nn.bias	8	-0.011534017510712147
142	embedding2nn.bias	9	-0.0019325473112985492
142	rnn.weight_ih_l0	0	-0.05239662900567055
142	rnn.weight_ih_l0	1	0.05078430846333504
142	rnn.weight_ih_l0	2	0.031855251640081406
142	rnn.weight_ih_l0	3	0.014759743586182594
142	rnn.weight_ih_l0	4	0.012555649504065514
142	rnn.weight_ih_l0	5	0.08418280631303787
142	rnn.weight_ih_l0	6	0.07606536149978638
142	rnn.weight_ih_l0	7	0.037798602133989334
142	rnn.weight_ih_l0	8	-0.04557164013385773
142	rnn.weight_ih_l0	9	0.008204380050301552
142	rnn.weight_hh_l0	0	0.008210409432649612
142	rnn.weight_hh_l0	1	-0.06411142647266388
142	rnn.weight_hh_l0	2	-0.06546568125486374
142	rnn.weight_hh_l0	3	0.07149302959442139
142	rnn.weight_hh_l0	4	0.0709812194108963
142	rnn.weight_hh_l0	5	0.005901522468775511
142	rnn.weight_hh_l0	6	-0.0005053559434600174
142	rnn.weight_hh_l0	7	-0.01788908615708351
142	rnn.weight_hh_l0	8	-0.029176946729421616
142	rnn.weight_hh_l0	9	0.05756552517414093
142	rnn.bias_ih_l0	0	-0.06138526648283005
142	rnn.bias_ih_l0	1	0.08845178782939911
142	rnn.bias_ih_l0	2	0.02016490139067173
142	rnn.bias_ih_l0	3	0.07992154359817505
142	rnn.bias_ih_l0	4	-0.07247539609670639
142	rnn.bias_ih_l0	5	0.08238837122917175
142	rnn.bias_ih_l0	6	-0.06708380579948425
142	rnn.bias_ih_l0	7	-0.03568515181541443
142	rnn.bias_ih_l0	8	-0.08822418004274368
142	rnn.bias_ih_l0	9	-0.04511294513940811
142	rnn.bias_hh_l0	0	0.03508966416120529
142	rnn.bias_hh_l0	1	0.07323196530342102
142	rnn.bias_hh_l0	2	0.06958219408988953
142	rnn.bias_hh_l0	3	0.08479994535446167
142	rnn.bias_hh_l0	4	-0.09800250083208084
142	rnn.bias_hh_l0	5	-0.07129406929016113
142	rnn.bias_hh_l0	6	0.07785327732563019
142	rnn.bias_hh_l0	7	-0.08579232543706894
142	rnn.bias_hh_l0	8	-0.026641609147191048
142	rnn.bias_hh_l0	9	0.004922123625874519
142	rnn.weight_ih_l0_reverse	0	0.0793568342924118
142	rnn.weight_ih_l0_reverse	1	0.07329325377941132
142	rnn.weight_ih_l0_reverse	2	0.038753293454647064
142	rnn.weight_ih_l0_reverse	3	0.033681925386190414
142	rnn.weight_ih_l0_reverse	4	-0.03688023239374161
142	rnn.weight_ih_l0_reverse	5	0.050860531628131866
142	rnn.weight_ih_l0_reverse	6	0.06644005328416824
142	rnn.weight_ih_l0_reverse	7	0.022478770464658737
142	rnn.weight_ih_l0_reverse	8	-0.05761825665831566
142	rnn.weight_ih_l0_reverse	9	-0.05285147204995155
142	rnn.weight_hh_l0_reverse	0	0.025015337392687798
142	rnn.weight_hh_l0_reverse	1	-0.08712200075387955
142	rnn.weight_hh_l0_reverse	2	0.06337893009185791
142	rnn.weight_hh_l0_reverse	3	-0.021553777158260345
142	rnn.weight_hh_l0_reverse	4	0.08421280980110168
142	rnn.weight_hh_l0_reverse	5	-0.0018870221683755517
142	rnn.weight_hh_l0_reverse	6	0.029932137578725815
142	rnn.weight_hh_l0_reverse	7	0.07842706143856049
142	rnn.weight_hh_l0_reverse	8	-0.022359155118465424
142	rnn.weight_hh_l0_reverse	9	-0.04658196493983269
142	rnn.bias_ih_l0_reverse	0	0.0011535185622051358
142	rnn.bias_ih_l0_reverse	1	-0.015284232795238495
142	rnn.bias_ih_l0_reverse	2	-0.014751690439879894
142	rnn.bias_ih_l0_reverse	3	0.0370711125433445
142	rnn.bias_ih_l0_reverse	4	0.06724783778190613
142	rnn.bias_ih_l0_reverse	5	-0.020491216331720352
142	rnn.bias_ih_l0_reverse	6	-0.02682574838399887
142	rnn.bias_ih_l0_reverse	7	-0.048271019011735916
142	rnn.bias_ih_l0_reverse	8	0.00952816754579544
142	rnn.bias_ih_l0_reverse	9	-0.06863076239824295
142	rnn.bias_hh_l0_reverse	0	0.0389120914041996
142	rnn.bias_hh_l0_reverse	1	-0.06999336183071136
142	rnn.bias_hh_l0_reverse	2	0.08093111217021942
142	rnn.bias_hh_l0_reverse	3	0.05932771414518356
142	rnn.bias_hh_l0_reverse	4	0.02559456042945385
142	rnn.bias_hh_l0_reverse	5	0.04433752968907356
142	rnn.bias_hh_l0_reverse	6	0.06592285633087158
142	rnn.bias_hh_l0_reverse	7	0.08464732021093369
142	rnn.bias_hh_l0_reverse	8	-0.010163873434066772
142	rnn.bias_hh_l0_reverse	9	0.0537036769092083
142	rnn.weight_ih_l1	0	0.023296743631362915
142	rnn.weight_ih_l1	1	0.015907015651464462
142	rnn.weight_ih_l1	2	0.08669934421777725
142	rnn.weight_ih_l1	3	-0.024190980941057205
142	rnn.weight_ih_l1	4	-0.024322785437107086
142	rnn.weight_ih_l1	5	-0.013048654422163963
142	rnn.weight_ih_l1	6	0.07265523076057434
142	rnn.weight_ih_l1	7	-0.004812483210116625
142	rnn.weight_ih_l1	8	-0.052639130502939224
142	rnn.weight_ih_l1	9	0.05485102906823158
142	rnn.weight_hh_l1	0	-0.08109980821609497
142	rnn.weight_hh_l1	1	-0.03587264567613602
142	rnn.weight_hh_l1	2	-0.008139809593558311
142	rnn.weight_hh_l1	3	-0.05824974179267883
142	rnn.weight_hh_l1	4	0.08588952571153641
142	rnn.weight_hh_l1	5	-0.08406245708465576
142	rnn.weight_hh_l1	6	-0.05016428604722023
142	rnn.weight_hh_l1	7	0.06502167880535126
142	rnn.weight_hh_l1	8	-0.013525101356208324
142	rnn.weight_hh_l1	9	-0.03971487283706665
142	rnn.bias_ih_l1	0	-0.036821283400058746
142	rnn.bias_ih_l1	1	0.05624980852007866
142	rnn.bias_ih_l1	2	-0.046545498073101044
142	rnn.bias_ih_l1	3	-0.07537805289030075
142	rnn.bias_ih_l1	4	-0.02913643792271614
142	rnn.bias_ih_l1	5	-0.0038944920524954796
142	rnn.bias_ih_l1	6	-0.051129523664712906
142	rnn.bias_ih_l1	7	0.06255943328142166
142	rnn.bias_ih_l1	8	0.08270160853862762
142	rnn.bias_ih_l1	9	0.034988660365343094
142	rnn.bias_hh_l1	0	0.06877923756837845
142	rnn.bias_hh_l1	1	-0.05871002376079559
142	rnn.bias_hh_l1	2	0.019918372854590416
142	rnn.bias_hh_l1	3	0.07795871794223785
142	rnn.bias_hh_l1	4	0.057055432349443436
142	rnn.bias_hh_l1	5	-0.0783010795712471
142	rnn.bias_hh_l1	6	0.014144432730972767
142	rnn.bias_hh_l1	7	0.04101443663239479
142	rnn.bias_hh_l1	8	0.014274217188358307
142	rnn.bias_hh_l1	9	-0.005618947092443705
142	rnn.weight_ih_l1_reverse	0	0.08627455681562424
142	rnn.weight_ih_l1_reverse	1	-0.041704028844833374
142	rnn.weight_ih_l1_reverse	2	-0.061914633959531784
142	rnn.weight_ih_l1_reverse	3	0.025334781035780907
142	rnn.weight_ih_l1_reverse	4	-0.0464833602309227
142	rnn.weight_ih_l1_reverse	5	0.024168316274881363
142	rnn.weight_ih_l1_reverse	6	0.040424246340990067
142	rnn.weight_ih_l1_reverse	7	0.020277153700590134
142	rnn.weight_ih_l1_reverse	8	-0.008503688499331474
142	rnn.weight_ih_l1_reverse	9	-0.06472678482532501
142	rnn.weight_hh_l1_reverse	0	0.00496290810406208
142	rnn.weight_hh_l1_reverse	1	0.018951384350657463
142	rnn.weight_hh_l1_reverse	2	-0.058216195553541183
142	rnn.weight_hh_l1_reverse	3	-0.012818120419979095
142	rnn.weight_hh_l1_reverse	4	0.00891860295087099
142	rnn.weight_hh_l1_reverse	5	-0.06551094353199005
142	rnn.weight_hh_l1_reverse	6	-0.06730566918849945
142	rnn.weight_hh_l1_reverse	7	-0.011350483633577824
142	rnn.weight_hh_l1_reverse	8	-0.05862181633710861
142	rnn.weight_hh_l1_reverse	9	-0.043778084218502045
142	rnn.bias_ih_l1_reverse	0	-0.002794438973069191
142	rnn.bias_ih_l1_reverse	1	-0.04210939630866051
142	rnn.bias_ih_l1_reverse	2	0.02685840055346489
142	rnn.bias_ih_l1_reverse	3	-0.08429799973964691
142	rnn.bias_ih_l1_reverse	4	-0.08701439201831818
142	rnn.bias_ih_l1_reverse	5	-0.08688312768936157
142	rnn.bias_ih_l1_reverse	6	0.06335818767547607
142	rnn.bias_ih_l1_reverse	7	0.08446584641933441
142	rnn.bias_ih_l1_reverse	8	-0.004660001955926418
142	rnn.bias_ih_l1_reverse	9	-0.01134384423494339
142	rnn.bias_hh_l1_reverse	0	0.06121653690934181
142	rnn.bias_hh_l1_reverse	1	-0.0670294389128685
142	rnn.bias_hh_l1_reverse	2	-0.053583331406116486
142	rnn.bias_hh_l1_reverse	3	0.07422582805156708
142	rnn.bias_hh_l1_reverse	4	-0.022993361577391624
142	rnn.bias_hh_l1_reverse	5	-0.006081309635192156
142	rnn.bias_hh_l1_reverse	6	-0.059284716844558716
142	rnn.bias_hh_l1_reverse	7	-0.060053423047065735
142	rnn.bias_hh_l1_reverse	8	0.0662119910120964
142	rnn.bias_hh_l1_reverse	9	0.05150621011853218
142	rnn.weight_ih_l2	0	0.07663675397634506
142	rnn.weight_ih_l2	1	-0.05432571843266487
142	rnn.weight_ih_l2	2	0.06340622156858444
142	rnn.weight_ih_l2	3	0.06563076376914978
142	rnn.weight_ih_l2	4	0.05659237504005432
142	rnn.weight_ih_l2	5	-0.03569916635751724
142	rnn.weight_ih_l2	6	-0.0749654769897461
142	rnn.weight_ih_l2	7	0.012135547585785389
142	rnn.weight_ih_l2	8	-0.017187895253300667
142	rnn.weight_ih_l2	9	-0.0691714808344841
142	rnn.weight_hh_l2	0	0.04811039939522743
142	rnn.weight_hh_l2	1	0.030866218730807304
142	rnn.weight_hh_l2	2	-0.05472858250141144
142	rnn.weight_hh_l2	3	-0.025555120781064034
142	rnn.weight_hh_l2	4	0.054718613624572754
142	rnn.weight_hh_l2	5	-0.024201495572924614
142	rnn.weight_hh_l2	6	0.008486445061862469
142	rnn.weight_hh_l2	7	-0.05327710881829262
142	rnn.weight_hh_l2	8	-0.00583635875955224
142	rnn.weight_hh_l2	9	-0.01806090958416462
142	rnn.bias_ih_l2	0	0.147427499294281
142	rnn.bias_ih_l2	1	0.011774693615734577
142	rnn.bias_ih_l2	2	0.06993086636066437
142	rnn.bias_ih_l2	3	0.028697485104203224
142	rnn.bias_ih_l2	4	-0.006487575359642506
142	rnn.bias_ih_l2	5	0.047316133975982666
142	rnn.bias_ih_l2	6	0.013952281326055527
142	rnn.bias_ih_l2	7	0.017565514892339706
142	rnn.bias_ih_l2	8	0.018353991210460663
142	rnn.bias_ih_l2	9	-0.015479050576686859
142	rnn.bias_hh_l2	0	0.0228744950145483
142	rnn.bias_hh_l2	1	0.005210813134908676
142	rnn.bias_hh_l2	2	0.07469215989112854
142	rnn.bias_hh_l2	3	0.029762528836727142
142	rnn.bias_hh_l2	4	0.07756216824054718
142	rnn.bias_hh_l2	5	-0.056432921439409256
142	rnn.bias_hh_l2	6	0.0479847751557827
142	rnn.bias_hh_l2	7	-0.02419828623533249
142	rnn.bias_hh_l2	8	0.041760314255952835
142	rnn.bias_hh_l2	9	0.0209254901856184
142	rnn.weight_ih_l2_reverse	0	0.08226542919874191
142	rnn.weight_ih_l2_reverse	1	-0.054417796432971954
142	rnn.weight_ih_l2_reverse	2	0.001080851536244154
142	rnn.weight_ih_l2_reverse	3	0.03526150807738304
142	rnn.weight_ih_l2_reverse	4	0.054024502635002136
142	rnn.weight_ih_l2_reverse	5	-0.04068629443645477
142	rnn.weight_ih_l2_reverse	6	-0.0007297712145373225
142	rnn.weight_ih_l2_reverse	7	-0.014036091975867748
142	rnn.weight_ih_l2_reverse	8	0.011973132379353046
142	rnn.weight_ih_l2_reverse	9	-0.07975759357213974
142	rnn.weight_hh_l2_reverse	0	-0.08277851343154907
142	rnn.weight_hh_l2_reverse	1	0.015851015225052834
142	rnn.weight_hh_l2_reverse	2	0.010433207266032696
142	rnn.weight_hh_l2_reverse	3	0.024320343509316444
142	rnn.weight_hh_l2_reverse	4	-0.036759406328201294
142	rnn.weight_hh_l2_reverse	5	-0.014693507924675941
142	rnn.weight_hh_l2_reverse	6	-0.04317205771803856
142	rnn.weight_hh_l2_reverse	7	-0.05989321321249008
142	rnn.weight_hh_l2_reverse	8	-0.006691745948046446
142	rnn.weight_hh_l2_reverse	9	-0.05907119810581207
142	rnn.bias_ih_l2_reverse	0	-0.05315464362502098
142	rnn.bias_ih_l2_reverse	1	-0.027612706646323204
142	rnn.bias_ih_l2_reverse	2	0.04480139911174774
142	rnn.bias_ih_l2_reverse	3	0.03182186186313629
142	rnn.bias_ih_l2_reverse	4	0.07578079402446747
142	rnn.bias_ih_l2_reverse	5	-0.08875560760498047
142	rnn.bias_ih_l2_reverse	6	-0.043373480439186096
142	rnn.bias_ih_l2_reverse	7	-0.059030257165431976
142	rnn.bias_ih_l2_reverse	8	0.053041089326143265
142	rnn.bias_ih_l2_reverse	9	0.029169093817472458
142	rnn.bias_hh_l2_reverse	0	0.054246313869953156
142	rnn.bias_hh_l2_reverse	1	-0.06018904224038124
142	rnn.bias_hh_l2_reverse	2	-0.06735190749168396
142	rnn.bias_hh_l2_reverse	3	0.03162398561835289
142	rnn.bias_hh_l2_reverse	4	0.030274370685219765
142	rnn.bias_hh_l2_reverse	5	0.03536916896700859
142	rnn.bias_hh_l2_reverse	6	-0.08256880193948746
142	rnn.bias_hh_l2_reverse	7	-0.0070984503254294395
142	rnn.bias_hh_l2_reverse	8	-0.10480506718158722
142	rnn.bias_hh_l2_reverse	9	-0.0551292859017849
142	linear.weight	0	0.025028489530086517
142	linear.weight	1	0.12479741871356964
142	linear.weight	2	-0.0241286251693964
142	linear.weight	3	-0.03564823418855667
142	linear.weight	4	-0.022248394787311554
142	linear.weight	5	0.0442931167781353
142	linear.weight	6	0.004769154824316502
142	linear.weight	7	-0.11001871526241302
142	linear.weight	8	-0.019274912774562836
142	linear.weight	9	0.10099586099386215
142	linear.bias	0	0.5046817064285278
142	linear.bias	1	0.7393280267715454
142	linear.bias	2	-1.615082859992981
142	linear.bias	3	-0.05754556506872177
142	linear.bias	4	-0.050822705030441284
142	linear.bias	5	0.26976922154426575
143	transitions	0	0.03902018070220947
143	transitions	1	-10000.0
143	transitions	2	2.5330970287323
143	transitions	3	-1.1035584211349487
143	transitions	4	-10000.0
143	transitions	5	-10000.0
143	transitions	6	-10000.0
143	transitions	7	0.8817530274391174
143	transitions	8	0.8416329026222229
143	transitions	9	-1.23483407497406
143	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
143	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
143	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
143	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
143	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
143	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
143	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
143	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
143	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
143	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
143	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
143	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
143	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
143	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
143	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
143	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
143	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
143	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
143	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
143	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
143	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
143	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
143	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
143	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
143	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
143	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
143	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
143	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
143	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
143	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
143	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
143	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
143	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
143	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
143	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
143	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
143	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
143	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
143	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
143	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
143	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
143	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
143	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
143	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
143	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
143	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
143	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
143	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
143	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
143	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
143	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
143	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
143	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
143	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
143	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
143	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
143	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
143	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
143	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
143	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
143	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
143	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
143	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
143	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
143	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
143	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
143	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
143	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
143	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
143	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
143	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
143	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
143	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
143	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
143	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
143	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
143	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
143	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
143	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
143	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
143	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
143	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
143	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
143	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
143	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
143	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
143	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
143	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
143	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
143	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
143	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
143	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
143	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
143	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
143	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
143	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
143	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
143	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
143	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
143	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
143	embedding2nn.weight	0	0.014769362285733223
143	embedding2nn.weight	1	8.795774192549288e-05
143	embedding2nn.weight	2	0.005550581030547619
143	embedding2nn.weight	3	0.0007201916305348277
143	embedding2nn.weight	4	-0.008199573494493961
143	embedding2nn.weight	5	-0.0055174678564071655
143	embedding2nn.weight	6	-0.0008529756451025605
143	embedding2nn.weight	7	-0.002995035145431757
143	embedding2nn.weight	8	0.012866019271314144
143	embedding2nn.weight	9	0.004426789935678244
143	embedding2nn.bias	0	0.0036624176427721977
143	embedding2nn.bias	1	-0.012981493957340717
143	embedding2nn.bias	2	0.011149226687848568
143	embedding2nn.bias	3	-0.013687529601156712
143	embedding2nn.bias	4	-0.025741811841726303
143	embedding2nn.bias	5	-0.0018699024803936481
143	embedding2nn.bias	6	0.00850729364901781
143	embedding2nn.bias	7	0.002987566404044628
143	embedding2nn.bias	8	-0.011581534519791603
143	embedding2nn.bias	9	-0.0019131890730932355
143	rnn.weight_ih_l0	0	-0.052394770085811615
143	rnn.weight_ih_l0	1	0.05078329145908356
143	rnn.weight_ih_l0	2	0.03185513615608215
143	rnn.weight_ih_l0	3	0.014759475365281105
143	rnn.weight_ih_l0	4	0.012556622736155987
143	rnn.weight_ih_l0	5	0.08418206870555878
143	rnn.weight_ih_l0	6	0.07606491446495056
143	rnn.weight_ih_l0	7	0.03779878094792366
143	rnn.weight_ih_l0	8	-0.045569293200969696
143	rnn.weight_ih_l0	9	0.008204677142202854
143	rnn.weight_hh_l0	0	0.00821055006235838
143	rnn.weight_hh_l0	1	-0.06411603093147278
143	rnn.weight_hh_l0	2	-0.06546179205179214
143	rnn.weight_hh_l0	3	0.0714927390217781
143	rnn.weight_hh_l0	4	0.0709812194108963
143	rnn.weight_hh_l0	5	0.00590302562341094
143	rnn.weight_hh_l0	6	-0.0005015986389480531
143	rnn.weight_hh_l0	7	-0.01789134182035923
143	rnn.weight_hh_l0	8	-0.0291790459305048
143	rnn.weight_hh_l0	9	0.05756618082523346
143	rnn.bias_ih_l0	0	-0.06135992333292961
143	rnn.bias_ih_l0	1	0.08845272660255432
143	rnn.bias_ih_l0	2	0.02016499824821949
143	rnn.bias_ih_l0	3	0.07992856204509735
143	rnn.bias_ih_l0	4	-0.07252929359674454
143	rnn.bias_ih_l0	5	0.082420215010643
143	rnn.bias_ih_l0	6	-0.06697721779346466
143	rnn.bias_ih_l0	7	-0.03567889705300331
143	rnn.bias_ih_l0	8	-0.08820702880620956
143	rnn.bias_ih_l0	9	-0.04510404169559479
143	rnn.bias_hh_l0	0	0.035024505108594894
143	rnn.bias_hh_l0	1	0.0732334777712822
143	rnn.bias_hh_l0	2	0.06958851218223572
143	rnn.bias_hh_l0	3	0.0848008543252945
143	rnn.bias_hh_l0	4	-0.09811590611934662
143	rnn.bias_hh_l0	5	-0.07129732519388199
143	rnn.bias_hh_l0	6	0.07785533368587494
143	rnn.bias_hh_l0	7	-0.085836261510849
143	rnn.bias_hh_l0	8	-0.026643194258213043
143	rnn.bias_hh_l0	9	0.004827884025871754
143	rnn.weight_ih_l0_reverse	0	0.0793568566441536
143	rnn.weight_ih_l0_reverse	1	0.07329298555850983
143	rnn.weight_ih_l0_reverse	2	0.038752906024456024
143	rnn.weight_ih_l0_reverse	3	0.03368188813328743
143	rnn.weight_ih_l0_reverse	4	-0.036881301552057266
143	rnn.weight_ih_l0_reverse	5	0.05086049064993858
143	rnn.weight_ih_l0_reverse	6	0.0664396807551384
143	rnn.weight_ih_l0_reverse	7	0.0224772896617651
143	rnn.weight_ih_l0_reverse	8	-0.05761706456542015
143	rnn.weight_ih_l0_reverse	9	-0.05285174772143364
143	rnn.weight_hh_l0_reverse	0	0.025014661252498627
143	rnn.weight_hh_l0_reverse	1	-0.08712229132652283
143	rnn.weight_hh_l0_reverse	2	0.06337892264127731
143	rnn.weight_hh_l0_reverse	3	-0.021554484963417053
143	rnn.weight_hh_l0_reverse	4	0.0842161700129509
143	rnn.weight_hh_l0_reverse	5	-0.001885641715489328
143	rnn.weight_hh_l0_reverse	6	0.029927046969532967
143	rnn.weight_hh_l0_reverse	7	0.07842878252267838
143	rnn.weight_hh_l0_reverse	8	-0.022359337657690048
143	rnn.weight_hh_l0_reverse	9	-0.04658203572034836
143	rnn.bias_ih_l0_reverse	0	0.0011814309982582927
143	rnn.bias_ih_l0_reverse	1	-0.015300638042390347
143	rnn.bias_ih_l0_reverse	2	-0.014743803068995476
143	rnn.bias_ih_l0_reverse	3	0.03707808628678322
143	rnn.bias_ih_l0_reverse	4	0.06725507974624634
143	rnn.bias_ih_l0_reverse	5	-0.020489132031798363
143	rnn.bias_ih_l0_reverse	6	-0.026825139299035072
143	rnn.bias_ih_l0_reverse	7	-0.04826931282877922
143	rnn.bias_ih_l0_reverse	8	0.00953961443156004
143	rnn.bias_ih_l0_reverse	9	-0.06864539533853531
143	rnn.bias_hh_l0_reverse	0	0.03891985863447189
143	rnn.bias_hh_l0_reverse	1	-0.07000799477100372
143	rnn.bias_hh_l0_reverse	2	0.08089912682771683
143	rnn.bias_hh_l0_reverse	3	0.05932587385177612
143	rnn.bias_hh_l0_reverse	4	0.02551310509443283
143	rnn.bias_hh_l0_reverse	5	0.04434335604310036
143	rnn.bias_hh_l0_reverse	6	0.06592527776956558
143	rnn.bias_hh_l0_reverse	7	0.08460481464862823
143	rnn.bias_hh_l0_reverse	8	-0.01016396377235651
143	rnn.bias_hh_l0_reverse	9	0.05369948595762253
143	rnn.weight_ih_l1	0	0.023299336433410645
143	rnn.weight_ih_l1	1	0.01590484380722046
143	rnn.weight_ih_l1	2	0.08680294454097748
143	rnn.weight_ih_l1	3	-0.02419404126703739
143	rnn.weight_ih_l1	4	-0.024321720004081726
143	rnn.weight_ih_l1	5	-0.01304076798260212
143	rnn.weight_ih_l1	6	0.07265468686819077
143	rnn.weight_ih_l1	7	-0.004817607346922159
143	rnn.weight_ih_l1	8	-0.05263282358646393
143	rnn.weight_ih_l1	9	0.054841361939907074
143	rnn.weight_hh_l1	0	-0.08107546716928482
143	rnn.weight_hh_l1	1	-0.035871680825948715
143	rnn.weight_hh_l1	2	-0.008139725774526596
143	rnn.weight_hh_l1	3	-0.05825069174170494
143	rnn.weight_hh_l1	4	0.08588960766792297
143	rnn.weight_hh_l1	5	-0.08406216651201248
143	rnn.weight_hh_l1	6	-0.050171706825494766
143	rnn.weight_hh_l1	7	0.06501742452383041
143	rnn.weight_hh_l1	8	-0.013525535352528095
143	rnn.weight_hh_l1	9	-0.03972072899341583
143	rnn.bias_ih_l1	0	-0.0368024967610836
143	rnn.bias_ih_l1	1	0.05625396966934204
143	rnn.bias_ih_l1	2	-0.04652860388159752
143	rnn.bias_ih_l1	3	-0.07537113130092621
143	rnn.bias_ih_l1	4	-0.029137158766388893
143	rnn.bias_ih_l1	5	-0.004204087425023317
143	rnn.bias_ih_l1	6	-0.051088329404592514
143	rnn.bias_ih_l1	7	0.06260211020708084
143	rnn.bias_ih_l1	8	0.08271188288927078
143	rnn.bias_ih_l1	9	0.03500237688422203
143	rnn.bias_hh_l1	0	0.06877855211496353
143	rnn.bias_hh_l1	1	-0.05870835483074188
143	rnn.bias_hh_l1	2	0.01993260346353054
143	rnn.bias_hh_l1	3	0.07795383036136627
143	rnn.bias_hh_l1	4	0.057056598365306854
143	rnn.bias_hh_l1	5	-0.07830888777971268
143	rnn.bias_hh_l1	6	0.014145934954285622
143	rnn.bias_hh_l1	7	0.041012443602085114
143	rnn.bias_hh_l1	8	0.014271600171923637
143	rnn.bias_hh_l1	9	-0.005611528176814318
143	rnn.weight_ih_l1_reverse	0	0.08627469837665558
143	rnn.weight_ih_l1_reverse	1	-0.04170405864715576
143	rnn.weight_ih_l1_reverse	2	-0.06191589683294296
143	rnn.weight_ih_l1_reverse	3	0.025335777550935745
143	rnn.weight_ih_l1_reverse	4	-0.04648410156369209
143	rnn.weight_ih_l1_reverse	5	0.024167513474822044
143	rnn.weight_ih_l1_reverse	6	0.04042503237724304
143	rnn.weight_ih_l1_reverse	7	0.02027715928852558
143	rnn.weight_ih_l1_reverse	8	-0.008505226112902164
143	rnn.weight_ih_l1_reverse	9	-0.06472740322351456
143	rnn.weight_hh_l1_reverse	0	0.0049634031020104885
143	rnn.weight_hh_l1_reverse	1	0.018951091915369034
143	rnn.weight_hh_l1_reverse	2	-0.05821618810296059
143	rnn.weight_hh_l1_reverse	3	-0.012817746959626675
143	rnn.weight_hh_l1_reverse	4	0.00891775730997324
143	rnn.weight_hh_l1_reverse	5	-0.06550900638103485
143	rnn.weight_hh_l1_reverse	6	-0.06730584800243378
143	rnn.weight_hh_l1_reverse	7	-0.011351010762155056
143	rnn.weight_hh_l1_reverse	8	-0.05861280858516693
143	rnn.weight_hh_l1_reverse	9	-0.043777331709861755
143	rnn.bias_ih_l1_reverse	0	-0.0027942198794335127
143	rnn.bias_ih_l1_reverse	1	-0.04210877791047096
143	rnn.bias_ih_l1_reverse	2	0.026865048334002495
143	rnn.bias_ih_l1_reverse	3	-0.08429352939128876
143	rnn.bias_ih_l1_reverse	4	-0.08701378107070923
143	rnn.bias_ih_l1_reverse	5	-0.08688090741634369
143	rnn.bias_ih_l1_reverse	6	0.06339160352945328
143	rnn.bias_ih_l1_reverse	7	0.08446204662322998
143	rnn.bias_ih_l1_reverse	8	-0.004566286224871874
143	rnn.bias_ih_l1_reverse	9	-0.01134365051984787
143	rnn.bias_hh_l1_reverse	0	0.06122249364852905
143	rnn.bias_hh_l1_reverse	1	-0.06701278686523438
143	rnn.bias_hh_l1_reverse	2	-0.05357224866747856
143	rnn.bias_hh_l1_reverse	3	0.07422807067632675
143	rnn.bias_hh_l1_reverse	4	-0.022993475198745728
143	rnn.bias_hh_l1_reverse	5	-0.00608287937939167
143	rnn.bias_hh_l1_reverse	6	-0.05928145349025726
143	rnn.bias_hh_l1_reverse	7	-0.06005242094397545
143	rnn.bias_hh_l1_reverse	8	0.06621292978525162
143	rnn.bias_hh_l1_reverse	9	0.051369912922382355
143	rnn.weight_ih_l2	0	0.07654903829097748
143	rnn.weight_ih_l2	1	-0.05432724580168724
143	rnn.weight_ih_l2	2	0.06340425461530685
143	rnn.weight_ih_l2	3	0.06562606245279312
143	rnn.weight_ih_l2	4	0.05662080645561218
143	rnn.weight_ih_l2	5	-0.035695139318704605
143	rnn.weight_ih_l2	6	-0.07496623694896698
143	rnn.weight_ih_l2	7	0.012137854471802711
143	rnn.weight_ih_l2	8	-0.017187928780913353
143	rnn.weight_ih_l2	9	-0.0691714882850647
143	rnn.weight_hh_l2	0	0.04810171574354172
143	rnn.weight_hh_l2	1	0.030867332592606544
143	rnn.weight_hh_l2	2	-0.05472864210605621
143	rnn.weight_hh_l2	3	-0.025556430220603943
143	rnn.weight_hh_l2	4	0.054718635976314545
143	rnn.weight_hh_l2	5	-0.024202996864914894
143	rnn.weight_hh_l2	6	0.008487123064696789
143	rnn.weight_hh_l2	7	-0.053277064114809036
143	rnn.weight_hh_l2	8	-0.00583907775580883
143	rnn.weight_hh_l2	9	-0.01806131936609745
143	rnn.bias_ih_l2	0	0.14752140641212463
143	rnn.bias_ih_l2	1	0.011768599972128868
143	rnn.bias_ih_l2	2	0.06986112892627716
143	rnn.bias_ih_l2	3	0.028698205947875977
143	rnn.bias_ih_l2	4	-0.006474494468420744
143	rnn.bias_ih_l2	5	0.047315165400505066
143	rnn.bias_ih_l2	6	0.013931876048445702
143	rnn.bias_ih_l2	7	0.01755722239613533
143	rnn.bias_ih_l2	8	0.018334701657295227
143	rnn.bias_ih_l2	9	-0.015478873625397682
143	rnn.bias_hh_l2	0	0.022858094424009323
143	rnn.bias_hh_l2	1	0.00523349829018116
143	rnn.bias_hh_l2	2	0.07474758476018906
143	rnn.bias_hh_l2	3	0.029759496450424194
143	rnn.bias_hh_l2	4	0.07755212485790253
143	rnn.bias_hh_l2	5	-0.05661609396338463
143	rnn.bias_hh_l2	6	0.047943033277988434
143	rnn.bias_hh_l2	7	-0.024199100211262703
143	rnn.bias_hh_l2	8	0.041761405766010284
143	rnn.bias_hh_l2	9	0.02103816159069538
143	rnn.weight_ih_l2_reverse	0	0.08226551860570908
143	rnn.weight_ih_l2_reverse	1	-0.054419439285993576
143	rnn.weight_ih_l2_reverse	2	0.001080877147614956
143	rnn.weight_ih_l2_reverse	3	0.03526150807738304
143	rnn.weight_ih_l2_reverse	4	0.054024964570999146
143	rnn.weight_ih_l2_reverse	5	-0.040686193853616714
143	rnn.weight_ih_l2_reverse	6	-0.0007296546828001738
143	rnn.weight_ih_l2_reverse	7	-0.014052792452275753
143	rnn.weight_ih_l2_reverse	8	0.012040361762046814
143	rnn.weight_ih_l2_reverse	9	-0.07975852489471436
143	rnn.weight_hh_l2_reverse	0	-0.08277851343154907
143	rnn.weight_hh_l2_reverse	1	0.015847600996494293
143	rnn.weight_hh_l2_reverse	2	0.010433207266032696
143	rnn.weight_hh_l2_reverse	3	0.024320363998413086
143	rnn.weight_hh_l2_reverse	4	-0.03675958886742592
143	rnn.weight_hh_l2_reverse	5	-0.01469438336789608
143	rnn.weight_hh_l2_reverse	6	-0.04317197948694229
143	rnn.weight_hh_l2_reverse	7	-0.05989209935069084
143	rnn.weight_hh_l2_reverse	8	-0.006691683083772659
143	rnn.weight_hh_l2_reverse	9	-0.059071265161037445
143	rnn.bias_ih_l2_reverse	0	-0.05293150246143341
143	rnn.bias_ih_l2_reverse	1	-0.027590269222855568
143	rnn.bias_ih_l2_reverse	2	0.04480356350541115
143	rnn.bias_ih_l2_reverse	3	0.03173964098095894
143	rnn.bias_ih_l2_reverse	4	0.07579003274440765
143	rnn.bias_ih_l2_reverse	5	-0.08875644952058792
143	rnn.bias_ih_l2_reverse	6	-0.04337097331881523
143	rnn.bias_ih_l2_reverse	7	-0.05899904668331146
143	rnn.bias_ih_l2_reverse	8	0.05298779159784317
143	rnn.bias_ih_l2_reverse	9	0.029090525582432747
143	rnn.bias_hh_l2_reverse	0	0.054230500012636185
143	rnn.bias_hh_l2_reverse	1	-0.0601486973464489
143	rnn.bias_hh_l2_reverse	2	-0.06735100597143173
143	rnn.bias_hh_l2_reverse	3	0.031623728573322296
143	rnn.bias_hh_l2_reverse	4	0.030338229611516
143	rnn.bias_hh_l2_reverse	5	0.03536897525191307
143	rnn.bias_hh_l2_reverse	6	-0.0825677290558815
143	rnn.bias_hh_l2_reverse	7	-0.007099071983247995
143	rnn.bias_hh_l2_reverse	8	-0.10474774241447449
143	rnn.bias_hh_l2_reverse	9	-0.05512811988592148
143	linear.weight	0	0.025028489530086517
143	linear.weight	1	0.12486021220684052
143	linear.weight	2	-0.02411765232682228
143	linear.weight	3	-0.03568604215979576
143	linear.weight	4	-0.022248394787311554
143	linear.weight	5	0.04417746886610985
143	linear.weight	6	0.004740020725876093
143	linear.weight	7	-0.11001871526241302
143	linear.weight	8	-0.01939508318901062
143	linear.weight	9	0.10099586099386215
143	linear.bias	0	0.5054365396499634
143	linear.bias	1	0.7371741533279419
143	linear.bias	2	-1.6153769493103027
143	linear.bias	3	-0.05754556506872177
143	linear.bias	4	-0.050822705030441284
143	linear.bias	5	0.2714622914791107
144	transitions	0	0.03885341435670853
144	transitions	1	-10000.0
144	transitions	2	2.5365803241729736
144	transitions	3	-1.1072829961776733
144	transitions	4	-10000.0
144	transitions	5	-10000.0
144	transitions	6	-10000.0
144	transitions	7	0.8817508220672607
144	transitions	8	0.841480016708374
144	transitions	9	-1.2351689338684082
144	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
144	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
144	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
144	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
144	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
144	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
144	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
144	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
144	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
144	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
144	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
144	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
144	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
144	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
144	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
144	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
144	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
144	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
144	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
144	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
144	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
144	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
144	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
144	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
144	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
144	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
144	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
144	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
144	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
144	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
144	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
144	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
144	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
144	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
144	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
144	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
144	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
144	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
144	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
144	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
144	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
144	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
144	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
144	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
144	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
144	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
144	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
144	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
144	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
144	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
144	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
144	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
144	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
144	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
144	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
144	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
144	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
144	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
144	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
144	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
144	embedding2nn.weight	0	0.014769311994314194
144	embedding2nn.weight	1	8.726795931579545e-05
144	embedding2nn.weight	2	0.005550927948206663
144	embedding2nn.weight	3	0.0007202376145869493
144	embedding2nn.weight	4	-0.008208123967051506
144	embedding2nn.weight	5	-0.00551827484741807
144	embedding2nn.weight	6	-0.0008528537000529468
144	embedding2nn.weight	7	-0.0029945492278784513
144	embedding2nn.weight	8	0.012870889157056808
144	embedding2nn.weight	9	0.004427874926477671
144	embedding2nn.bias	0	0.0034250810276716948
144	embedding2nn.bias	1	-0.012942932546138763
144	embedding2nn.bias	2	0.011185799725353718
144	embedding2nn.bias	3	-0.013596860691905022
144	embedding2nn.bias	4	-0.02569885551929474
144	embedding2nn.bias	5	-0.0017519089160487056
144	embedding2nn.bias	6	0.008543227799236774
144	embedding2nn.bias	7	0.0027985700871795416
144	embedding2nn.bias	8	-0.011654587462544441
144	embedding2nn.bias	9	-0.0018699716310948133
144	rnn.weight_ih_l0	0	-0.05239851027727127
144	rnn.weight_ih_l0	1	0.05078339949250221
144	rnn.weight_ih_l0	2	0.0318552628159523
144	rnn.weight_ih_l0	3	0.014758666045963764
144	rnn.weight_ih_l0	4	0.01255891378968954
144	rnn.weight_ih_l0	5	0.08418262749910355
144	rnn.weight_ih_l0	6	0.07606702297925949
144	rnn.weight_ih_l0	7	0.03779914602637291
144	rnn.weight_ih_l0	8	-0.045564837753772736
144	rnn.weight_ih_l0	9	0.008208719082176685
144	rnn.weight_hh_l0	0	0.008210414089262486
144	rnn.weight_hh_l0	1	-0.06412702053785324
144	rnn.weight_hh_l0	2	-0.06546211242675781
144	rnn.weight_hh_l0	3	0.07149611413478851
144	rnn.weight_hh_l0	4	0.07098124921321869
144	rnn.weight_hh_l0	5	0.005911943968385458
144	rnn.weight_hh_l0	6	-0.000504487834405154
144	rnn.weight_hh_l0	7	-0.017886178568005562
144	rnn.weight_hh_l0	8	-0.02917289547622204
144	rnn.weight_hh_l0	9	0.057565584778785706
144	rnn.bias_ih_l0	0	-0.061304401606321335
144	rnn.bias_ih_l0	1	0.08844880759716034
144	rnn.bias_ih_l0	2	0.020162083208560944
144	rnn.bias_ih_l0	3	0.07998909056186676
144	rnn.bias_ih_l0	4	-0.07257463037967682
144	rnn.bias_ih_l0	5	0.0824122428894043
144	rnn.bias_ih_l0	6	-0.06701846420764923
144	rnn.bias_ih_l0	7	-0.035673826932907104
144	rnn.bias_ih_l0	8	-0.08826977014541626
144	rnn.bias_ih_l0	9	-0.04506036266684532
144	rnn.bias_hh_l0	0	0.034856390208005905
144	rnn.bias_hh_l0	1	0.07323846966028214
144	rnn.bias_hh_l0	2	0.06959405541419983
144	rnn.bias_hh_l0	3	0.08479911834001541
144	rnn.bias_hh_l0	4	-0.09815965592861176
144	rnn.bias_hh_l0	5	-0.07128734141588211
144	rnn.bias_hh_l0	6	0.07785506546497345
144	rnn.bias_hh_l0	7	-0.08588336408138275
144	rnn.bias_hh_l0	8	-0.026657013222575188
144	rnn.bias_hh_l0	9	0.004786673933267593
144	rnn.weight_ih_l0_reverse	0	0.07935509830713272
144	rnn.weight_ih_l0_reverse	1	0.07328833639621735
144	rnn.weight_ih_l0_reverse	2	0.038752343505620956
144	rnn.weight_ih_l0_reverse	3	0.03368101269006729
144	rnn.weight_ih_l0_reverse	4	-0.0368807390332222
144	rnn.weight_ih_l0_reverse	5	0.05085937678813934
144	rnn.weight_ih_l0_reverse	6	0.06643949449062347
144	rnn.weight_ih_l0_reverse	7	0.022473685443401337
144	rnn.weight_ih_l0_reverse	8	-0.05761796236038208
144	rnn.weight_ih_l0_reverse	9	-0.05285192281007767
144	rnn.weight_hh_l0_reverse	0	0.025018315762281418
144	rnn.weight_hh_l0_reverse	1	-0.08712448179721832
144	rnn.weight_hh_l0_reverse	2	0.06338022649288177
144	rnn.weight_hh_l0_reverse	3	-0.02155115082859993
144	rnn.weight_hh_l0_reverse	4	0.08422158658504486
144	rnn.weight_hh_l0_reverse	5	-0.001888372702524066
144	rnn.weight_hh_l0_reverse	6	0.029926467686891556
144	rnn.weight_hh_l0_reverse	7	0.07842865586280823
144	rnn.weight_hh_l0_reverse	8	-0.022355690598487854
144	rnn.weight_hh_l0_reverse	9	-0.0465836226940155
144	rnn.bias_ih_l0_reverse	0	0.001204896718263626
144	rnn.bias_ih_l0_reverse	1	-0.015262552537024021
144	rnn.bias_ih_l0_reverse	2	-0.01465178094804287
144	rnn.bias_ih_l0_reverse	3	0.037083446979522705
144	rnn.bias_ih_l0_reverse	4	0.06722000986337662
144	rnn.bias_ih_l0_reverse	5	-0.020485369488596916
144	rnn.bias_ih_l0_reverse	6	-0.026817725971341133
144	rnn.bias_ih_l0_reverse	7	-0.048269305378198624
144	rnn.bias_ih_l0_reverse	8	0.00955294445157051
144	rnn.bias_ih_l0_reverse	9	-0.06874164938926697
144	rnn.bias_hh_l0_reverse	0	0.03893738240003586
144	rnn.bias_hh_l0_reverse	1	-0.07010424882173538
144	rnn.bias_hh_l0_reverse	2	0.08071305602788925
144	rnn.bias_hh_l0_reverse	3	0.059330135583877563
144	rnn.bias_hh_l0_reverse	4	0.025568868964910507
144	rnn.bias_hh_l0_reverse	5	0.044368911534547806
144	rnn.bias_hh_l0_reverse	6	0.06594426184892654
144	rnn.bias_hh_l0_reverse	7	0.08455511927604675
144	rnn.bias_hh_l0_reverse	8	-0.010152813047170639
144	rnn.bias_hh_l0_reverse	9	0.053615767508745193
144	rnn.weight_ih_l1	0	0.023317834362387657
144	rnn.weight_ih_l1	1	0.015910618007183075
144	rnn.weight_ih_l1	2	0.08683636784553528
144	rnn.weight_ih_l1	3	-0.024194875732064247
144	rnn.weight_ih_l1	4	-0.024318527430295944
144	rnn.weight_ih_l1	5	-0.013069825246930122
144	rnn.weight_ih_l1	6	0.07264871150255203
144	rnn.weight_ih_l1	7	-0.004830838646739721
144	rnn.weight_ih_l1	8	-0.05263097584247589
144	rnn.weight_ih_l1	9	0.05478154122829437
144	rnn.weight_hh_l1	0	-0.08110570907592773
144	rnn.weight_hh_l1	1	-0.0358610525727272
144	rnn.weight_hh_l1	2	-0.00814013835042715
144	rnn.weight_hh_l1	3	-0.058249909430742264
144	rnn.weight_hh_l1	4	0.08588474243879318
144	rnn.weight_hh_l1	5	-0.08406073600053787
144	rnn.weight_hh_l1	6	-0.05018732324242592
144	rnn.weight_hh_l1	7	0.06502597033977509
144	rnn.weight_hh_l1	8	-0.01352724339812994
144	rnn.weight_hh_l1	9	-0.039733272045850754
144	rnn.bias_ih_l1	0	-0.03668190911412239
144	rnn.bias_ih_l1	1	0.05624256655573845
144	rnn.bias_ih_l1	2	-0.04650425165891647
144	rnn.bias_ih_l1	3	-0.07538065314292908
144	rnn.bias_ih_l1	4	-0.029140284284949303
144	rnn.bias_ih_l1	5	-0.004533084109425545
144	rnn.bias_ih_l1	6	-0.05113707482814789
144	rnn.bias_ih_l1	7	0.06263913214206696
144	rnn.bias_ih_l1	8	0.0827411636710167
144	rnn.bias_ih_l1	9	0.034992773085832596
144	rnn.bias_hh_l1	0	0.06877633929252625
144	rnn.bias_hh_l1	1	-0.058717746287584305
144	rnn.bias_hh_l1	2	0.01989751122891903
144	rnn.bias_hh_l1	3	0.07797940820455551
144	rnn.bias_hh_l1	4	0.05704507231712341
144	rnn.bias_hh_l1	5	-0.07834150642156601
144	rnn.bias_hh_l1	6	0.01414068415760994
144	rnn.bias_hh_l1	7	0.04103706404566765
144	rnn.bias_hh_l1	8	0.014252152293920517
144	rnn.bias_hh_l1	9	-0.005581609904766083
144	rnn.weight_ih_l1_reverse	0	0.08628017455339432
144	rnn.weight_ih_l1_reverse	1	-0.041704755276441574
144	rnn.weight_ih_l1_reverse	2	-0.061917345970869064
144	rnn.weight_ih_l1_reverse	3	0.02533280849456787
144	rnn.weight_ih_l1_reverse	4	-0.04648574814200401
144	rnn.weight_ih_l1_reverse	5	0.02416268177330494
144	rnn.weight_ih_l1_reverse	6	0.04042339324951172
144	rnn.weight_ih_l1_reverse	7	0.02027374692261219
144	rnn.weight_ih_l1_reverse	8	-0.008509360253810883
144	rnn.weight_ih_l1_reverse	9	-0.06468147784471512
144	rnn.weight_hh_l1_reverse	0	0.004961004480719566
144	rnn.weight_hh_l1_reverse	1	0.018951479345560074
144	rnn.weight_hh_l1_reverse	2	-0.058216121047735214
144	rnn.weight_hh_l1_reverse	3	-0.012818431481719017
144	rnn.weight_hh_l1_reverse	4	0.008917667903006077
144	rnn.weight_hh_l1_reverse	5	-0.06549340486526489
144	rnn.weight_hh_l1_reverse	6	-0.06730592250823975
144	rnn.weight_hh_l1_reverse	7	-0.011350352317094803
144	rnn.weight_hh_l1_reverse	8	-0.05862583592534065
144	rnn.weight_hh_l1_reverse	9	-0.04377765581011772
144	rnn.bias_ih_l1_reverse	0	-0.0027807482983917
144	rnn.bias_ih_l1_reverse	1	-0.04211307689547539
144	rnn.bias_ih_l1_reverse	2	0.02691599354147911
144	rnn.bias_ih_l1_reverse	3	-0.08426498621702194
144	rnn.bias_ih_l1_reverse	4	-0.08700484037399292
144	rnn.bias_ih_l1_reverse	5	-0.08685323596000671
144	rnn.bias_ih_l1_reverse	6	0.06346775591373444
144	rnn.bias_ih_l1_reverse	7	0.08445972204208374
144	rnn.bias_ih_l1_reverse	8	-0.0046278340741992
144	rnn.bias_ih_l1_reverse	9	-0.011307153850793839
144	rnn.bias_hh_l1_reverse	0	0.061238933354616165
144	rnn.bias_hh_l1_reverse	1	-0.06698907911777496
144	rnn.bias_hh_l1_reverse	2	-0.053577739745378494
144	rnn.bias_hh_l1_reverse	3	0.0742131918668747
144	rnn.bias_hh_l1_reverse	4	-0.023005280643701553
144	rnn.bias_hh_l1_reverse	5	-0.006054779980331659
144	rnn.bias_hh_l1_reverse	6	-0.059296347200870514
144	rnn.bias_hh_l1_reverse	7	-0.06004251539707184
144	rnn.bias_hh_l1_reverse	8	0.06621697545051575
144	rnn.bias_hh_l1_reverse	9	0.05126360058784485
144	rnn.weight_ih_l2	0	0.07646273076534271
144	rnn.weight_ih_l2	1	-0.05432448908686638
144	rnn.weight_ih_l2	2	0.06340552866458893
144	rnn.weight_ih_l2	3	0.06562662124633789
144	rnn.weight_ih_l2	4	0.05662715807557106
144	rnn.weight_ih_l2	5	-0.03569206967949867
144	rnn.weight_ih_l2	6	-0.07496614754199982
144	rnn.weight_ih_l2	7	0.01212913915514946
144	rnn.weight_ih_l2	8	-0.017187608405947685
144	rnn.weight_ih_l2	9	-0.06917055696249008
144	rnn.weight_hh_l2	0	0.048102717846632004
144	rnn.weight_hh_l2	1	0.030867302790284157
144	rnn.weight_hh_l2	2	-0.05472889542579651
144	rnn.weight_hh_l2	3	-0.02554580196738243
144	rnn.weight_hh_l2	4	0.05470919609069824
144	rnn.weight_hh_l2	5	-0.024180198088288307
144	rnn.weight_hh_l2	6	0.008483137004077435
144	rnn.weight_hh_l2	7	-0.053277622908353806
144	rnn.weight_hh_l2	8	-0.00584037508815527
144	rnn.weight_hh_l2	9	-0.01807364821434021
144	rnn.bias_ih_l2	0	0.1470852494239807
144	rnn.bias_ih_l2	1	0.011715699918568134
144	rnn.bias_ih_l2	2	0.06985249370336533
144	rnn.bias_ih_l2	3	0.02865425869822502
144	rnn.bias_ih_l2	4	-0.00645989365875721
144	rnn.bias_ih_l2	5	0.047314610332250595
144	rnn.bias_ih_l2	6	0.013923432677984238
144	rnn.bias_ih_l2	7	0.017590468749403954
144	rnn.bias_ih_l2	8	0.01828904263675213
144	rnn.bias_ih_l2	9	-0.015499096363782883
144	rnn.bias_hh_l2	0	0.022756442427635193
144	rnn.bias_hh_l2	1	0.0052533927373588085
144	rnn.bias_hh_l2	2	0.07490118592977524
144	rnn.bias_hh_l2	3	0.029769184067845345
144	rnn.bias_hh_l2	4	0.07757670432329178
144	rnn.bias_hh_l2	5	-0.057091809809207916
144	rnn.bias_hh_l2	6	0.04769115149974823
144	rnn.bias_hh_l2	7	-0.024261988699436188
144	rnn.bias_hh_l2	8	0.04179757460951805
144	rnn.bias_hh_l2	9	0.021099962294101715
144	rnn.weight_ih_l2_reverse	0	0.0822661817073822
144	rnn.weight_ih_l2_reverse	1	-0.05441885441541672
144	rnn.weight_ih_l2_reverse	2	0.0010820197639986873
144	rnn.weight_ih_l2_reverse	3	0.03526235744357109
144	rnn.weight_ih_l2_reverse	4	0.0540241114795208
144	rnn.weight_ih_l2_reverse	5	-0.04068632051348686
144	rnn.weight_ih_l2_reverse	6	-0.0007668063044548035
144	rnn.weight_ih_l2_reverse	7	-0.014057218097150326
144	rnn.weight_ih_l2_reverse	8	0.012094693258404732
144	rnn.weight_ih_l2_reverse	9	-0.07975557446479797
144	rnn.weight_hh_l2_reverse	0	-0.08277854323387146
144	rnn.weight_hh_l2_reverse	1	0.015859654173254967
144	rnn.weight_hh_l2_reverse	2	0.010433434508740902
144	rnn.weight_hh_l2_reverse	3	0.024320358410477638
144	rnn.weight_hh_l2_reverse	4	-0.036761678755283356
144	rnn.weight_hh_l2_reverse	5	-0.014695408754050732
144	rnn.weight_hh_l2_reverse	6	-0.04319460317492485
144	rnn.weight_hh_l2_reverse	7	-0.059891682118177414
144	rnn.weight_hh_l2_reverse	8	-0.006691628601402044
144	rnn.weight_hh_l2_reverse	9	-0.05907098203897476
144	rnn.bias_ih_l2_reverse	0	-0.05268079787492752
144	rnn.bias_ih_l2_reverse	1	-0.02755781076848507
144	rnn.bias_ih_l2_reverse	2	0.04483455419540405
144	rnn.bias_ih_l2_reverse	3	0.031731829047203064
144	rnn.bias_ih_l2_reverse	4	0.07580160349607468
144	rnn.bias_ih_l2_reverse	5	-0.08875340223312378
144	rnn.bias_ih_l2_reverse	6	-0.043366264551877975
144	rnn.bias_ih_l2_reverse	7	-0.058778103440999985
144	rnn.bias_ih_l2_reverse	8	0.05294542387127876
144	rnn.bias_ih_l2_reverse	9	0.028812985867261887
144	rnn.bias_hh_l2_reverse	0	0.05461343377828598
144	rnn.bias_hh_l2_reverse	1	-0.060205668210983276
144	rnn.bias_hh_l2_reverse	2	-0.06735192239284515
144	rnn.bias_hh_l2_reverse	3	0.03162732347846031
144	rnn.bias_hh_l2_reverse	4	0.030453652143478394
144	rnn.bias_hh_l2_reverse	5	0.0353764146566391
144	rnn.bias_hh_l2_reverse	6	-0.08256221562623978
144	rnn.bias_hh_l2_reverse	7	-0.007093982305377722
144	rnn.bias_hh_l2_reverse	8	-0.10478867590427399
144	rnn.bias_hh_l2_reverse	9	-0.055132899433374405
144	linear.weight	0	0.025028489530086517
144	linear.weight	1	0.12627795338630676
144	linear.weight	2	-0.0241097304970026
144	linear.weight	3	-0.03572874143719673
144	linear.weight	4	-0.022248394787311554
144	linear.weight	5	0.04441991448402405
144	linear.weight	6	0.004741400480270386
144	linear.weight	7	-0.1101541817188263
144	linear.weight	8	-0.019250482320785522
144	linear.weight	9	0.10097574442625046
144	linear.bias	0	0.508697509765625
144	linear.bias	1	0.7348944544792175
144	linear.bias	2	-1.6157951354980469
144	linear.bias	3	-0.05754556506872177
144	linear.bias	4	-0.050822705030441284
144	linear.bias	5	0.2708992063999176
145	transitions	0	0.038727372884750366
145	transitions	1	-10000.0
145	transitions	2	2.5281970500946045
145	transitions	3	-1.1104875802993774
145	transitions	4	-10000.0
145	transitions	5	-10000.0
145	transitions	6	-10000.0
145	transitions	7	0.881747305393219
145	transitions	8	0.8413345813751221
145	transitions	9	-1.2356903553009033
145	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
145	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
145	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
145	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
145	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
145	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
145	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
145	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
145	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
145	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
145	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
145	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
145	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
145	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
145	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
145	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
145	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
145	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
145	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
145	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
145	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
145	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
145	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
145	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
145	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
145	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
145	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
145	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
145	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
145	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
145	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
145	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
145	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
145	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
145	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
145	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
145	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
145	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
145	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
145	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
145	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
145	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
145	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
145	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
145	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
145	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
145	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
145	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
145	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
145	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
145	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
145	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
145	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
145	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
145	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
145	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
145	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
145	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
145	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
145	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
145	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
145	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
145	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
145	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
145	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
145	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
145	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
145	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
145	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
145	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
145	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
145	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
145	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
145	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
145	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
145	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
145	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
145	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
145	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
145	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
145	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
145	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
145	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
145	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
145	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
145	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
145	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
145	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
145	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
145	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
145	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
145	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
145	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
145	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
145	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
145	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
145	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
145	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
145	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
145	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
145	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
145	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
145	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
145	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
145	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
145	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
145	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
145	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
145	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
145	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
145	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
145	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
145	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
145	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
145	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
145	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
145	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
145	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
145	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
145	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
145	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
145	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
145	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
145	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
145	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
145	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
145	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
145	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
145	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
145	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
145	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
145	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
145	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
145	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
145	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
145	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
145	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
145	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
145	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
145	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
145	embedding2nn.weight	0	0.014768000692129135
145	embedding2nn.weight	1	8.707081724423915e-05
145	embedding2nn.weight	2	0.005550582427531481
145	embedding2nn.weight	3	0.0007209365139715374
145	embedding2nn.weight	4	-0.008198767900466919
145	embedding2nn.weight	5	-0.00552050955593586
145	embedding2nn.weight	6	-0.0008511979831382632
145	embedding2nn.weight	7	-0.0029610595665872097
145	embedding2nn.weight	8	0.012870397418737411
145	embedding2nn.weight	9	0.004429159220308065
145	embedding2nn.bias	0	0.002593155950307846
145	embedding2nn.bias	1	-0.011945297941565514
145	embedding2nn.bias	2	0.011846528388559818
145	embedding2nn.bias	3	-0.014228146523237228
145	embedding2nn.bias	4	-0.02560674026608467
145	embedding2nn.bias	5	-0.0016256547532975674
145	embedding2nn.bias	6	0.009305428713560104
145	embedding2nn.bias	7	0.002524364972487092
145	embedding2nn.bias	8	-0.012922035530209541
145	embedding2nn.bias	9	-0.0013186008436605334
145	rnn.weight_ih_l0	0	-0.052354950457811356
145	rnn.weight_ih_l0	1	0.05078411474823952
145	rnn.weight_ih_l0	2	0.03185451775789261
145	rnn.weight_ih_l0	3	0.01474048849195242
145	rnn.weight_ih_l0	4	0.01255843136459589
145	rnn.weight_ih_l0	5	0.08417835831642151
145	rnn.weight_ih_l0	6	0.07607124000787735
145	rnn.weight_ih_l0	7	0.037799637764692307
145	rnn.weight_ih_l0	8	-0.04565713554620743
145	rnn.weight_ih_l0	9	0.008224249817430973
145	rnn.weight_hh_l0	0	0.00820747297257185
145	rnn.weight_hh_l0	1	-0.06414779275655746
145	rnn.weight_hh_l0	2	-0.06546619534492493
145	rnn.weight_hh_l0	3	0.07148952037096024
145	rnn.weight_hh_l0	4	0.07097146660089493
145	rnn.weight_hh_l0	5	0.005880741868168116
145	rnn.weight_hh_l0	6	-0.0005117919645272195
145	rnn.weight_hh_l0	7	-0.017860984429717064
145	rnn.weight_hh_l0	8	-0.02917901985347271
145	rnn.weight_hh_l0	9	0.05756736174225807
145	rnn.bias_ih_l0	0	-0.06101296469569206
145	rnn.bias_ih_l0	1	0.08839281648397446
145	rnn.bias_ih_l0	2	0.02019002102315426
145	rnn.bias_ih_l0	3	0.0799688920378685
145	rnn.bias_ih_l0	4	-0.07411445677280426
145	rnn.bias_ih_l0	5	0.08291145414113998
145	rnn.bias_ih_l0	6	-0.06569202989339828
145	rnn.bias_ih_l0	7	-0.035665977746248245
145	rnn.bias_ih_l0	8	-0.0877072885632515
145	rnn.bias_ih_l0	9	-0.04510481655597687
145	rnn.bias_hh_l0	0	0.03391227498650551
145	rnn.bias_hh_l0	1	0.07329905778169632
145	rnn.bias_hh_l0	2	0.06959795951843262
145	rnn.bias_hh_l0	3	0.08476834744215012
145	rnn.bias_hh_l0	4	-0.09949494153261185
145	rnn.bias_hh_l0	5	-0.07137075811624527
145	rnn.bias_hh_l0	6	0.07792434096336365
145	rnn.bias_hh_l0	7	-0.08644238114356995
145	rnn.bias_hh_l0	8	-0.0266448762267828
145	rnn.bias_hh_l0	9	0.0031196356285363436
145	rnn.weight_ih_l0_reverse	0	0.07935763895511627
145	rnn.weight_ih_l0_reverse	1	0.07327526807785034
145	rnn.weight_ih_l0_reverse	2	0.03875289112329483
145	rnn.weight_ih_l0_reverse	3	0.03368932008743286
145	rnn.weight_ih_l0_reverse	4	-0.03689722716808319
145	rnn.weight_ih_l0_reverse	5	0.05085904523730278
145	rnn.weight_ih_l0_reverse	6	0.06644012778997421
145	rnn.weight_ih_l0_reverse	7	0.02247532829642296
145	rnn.weight_ih_l0_reverse	8	-0.05763857066631317
145	rnn.weight_ih_l0_reverse	9	-0.05285164713859558
145	rnn.weight_hh_l0_reverse	0	0.025034325197339058
145	rnn.weight_hh_l0_reverse	1	-0.08712520450353622
145	rnn.weight_hh_l0_reverse	2	0.06338222324848175
145	rnn.weight_hh_l0_reverse	3	-0.0215530376881361
145	rnn.weight_hh_l0_reverse	4	0.08422590792179108
145	rnn.weight_hh_l0_reverse	5	-0.0019082948565483093
145	rnn.weight_hh_l0_reverse	6	0.029980715364217758
145	rnn.weight_hh_l0_reverse	7	0.07842837274074554
145	rnn.weight_hh_l0_reverse	8	-0.0223383828997612
145	rnn.weight_hh_l0_reverse	9	-0.04659015312790871
145	rnn.bias_ih_l0_reverse	0	0.0012635185848921537
145	rnn.bias_ih_l0_reverse	1	-0.015238307416439056
145	rnn.bias_ih_l0_reverse	2	-0.015142031945288181
145	rnn.bias_ih_l0_reverse	3	0.03705671429634094
145	rnn.bias_ih_l0_reverse	4	0.0673292800784111
145	rnn.bias_ih_l0_reverse	5	-0.020587142556905746
145	rnn.bias_ih_l0_reverse	6	-0.02673824317753315
145	rnn.bias_ih_l0_reverse	7	-0.04836365208029747
145	rnn.bias_ih_l0_reverse	8	0.009307703003287315
145	rnn.bias_ih_l0_reverse	9	-0.06874223053455353
145	rnn.bias_hh_l0_reverse	0	0.03896370902657509
145	rnn.bias_hh_l0_reverse	1	-0.07010482996702194
145	rnn.bias_hh_l0_reverse	2	0.0807068794965744
145	rnn.bias_hh_l0_reverse	3	0.05949779227375984
145	rnn.bias_hh_l0_reverse	4	0.025510629639029503
145	rnn.bias_hh_l0_reverse	5	0.04438493400812149
145	rnn.bias_hh_l0_reverse	6	0.06555871665477753
145	rnn.bias_hh_l0_reverse	7	0.0840737372636795
145	rnn.bias_hh_l0_reverse	8	-0.010320235043764114
145	rnn.bias_hh_l0_reverse	9	0.05366381257772446
145	rnn.weight_ih_l1	0	0.0233316607773304
145	rnn.weight_ih_l1	1	0.015885071828961372
145	rnn.weight_ih_l1	2	0.08715657889842987
145	rnn.weight_ih_l1	3	-0.02420169673860073
145	rnn.weight_ih_l1	4	-0.024318544194102287
145	rnn.weight_ih_l1	5	-0.01305633969604969
145	rnn.weight_ih_l1	6	0.07270889729261398
145	rnn.weight_ih_l1	7	-0.004755926784127951
145	rnn.weight_ih_l1	8	-0.052652064710855484
145	rnn.weight_ih_l1	9	0.054477788507938385
145	rnn.weight_hh_l1	0	-0.08104975521564484
145	rnn.weight_hh_l1	1	-0.03588099777698517
145	rnn.weight_hh_l1	2	-0.008139240555465221
145	rnn.weight_hh_l1	3	-0.05828014016151428
145	rnn.weight_hh_l1	4	0.08589919656515121
145	rnn.weight_hh_l1	5	-0.08405166864395142
145	rnn.weight_hh_l1	6	-0.05018121749162674
145	rnn.weight_hh_l1	7	0.06495117396116257
145	rnn.weight_hh_l1	8	-0.013522758148610592
145	rnn.weight_hh_l1	9	-0.03975421562790871
145	rnn.bias_ih_l1	0	-0.03700534626841545
145	rnn.bias_ih_l1	1	0.05615357682108879
145	rnn.bias_ih_l1	2	-0.04653172194957733
145	rnn.bias_ih_l1	3	-0.07511091232299805
145	rnn.bias_ih_l1	4	-0.0291617289185524
145	rnn.bias_ih_l1	5	-0.007268131710588932
145	rnn.bias_ih_l1	6	-0.05064772441983223
145	rnn.bias_ih_l1	7	0.0626135841012001
145	rnn.bias_ih_l1	8	0.08265720307826996
145	rnn.bias_ih_l1	9	0.03581899031996727
145	rnn.bias_hh_l1	0	0.0687822625041008
145	rnn.bias_hh_l1	1	-0.05874338746070862
145	rnn.bias_hh_l1	2	0.019820427522063255
145	rnn.bias_hh_l1	3	0.0780983492732048
145	rnn.bias_hh_l1	4	0.05705258250236511
145	rnn.bias_hh_l1	5	-0.07840295881032944
145	rnn.bias_hh_l1	6	0.014158257283270359
145	rnn.bias_hh_l1	7	0.0409281887114048
145	rnn.bias_hh_l1	8	0.014197762124240398
145	rnn.bias_hh_l1	9	-0.00559065118432045
145	rnn.weight_ih_l1_reverse	0	0.08631080389022827
145	rnn.weight_ih_l1_reverse	1	-0.04171576350927353
145	rnn.weight_ih_l1_reverse	2	-0.061928603798151016
145	rnn.weight_ih_l1_reverse	3	0.025328457355499268
145	rnn.weight_ih_l1_reverse	4	-0.04646715894341469
145	rnn.weight_ih_l1_reverse	5	0.02416522242128849
145	rnn.weight_ih_l1_reverse	6	0.0404185950756073
145	rnn.weight_ih_l1_reverse	7	0.020293928682804108
145	rnn.weight_ih_l1_reverse	8	-0.008509902283549309
145	rnn.weight_ih_l1_reverse	9	-0.06466204673051834
145	rnn.weight_hh_l1_reverse	0	0.004959444049745798
145	rnn.weight_hh_l1_reverse	1	0.018956925719976425
145	rnn.weight_hh_l1_reverse	2	-0.05821755528450012
145	rnn.weight_hh_l1_reverse	3	-0.012791667133569717
145	rnn.weight_hh_l1_reverse	4	0.008909773081541061
145	rnn.weight_hh_l1_reverse	5	-0.06551966816186905
145	rnn.weight_hh_l1_reverse	6	-0.06730515509843826
145	rnn.weight_hh_l1_reverse	7	-0.01135040633380413
145	rnn.weight_hh_l1_reverse	8	-0.05843771994113922
145	rnn.weight_hh_l1_reverse	9	-0.0437762551009655
145	rnn.bias_ih_l1_reverse	0	-0.0027882803697139025
145	rnn.bias_ih_l1_reverse	1	-0.04216095060110092
145	rnn.bias_ih_l1_reverse	2	0.026830831542611122
145	rnn.bias_ih_l1_reverse	3	-0.08443312346935272
145	rnn.bias_ih_l1_reverse	4	-0.08697442710399628
145	rnn.bias_ih_l1_reverse	5	-0.08686584234237671
145	rnn.bias_ih_l1_reverse	6	0.06356043368577957
145	rnn.bias_ih_l1_reverse	7	0.0844338983297348
145	rnn.bias_ih_l1_reverse	8	-0.0036685888189822435
145	rnn.bias_ih_l1_reverse	9	-0.011265302076935768
145	rnn.bias_hh_l1_reverse	0	0.061215974390506744
145	rnn.bias_hh_l1_reverse	1	-0.06689544767141342
145	rnn.bias_hh_l1_reverse	2	-0.05352385342121124
145	rnn.bias_hh_l1_reverse	3	0.07399718463420868
145	rnn.bias_hh_l1_reverse	4	-0.022975997999310493
145	rnn.bias_hh_l1_reverse	5	-0.006115620490163565
145	rnn.bias_hh_l1_reverse	6	-0.05924408137798309
145	rnn.bias_hh_l1_reverse	7	-0.059992000460624695
145	rnn.bias_hh_l1_reverse	8	0.0662420466542244
145	rnn.bias_hh_l1_reverse	9	0.05144386738538742
145	rnn.weight_ih_l2	0	0.076413094997406
145	rnn.weight_ih_l2	1	-0.0543249286711216
145	rnn.weight_ih_l2	2	0.06340494006872177
145	rnn.weight_ih_l2	3	0.06559249013662338
145	rnn.weight_ih_l2	4	0.056633904576301575
145	rnn.weight_ih_l2	5	-0.035690028220415115
145	rnn.weight_ih_l2	6	-0.07496213912963867
145	rnn.weight_ih_l2	7	0.012138033285737038
145	rnn.weight_ih_l2	8	-0.017187492921948433
145	rnn.weight_ih_l2	9	-0.06916920840740204
145	rnn.weight_hh_l2	0	0.04808942228555679
145	rnn.weight_hh_l2	1	0.030866041779518127
145	rnn.weight_hh_l2	2	-0.05472932383418083
145	rnn.weight_hh_l2	3	-0.02551642805337906
145	rnn.weight_hh_l2	4	0.05470658093690872
145	rnn.weight_hh_l2	5	-0.024133142083883286
145	rnn.weight_hh_l2	6	0.008474547415971756
145	rnn.weight_hh_l2	7	-0.053272545337677
145	rnn.weight_hh_l2	8	-0.005785506684333086
145	rnn.weight_hh_l2	9	-0.018074579536914825
145	rnn.bias_ih_l2	0	0.14762860536575317
145	rnn.bias_ih_l2	1	0.011612165719270706
145	rnn.bias_ih_l2	2	0.06999138742685318
145	rnn.bias_ih_l2	3	0.027682583779096603
145	rnn.bias_ih_l2	4	-0.0063636996783316135
145	rnn.bias_ih_l2	5	0.0476289801299572
145	rnn.bias_ih_l2	6	0.013735959306359291
145	rnn.bias_ih_l2	7	0.017534250393509865
145	rnn.bias_ih_l2	8	0.018138477578759193
145	rnn.bias_ih_l2	9	-0.01550348848104477
145	rnn.bias_hh_l2	0	0.023004023358225822
145	rnn.bias_hh_l2	1	0.0052418215200304985
145	rnn.bias_hh_l2	2	0.07481453567743301
145	rnn.bias_hh_l2	3	0.029756249859929085
145	rnn.bias_hh_l2	4	0.07758321613073349
145	rnn.bias_hh_l2	5	-0.060773927718400955
145	rnn.bias_hh_l2	6	0.0484282560646534
145	rnn.bias_hh_l2	7	-0.02433602511882782
145	rnn.bias_hh_l2	8	0.04181460291147232
145	rnn.bias_hh_l2	9	0.020286204293370247
145	rnn.weight_ih_l2_reverse	0	0.08227250725030899
145	rnn.weight_ih_l2_reverse	1	-0.054402146488428116
145	rnn.weight_ih_l2_reverse	2	0.0010849727550521493
145	rnn.weight_ih_l2_reverse	3	0.0352630689740181
145	rnn.weight_ih_l2_reverse	4	0.05402473360300064
145	rnn.weight_ih_l2_reverse	5	-0.04068629816174507
145	rnn.weight_ih_l2_reverse	6	-0.0005675671272911131
145	rnn.weight_ih_l2_reverse	7	-0.014005829580128193
145	rnn.weight_ih_l2_reverse	8	0.012139244936406612
145	rnn.weight_ih_l2_reverse	9	-0.07975231856107712
145	rnn.weight_hh_l2_reverse	0	-0.08277858048677444
145	rnn.weight_hh_l2_reverse	1	0.015815481543540955
145	rnn.weight_hh_l2_reverse	2	0.010434025898575783
145	rnn.weight_hh_l2_reverse	3	0.02431829832494259
145	rnn.weight_hh_l2_reverse	4	-0.036771103739738464
145	rnn.weight_hh_l2_reverse	5	-0.01469219196587801
145	rnn.weight_hh_l2_reverse	6	-0.04317785054445267
145	rnn.weight_hh_l2_reverse	7	-0.05989110469818115
145	rnn.weight_hh_l2_reverse	8	-0.006689263042062521
145	rnn.weight_hh_l2_reverse	9	-0.05906794220209122
145	rnn.bias_ih_l2_reverse	0	-0.052575599402189255
145	rnn.bias_ih_l2_reverse	1	-0.027556540444493294
145	rnn.bias_ih_l2_reverse	2	0.04489815980195999
145	rnn.bias_ih_l2_reverse	3	0.031801607459783554
145	rnn.bias_ih_l2_reverse	4	0.07569620013237
145	rnn.bias_ih_l2_reverse	5	-0.08875201642513275
145	rnn.bias_ih_l2_reverse	6	-0.0433514341711998
145	rnn.bias_ih_l2_reverse	7	-0.058844853192567825
145	rnn.bias_ih_l2_reverse	8	0.05282698571681976
145	rnn.bias_ih_l2_reverse	9	0.02939516305923462
145	rnn.bias_hh_l2_reverse	0	0.054457273334264755
145	rnn.bias_hh_l2_reverse	1	-0.060029178857803345
145	rnn.bias_hh_l2_reverse	2	-0.06734795868396759
145	rnn.bias_hh_l2_reverse	3	0.03159197419881821
145	rnn.bias_hh_l2_reverse	4	0.03045712411403656
145	rnn.bias_hh_l2_reverse	5	0.03537529334425926
145	rnn.bias_hh_l2_reverse	6	-0.08253567665815353
145	rnn.bias_hh_l2_reverse	7	-0.007130895275622606
145	rnn.bias_hh_l2_reverse	8	-0.10476054251194
145	rnn.bias_hh_l2_reverse	9	-0.055060986429452896
145	linear.weight	0	0.025028489530086517
145	linear.weight	1	0.1270037740468979
145	linear.weight	2	-0.0241096094250679
145	linear.weight	3	-0.03586646541953087
145	linear.weight	4	-0.022248394787311554
145	linear.weight	5	0.0444951131939888
145	linear.weight	6	0.004991260357201099
145	linear.weight	7	-0.11056184768676758
145	linear.weight	8	-0.0181919913738966
145	linear.weight	9	0.10109462589025497
145	linear.bias	0	0.4994378983974457
145	linear.bias	1	0.7216998934745789
145	linear.bias	2	-1.616244912147522
145	linear.bias	3	-0.05754556506872177
145	linear.bias	4	-0.050822705030441284
145	linear.bias	5	0.2938031256198883
146	transitions	0	0.038548294454813004
146	transitions	1	-10000.0
146	transitions	2	2.5304977893829346
146	transitions	3	-1.1075105667114258
146	transitions	4	-10000.0
146	transitions	5	-10000.0
146	transitions	6	-10000.0
146	transitions	7	0.8817439675331116
146	transitions	8	0.8411706686019897
146	transitions	9	-1.2360937595367432
146	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
146	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
146	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
146	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
146	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
146	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
146	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
146	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
146	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
146	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
146	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
146	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
146	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
146	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
146	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
146	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
146	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
146	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
146	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
146	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
146	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
146	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
146	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
146	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
146	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
146	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
146	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
146	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
146	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
146	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
146	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
146	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
146	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
146	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
146	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
146	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
146	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
146	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
146	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
146	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
146	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
146	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
146	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
146	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
146	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
146	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
146	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
146	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
146	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
146	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
146	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
146	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
146	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
146	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
146	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
146	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
146	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
146	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
146	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
146	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
146	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
146	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
146	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
146	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
146	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
146	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
146	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
146	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
146	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
146	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
146	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
146	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
146	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
146	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
146	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
146	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
146	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
146	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
146	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
146	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
146	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
146	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
146	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
146	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
146	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
146	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
146	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
146	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
146	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
146	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
146	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
146	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
146	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
146	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
146	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
146	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
146	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
146	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
146	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
146	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
146	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
146	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
146	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
146	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
146	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
146	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
146	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
146	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
146	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
146	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
146	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
146	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
146	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
146	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
146	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
146	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
146	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
146	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
146	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
146	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
146	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
146	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
146	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
146	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
146	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
146	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
146	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
146	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
146	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
146	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
146	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
146	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
146	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
146	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
146	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
146	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
146	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
146	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
146	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
146	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
146	embedding2nn.weight	0	0.014768124558031559
146	embedding2nn.weight	1	8.594401879236102e-05
146	embedding2nn.weight	2	0.005552222952246666
146	embedding2nn.weight	3	0.0007211451884359121
146	embedding2nn.weight	4	-0.008182906545698643
146	embedding2nn.weight	5	-0.005517588462680578
146	embedding2nn.weight	6	-0.0008646218338981271
146	embedding2nn.weight	7	-0.002969487803056836
146	embedding2nn.weight	8	0.012856909073889256
146	embedding2nn.weight	9	0.004423050209879875
146	embedding2nn.bias	0	0.0030570384114980698
146	embedding2nn.bias	1	-0.01246175542473793
146	embedding2nn.bias	2	0.011410453356802464
146	embedding2nn.bias	3	-0.013780112378299236
146	embedding2nn.bias	4	-0.02501995489001274
146	embedding2nn.bias	5	-0.0017758483299985528
146	embedding2nn.bias	6	0.00914456881582737
146	embedding2nn.bias	7	0.0022470150142908096
146	embedding2nn.bias	8	-0.012016070075333118
146	embedding2nn.bias	9	-0.0011511631309986115
146	rnn.weight_ih_l0	0	-0.052369728684425354
146	rnn.weight_ih_l0	1	0.05078652873635292
146	rnn.weight_ih_l0	2	0.03185505419969559
146	rnn.weight_ih_l0	3	0.014743168838322163
146	rnn.weight_ih_l0	4	0.012554524466395378
146	rnn.weight_ih_l0	5	0.08418900519609451
146	rnn.weight_ih_l0	6	0.07607589662075043
146	rnn.weight_ih_l0	7	0.03779907152056694
146	rnn.weight_ih_l0	8	-0.0456465445458889
146	rnn.weight_ih_l0	9	0.008212263695895672
146	rnn.weight_hh_l0	0	0.008213668130338192
146	rnn.weight_hh_l0	1	-0.0641363337635994
146	rnn.weight_hh_l0	2	-0.06546273082494736
146	rnn.weight_hh_l0	3	0.07149627804756165
146	rnn.weight_hh_l0	4	0.07098032534122467
146	rnn.weight_hh_l0	5	0.005877687130123377
146	rnn.weight_hh_l0	6	-0.000725390505976975
146	rnn.weight_hh_l0	7	-0.017831485718488693
146	rnn.weight_hh_l0	8	-0.029239941388368607
146	rnn.weight_hh_l0	9	0.05756999924778938
146	rnn.bias_ih_l0	0	-0.061493776738643646
146	rnn.bias_ih_l0	1	0.0883922129869461
146	rnn.bias_ih_l0	2	0.02019338868558407
146	rnn.bias_ih_l0	3	0.08020192384719849
146	rnn.bias_ih_l0	4	-0.07376644015312195
146	rnn.bias_ih_l0	5	0.08274687081575394
146	rnn.bias_ih_l0	6	-0.06589767336845398
146	rnn.bias_ih_l0	7	-0.03562632203102112
146	rnn.bias_ih_l0	8	-0.08828072994947433
146	rnn.bias_ih_l0	9	-0.04521675407886505
146	rnn.bias_hh_l0	0	0.03430018201470375
146	rnn.bias_hh_l0	1	0.07330082356929779
146	rnn.bias_hh_l0	2	0.06966349482536316
146	rnn.bias_hh_l0	3	0.08484767377376556
146	rnn.bias_hh_l0	4	-0.09912904351949692
146	rnn.bias_hh_l0	5	-0.07139046490192413
146	rnn.bias_hh_l0	6	0.07789447158575058
146	rnn.bias_hh_l0	7	-0.08562193810939789
146	rnn.bias_hh_l0	8	-0.026547517627477646
146	rnn.bias_hh_l0	9	0.004285865928977728
146	rnn.weight_ih_l0_reverse	0	0.07935051620006561
146	rnn.weight_ih_l0_reverse	1	0.07327073812484741
146	rnn.weight_ih_l0_reverse	2	0.03875420242547989
146	rnn.weight_ih_l0_reverse	3	0.03369215503334999
146	rnn.weight_ih_l0_reverse	4	-0.0368926078081131
146	rnn.weight_ih_l0_reverse	5	0.050857074558734894
146	rnn.weight_ih_l0_reverse	6	0.06643830239772797
146	rnn.weight_ih_l0_reverse	7	0.022473961114883423
146	rnn.weight_ih_l0_reverse	8	-0.05764932930469513
146	rnn.weight_ih_l0_reverse	9	-0.05285231024026871
146	rnn.weight_hh_l0_reverse	0	0.025026360526680946
146	rnn.weight_hh_l0_reverse	1	-0.08712972700595856
146	rnn.weight_hh_l0_reverse	2	0.06338614225387573
146	rnn.weight_hh_l0_reverse	3	-0.021539727225899696
146	rnn.weight_hh_l0_reverse	4	0.0842229574918747
146	rnn.weight_hh_l0_reverse	5	-0.0019055464072152972
146	rnn.weight_hh_l0_reverse	6	0.02998397871851921
146	rnn.weight_hh_l0_reverse	7	0.07842525839805603
146	rnn.weight_hh_l0_reverse	8	-0.022340349853038788
146	rnn.weight_hh_l0_reverse	9	-0.046586569398641586
146	rnn.bias_ih_l0_reverse	0	0.001204273896291852
146	rnn.bias_ih_l0_reverse	1	-0.01569562591612339
146	rnn.bias_ih_l0_reverse	2	-0.014976220205426216
146	rnn.bias_ih_l0_reverse	3	0.03700348734855652
146	rnn.bias_ih_l0_reverse	4	0.06723631918430328
146	rnn.bias_ih_l0_reverse	5	-0.020424585789442062
146	rnn.bias_ih_l0_reverse	6	-0.026739198714494705
146	rnn.bias_ih_l0_reverse	7	-0.04814664646983147
146	rnn.bias_ih_l0_reverse	8	0.009342443197965622
146	rnn.bias_ih_l0_reverse	9	-0.06880784034729004
146	rnn.bias_hh_l0_reverse	0	0.039011236280202866
146	rnn.bias_hh_l0_reverse	1	-0.07017043977975845
146	rnn.bias_hh_l0_reverse	2	0.08050394058227539
146	rnn.bias_hh_l0_reverse	3	0.05950135737657547
146	rnn.bias_hh_l0_reverse	4	0.025511503219604492
146	rnn.bias_hh_l0_reverse	5	0.04447774589061737
146	rnn.bias_hh_l0_reverse	6	0.0656568855047226
146	rnn.bias_hh_l0_reverse	7	0.08413692563772202
146	rnn.bias_hh_l0_reverse	8	-0.010215646587312222
146	rnn.bias_hh_l0_reverse	9	0.05370189994573593
146	rnn.weight_ih_l1	0	0.023219209164381027
146	rnn.weight_ih_l1	1	0.015898795798420906
146	rnn.weight_ih_l1	2	0.08713054656982422
146	rnn.weight_ih_l1	3	-0.024200040847063065
146	rnn.weight_ih_l1	4	-0.024321306496858597
146	rnn.weight_ih_l1	5	-0.013100240379571915
146	rnn.weight_ih_l1	6	0.07272985577583313
146	rnn.weight_ih_l1	7	-0.004788651596754789
146	rnn.weight_ih_l1	8	-0.05263397470116615
146	rnn.weight_ih_l1	9	0.05473647266626358
146	rnn.weight_hh_l1	0	-0.0810915157198906
146	rnn.weight_hh_l1	1	-0.03586123138666153
146	rnn.weight_hh_l1	2	-0.008138283155858517
146	rnn.weight_hh_l1	3	-0.058276835829019547
146	rnn.weight_hh_l1	4	0.08595935255289078
146	rnn.weight_hh_l1	5	-0.08405084162950516
146	rnn.weight_hh_l1	6	-0.05021052435040474
146	rnn.weight_hh_l1	7	0.06495584547519684
146	rnn.weight_hh_l1	8	-0.013522480614483356
146	rnn.weight_hh_l1	9	-0.03971247747540474
146	rnn.bias_ih_l1	0	-0.03647155314683914
146	rnn.bias_ih_l1	1	0.05615442618727684
146	rnn.bias_ih_l1	2	-0.046481382101774216
146	rnn.bias_ih_l1	3	-0.07525032013654709
146	rnn.bias_ih_l1	4	-0.02907160483300686
146	rnn.bias_ih_l1	5	-0.004542074631899595
146	rnn.bias_ih_l1	6	-0.05045812577009201
146	rnn.bias_ih_l1	7	0.06266164034605026
146	rnn.bias_ih_l1	8	0.08260329812765121
146	rnn.bias_ih_l1	9	0.034453973174095154
146	rnn.bias_hh_l1	0	0.06878659129142761
146	rnn.bias_hh_l1	1	-0.05872555077075958
146	rnn.bias_hh_l1	2	0.019807185977697372
146	rnn.bias_hh_l1	3	0.07871159166097641
146	rnn.bias_hh_l1	4	0.057079415768384933
146	rnn.bias_hh_l1	5	-0.07840532809495926
146	rnn.bias_hh_l1	6	0.014173513278365135
146	rnn.bias_hh_l1	7	0.04117274284362793
146	rnn.bias_hh_l1	8	0.014322525821626186
146	rnn.bias_hh_l1	9	-0.005543690640479326
146	rnn.weight_ih_l1_reverse	0	0.08628147095441818
146	rnn.weight_ih_l1_reverse	1	-0.041725240647792816
146	rnn.weight_ih_l1_reverse	2	-0.0619286447763443
146	rnn.weight_ih_l1_reverse	3	0.025324363261461258
146	rnn.weight_ih_l1_reverse	4	-0.0464644730091095
146	rnn.weight_ih_l1_reverse	5	0.0241616889834404
146	rnn.weight_ih_l1_reverse	6	0.04041954129934311
146	rnn.weight_ih_l1_reverse	7	0.020292216911911964
146	rnn.weight_ih_l1_reverse	8	-0.00850811880081892
146	rnn.weight_ih_l1_reverse	9	-0.06469447165727615
146	rnn.weight_hh_l1_reverse	0	0.004957855679094791
146	rnn.weight_hh_l1_reverse	1	0.018961859866976738
146	rnn.weight_hh_l1_reverse	2	-0.05821840465068817
146	rnn.weight_hh_l1_reverse	3	-0.012795830145478249
146	rnn.weight_hh_l1_reverse	4	0.00890965573489666
146	rnn.weight_hh_l1_reverse	5	-0.06551805138587952
146	rnn.weight_hh_l1_reverse	6	-0.06730619072914124
146	rnn.weight_hh_l1_reverse	7	-0.011350533924996853
146	rnn.weight_hh_l1_reverse	8	-0.058404941111803055
146	rnn.weight_hh_l1_reverse	9	-0.04377969726920128
146	rnn.bias_ih_l1_reverse	0	-0.0028170470613986254
146	rnn.bias_ih_l1_reverse	1	-0.04213973134756088
146	rnn.bias_ih_l1_reverse	2	0.026888437569141388
146	rnn.bias_ih_l1_reverse	3	-0.08442586660385132
146	rnn.bias_ih_l1_reverse	4	-0.08696249127388
146	rnn.bias_ih_l1_reverse	5	-0.08684425055980682
146	rnn.bias_ih_l1_reverse	6	0.06354562193155289
146	rnn.bias_ih_l1_reverse	7	0.08450809866189957
146	rnn.bias_ih_l1_reverse	8	-0.004452165216207504
146	rnn.bias_ih_l1_reverse	9	-0.01124533824622631
146	rnn.bias_hh_l1_reverse	0	0.061225250363349915
146	rnn.bias_hh_l1_reverse	1	-0.06697268784046173
146	rnn.bias_hh_l1_reverse	2	-0.05356733873486519
146	rnn.bias_hh_l1_reverse	3	0.07402759790420532
146	rnn.bias_hh_l1_reverse	4	-0.022990737110376358
146	rnn.bias_hh_l1_reverse	5	-0.005952940788120031
146	rnn.bias_hh_l1_reverse	6	-0.05926768109202385
146	rnn.bias_hh_l1_reverse	7	-0.059895217418670654
146	rnn.bias_hh_l1_reverse	8	0.06623420119285583
146	rnn.bias_hh_l1_reverse	9	0.05181318521499634
146	rnn.weight_ih_l2	0	0.07616570591926575
146	rnn.weight_ih_l2	1	-0.05432692915201187
146	rnn.weight_ih_l2	2	0.06340101361274719
146	rnn.weight_ih_l2	3	0.06562741100788116
146	rnn.weight_ih_l2	4	0.056592583656311035
146	rnn.weight_ih_l2	5	-0.03574096038937569
146	rnn.weight_ih_l2	6	-0.07509732246398926
146	rnn.weight_ih_l2	7	0.012149793095886707
146	rnn.weight_ih_l2	8	-0.01718755066394806
146	rnn.weight_ih_l2	9	-0.06916900724172592
146	rnn.weight_hh_l2	0	0.048083409667015076
146	rnn.weight_hh_l2	1	0.03085743635892868
146	rnn.weight_hh_l2	2	-0.05472680553793907
146	rnn.weight_hh_l2	3	-0.025511370971798897
146	rnn.weight_hh_l2	4	0.05472354590892792
146	rnn.weight_hh_l2	5	-0.02417845092713833
146	rnn.weight_hh_l2	6	0.00848777499049902
146	rnn.weight_hh_l2	7	-0.05328352376818657
146	rnn.weight_hh_l2	8	-0.005775823723524809
146	rnn.weight_hh_l2	9	-0.018086044117808342
146	rnn.bias_ih_l2	0	0.14830152690410614
146	rnn.bias_ih_l2	1	0.011885681189596653
146	rnn.bias_ih_l2	2	0.07002516090869904
146	rnn.bias_ih_l2	3	0.028264906257390976
146	rnn.bias_ih_l2	4	-0.0063672177493572235
146	rnn.bias_ih_l2	5	0.0476887971162796
146	rnn.bias_ih_l2	6	0.014161338098347187
146	rnn.bias_ih_l2	7	0.017559845000505447
146	rnn.bias_ih_l2	8	0.01816398836672306
146	rnn.bias_ih_l2	9	-0.015539667569100857
146	rnn.bias_hh_l2	0	0.02296869456768036
146	rnn.bias_hh_l2	1	0.005536315497010946
146	rnn.bias_hh_l2	2	0.0748051106929779
146	rnn.bias_hh_l2	3	0.02979855239391327
146	rnn.bias_hh_l2	4	0.07762394100427628
146	rnn.bias_hh_l2	5	-0.05833873897790909
146	rnn.bias_hh_l2	6	0.0501289963722229
146	rnn.bias_hh_l2	7	-0.024446649476885796
146	rnn.bias_hh_l2	8	0.041842516511678696
146	rnn.bias_hh_l2	9	0.020708605647087097
146	rnn.weight_ih_l2_reverse	0	0.08226237446069717
146	rnn.weight_ih_l2_reverse	1	-0.05444784462451935
146	rnn.weight_ih_l2_reverse	2	0.0010962608503177762
146	rnn.weight_ih_l2_reverse	3	0.03526352345943451
146	rnn.weight_ih_l2_reverse	4	0.054023921489715576
146	rnn.weight_ih_l2_reverse	5	-0.04068979620933533
146	rnn.weight_ih_l2_reverse	6	-0.000601889390964061
146	rnn.weight_ih_l2_reverse	7	-0.014180304482579231
146	rnn.weight_ih_l2_reverse	8	0.012205683626234531
146	rnn.weight_ih_l2_reverse	9	-0.07975038886070251
146	rnn.weight_hh_l2_reverse	0	-0.08277858793735504
146	rnn.weight_hh_l2_reverse	1	0.01580974832177162
146	rnn.weight_hh_l2_reverse	2	0.01043389830738306
146	rnn.weight_hh_l2_reverse	3	0.024318311363458633
146	rnn.weight_hh_l2_reverse	4	-0.036772966384887695
146	rnn.weight_hh_l2_reverse	5	-0.014692739583551884
146	rnn.weight_hh_l2_reverse	6	-0.043178264051675797
146	rnn.weight_hh_l2_reverse	7	-0.05989183485507965
146	rnn.weight_hh_l2_reverse	8	-0.006689548026770353
146	rnn.weight_hh_l2_reverse	9	-0.05906722694635391
146	rnn.bias_ih_l2_reverse	0	-0.053183797746896744
146	rnn.bias_ih_l2_reverse	1	-0.027550233528017998
146	rnn.bias_ih_l2_reverse	2	0.04493160545825958
146	rnn.bias_ih_l2_reverse	3	0.031602490693330765
146	rnn.bias_ih_l2_reverse	4	0.07572479546070099
146	rnn.bias_ih_l2_reverse	5	-0.0887511745095253
146	rnn.bias_ih_l2_reverse	6	-0.04337000101804733
146	rnn.bias_ih_l2_reverse	7	-0.058562710881233215
146	rnn.bias_ih_l2_reverse	8	0.052758898586034775
146	rnn.bias_ih_l2_reverse	9	0.029025621712207794
146	rnn.bias_hh_l2_reverse	0	0.05478845164179802
146	rnn.bias_hh_l2_reverse	1	-0.06057020276784897
146	rnn.bias_hh_l2_reverse	2	-0.06734433770179749
146	rnn.bias_hh_l2_reverse	3	0.03157892823219299
146	rnn.bias_hh_l2_reverse	4	0.030560573562979698
146	rnn.bias_hh_l2_reverse	5	0.035448405891656876
146	rnn.bias_hh_l2_reverse	6	-0.08252158761024475
146	rnn.bias_hh_l2_reverse	7	-0.007103636860847473
146	rnn.bias_hh_l2_reverse	8	-0.10482821613550186
146	rnn.bias_hh_l2_reverse	9	-0.05508345738053322
146	linear.weight	0	0.025028489530086517
146	linear.weight	1	0.12692128121852875
146	linear.weight	2	-0.024108657613396645
146	linear.weight	3	-0.03626163303852081
146	linear.weight	4	-0.022248394787311554
146	linear.weight	5	0.04446236789226532
146	linear.weight	6	0.005010966211557388
146	linear.weight	7	-0.11058732867240906
146	linear.weight	8	-0.01814480498433113
146	linear.weight	9	0.1013350784778595
146	linear.bias	0	0.5015836358070374
146	linear.bias	1	0.7327866554260254
146	linear.bias	2	-1.6167056560516357
146	linear.bias	3	-0.05754556506872177
146	linear.bias	4	-0.050822705030441284
146	linear.bias	5	0.28103139996528625
147	transitions	0	0.03831426054239273
147	transitions	1	-10000.0
147	transitions	2	2.568251132965088
147	transitions	3	-1.0986645221710205
147	transitions	4	-10000.0
147	transitions	5	-10000.0
147	transitions	6	-10000.0
147	transitions	7	0.8817381262779236
147	transitions	8	0.8409242630004883
147	transitions	9	-1.2369569540023804
147	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
147	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
147	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
147	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
147	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
147	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
147	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
147	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
147	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
147	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
147	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
147	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
147	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
147	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
147	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
147	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
147	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
147	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
147	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
147	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
147	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
147	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
147	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
147	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
147	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
147	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
147	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
147	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
147	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
147	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
147	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
147	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
147	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
147	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
147	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
147	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
147	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
147	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
147	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
147	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
147	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
147	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
147	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
147	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
147	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
147	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
147	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
147	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
147	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
147	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
147	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
147	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
147	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
147	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
147	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
147	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
147	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
147	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
147	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
147	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
147	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
147	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
147	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
147	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
147	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
147	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
147	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
147	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
147	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
147	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
147	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
147	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
147	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
147	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
147	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
147	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
147	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
147	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
147	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
147	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
147	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
147	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
147	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
147	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
147	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
147	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
147	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
147	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
147	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
147	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
147	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
147	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
147	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
147	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
147	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
147	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
147	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
147	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
147	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
147	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
147	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
147	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
147	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
147	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
147	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
147	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
147	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
147	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
147	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
147	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
147	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
147	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
147	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
147	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
147	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
147	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
147	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
147	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
147	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
147	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
147	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
147	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
147	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
147	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
147	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
147	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
147	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
147	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
147	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
147	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
147	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
147	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
147	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
147	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
147	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
147	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
147	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
147	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
147	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
147	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
147	embedding2nn.weight	0	0.014754745177924633
147	embedding2nn.weight	1	0.00010482367360964417
147	embedding2nn.weight	2	0.005558510310947895
147	embedding2nn.weight	3	0.0007141444948501885
147	embedding2nn.weight	4	-0.008193457499146461
147	embedding2nn.weight	5	-0.005514082033187151
147	embedding2nn.weight	6	-0.0008647381910122931
147	embedding2nn.weight	7	-0.0029703525360673666
147	embedding2nn.weight	8	0.01287166215479374
147	embedding2nn.weight	9	0.004418879747390747
147	embedding2nn.bias	0	0.004725372884422541
147	embedding2nn.bias	1	-0.013653111644089222
147	embedding2nn.bias	2	0.007761669345200062
147	embedding2nn.bias	3	-0.012629704549908638
147	embedding2nn.bias	4	-0.02285444363951683
147	embedding2nn.bias	5	-0.001075891312211752
147	embedding2nn.bias	6	0.008435547351837158
147	embedding2nn.bias	7	0.0005553429946303368
147	embedding2nn.bias	8	-0.00896231085062027
147	embedding2nn.bias	9	-0.0023831871803849936
147	rnn.weight_ih_l0	0	-0.052398037165403366
147	rnn.weight_ih_l0	1	0.050793688744306564
147	rnn.weight_ih_l0	2	0.031854867935180664
147	rnn.weight_ih_l0	3	0.014732260257005692
147	rnn.weight_ih_l0	4	0.012560172937810421
147	rnn.weight_ih_l0	5	0.08419228345155716
147	rnn.weight_ih_l0	6	0.07608219236135483
147	rnn.weight_ih_l0	7	0.03780109062790871
147	rnn.weight_ih_l0	8	-0.045769236981868744
147	rnn.weight_ih_l0	9	0.008123405277729034
147	rnn.weight_hh_l0	0	0.008210530504584312
147	rnn.weight_hh_l0	1	-0.06410178542137146
147	rnn.weight_hh_l0	2	-0.06545992195606232
147	rnn.weight_hh_l0	3	0.07149352133274078
147	rnn.weight_hh_l0	4	0.07098797708749771
147	rnn.weight_hh_l0	5	0.005889520514756441
147	rnn.weight_hh_l0	6	-0.0012518567964434624
147	rnn.weight_hh_l0	7	-0.017904359847307205
147	rnn.weight_hh_l0	8	-0.02930316887795925
147	rnn.weight_hh_l0	9	0.057572126388549805
147	rnn.bias_ih_l0	0	-0.06271348148584366
147	rnn.bias_ih_l0	1	0.08860964328050613
147	rnn.bias_ih_l0	2	0.020247524604201317
147	rnn.bias_ih_l0	3	0.08010172098875046
147	rnn.bias_ih_l0	4	-0.07319021970033646
147	rnn.bias_ih_l0	5	0.08253853023052216
147	rnn.bias_ih_l0	6	-0.06754150241613388
147	rnn.bias_ih_l0	7	-0.03559351712465286
147	rnn.bias_ih_l0	8	-0.09235437959432602
147	rnn.bias_ih_l0	9	-0.04566068574786186
147	rnn.bias_hh_l0	0	0.03472697362303734
147	rnn.bias_hh_l0	1	0.07341903448104858
147	rnn.bias_hh_l0	2	0.07000680267810822
147	rnn.bias_hh_l0	3	0.08500078320503235
147	rnn.bias_hh_l0	4	-0.09731393307447433
147	rnn.bias_hh_l0	5	-0.071506068110466
147	rnn.bias_hh_l0	6	0.07765164226293564
147	rnn.bias_hh_l0	7	-0.08259595930576324
147	rnn.bias_hh_l0	8	-0.026591800153255463
147	rnn.bias_hh_l0	9	0.008101748302578926
147	rnn.weight_ih_l0_reverse	0	0.07935269176959991
147	rnn.weight_ih_l0_reverse	1	0.07334389537572861
147	rnn.weight_ih_l0_reverse	2	0.038750357925891876
147	rnn.weight_ih_l0_reverse	3	0.033695198595523834
147	rnn.weight_ih_l0_reverse	4	-0.036809489130973816
147	rnn.weight_ih_l0_reverse	5	0.05086236074566841
147	rnn.weight_ih_l0_reverse	6	0.06643318384885788
147	rnn.weight_ih_l0_reverse	7	0.022363334894180298
147	rnn.weight_ih_l0_reverse	8	-0.05758862942457199
147	rnn.weight_ih_l0_reverse	9	-0.052859123796224594
147	rnn.weight_hh_l0_reverse	0	0.025154802948236465
147	rnn.weight_hh_l0_reverse	1	-0.08718091994524002
147	rnn.weight_hh_l0_reverse	2	0.06337863951921463
147	rnn.weight_hh_l0_reverse	3	-0.021553073078393936
147	rnn.weight_hh_l0_reverse	4	0.08421339839696884
147	rnn.weight_hh_l0_reverse	5	-0.0018741940148174763
147	rnn.weight_hh_l0_reverse	6	0.029883282259106636
147	rnn.weight_hh_l0_reverse	7	0.07845999300479889
147	rnn.weight_hh_l0_reverse	8	-0.02239317074418068
147	rnn.weight_hh_l0_reverse	9	-0.04659271985292435
147	rnn.bias_ih_l0_reverse	0	0.0010797762079164386
147	rnn.bias_ih_l0_reverse	1	-0.017744697630405426
147	rnn.bias_ih_l0_reverse	2	-0.0145490150898695
147	rnn.bias_ih_l0_reverse	3	0.0372263640165329
147	rnn.bias_ih_l0_reverse	4	0.06713327020406723
147	rnn.bias_ih_l0_reverse	5	-0.020753899589180946
147	rnn.bias_ih_l0_reverse	6	-0.02688085287809372
147	rnn.bias_ih_l0_reverse	7	-0.04840296879410744
147	rnn.bias_ih_l0_reverse	8	0.008655542507767677
147	rnn.bias_ih_l0_reverse	9	-0.06856782734394073
147	rnn.bias_hh_l0_reverse	0	0.03928396478295326
147	rnn.bias_hh_l0_reverse	1	-0.06993042677640915
147	rnn.bias_hh_l0_reverse	2	0.08029460906982422
147	rnn.bias_hh_l0_reverse	3	0.05980139225721359
147	rnn.bias_hh_l0_reverse	4	0.026284271851181984
147	rnn.bias_hh_l0_reverse	5	0.044392794370651245
147	rnn.bias_hh_l0_reverse	6	0.06639910489320755
147	rnn.bias_hh_l0_reverse	7	0.08357882499694824
147	rnn.bias_hh_l0_reverse	8	-0.00953043345361948
147	rnn.bias_hh_l0_reverse	9	0.05241526663303375
147	rnn.weight_ih_l1	0	0.023558365181088448
147	rnn.weight_ih_l1	1	0.015810878947377205
147	rnn.weight_ih_l1	2	0.0864405557513237
147	rnn.weight_ih_l1	3	-0.024099653586745262
147	rnn.weight_ih_l1	4	-0.024326151236891747
147	rnn.weight_ih_l1	5	-0.013230386190116405
147	rnn.weight_ih_l1	6	0.07271689176559448
147	rnn.weight_ih_l1	7	-0.00470422999933362
147	rnn.weight_ih_l1	8	-0.052636127918958664
147	rnn.weight_ih_l1	9	0.0549643337726593
147	rnn.weight_hh_l1	0	-0.08105812966823578
147	rnn.weight_hh_l1	1	-0.03588445484638214
147	rnn.weight_hh_l1	2	-0.008134318515658379
147	rnn.weight_hh_l1	3	-0.05827971547842026
147	rnn.weight_hh_l1	4	0.08602948486804962
147	rnn.weight_hh_l1	5	-0.08405987918376923
147	rnn.weight_hh_l1	6	-0.05014265328645706
147	rnn.weight_hh_l1	7	0.06517340987920761
147	rnn.weight_hh_l1	8	-0.013513286598026752
147	rnn.weight_hh_l1	9	-0.03972785547375679
147	rnn.bias_ih_l1	0	-0.03698891028761864
147	rnn.bias_ih_l1	1	0.05583564564585686
147	rnn.bias_ih_l1	2	-0.0463811494410038
147	rnn.bias_ih_l1	3	-0.07561230659484863
147	rnn.bias_ih_l1	4	-0.028812779113650322
147	rnn.bias_ih_l1	5	0.004294702783226967
147	rnn.bias_ih_l1	6	-0.05132037401199341
147	rnn.bias_ih_l1	7	0.06260521709918976
147	rnn.bias_ih_l1	8	0.08271312713623047
147	rnn.bias_ih_l1	9	0.03003295511007309
147	rnn.bias_hh_l1	0	0.06880638003349304
147	rnn.bias_hh_l1	1	-0.058694448322057724
147	rnn.bias_hh_l1	2	0.019662195816636086
147	rnn.bias_hh_l1	3	0.07877109944820404
147	rnn.bias_hh_l1	4	0.057099848985672
147	rnn.bias_hh_l1	5	-0.07859545946121216
147	rnn.bias_hh_l1	6	0.01414940133690834
147	rnn.bias_hh_l1	7	0.041086312383413315
147	rnn.bias_hh_l1	8	0.01428636908531189
147	rnn.bias_hh_l1	9	-0.00556164002045989
147	rnn.weight_ih_l1_reverse	0	0.08628636598587036
147	rnn.weight_ih_l1_reverse	1	-0.04172449931502342
147	rnn.weight_ih_l1_reverse	2	-0.06189298257231712
147	rnn.weight_ih_l1_reverse	3	0.02533164992928505
147	rnn.weight_ih_l1_reverse	4	-0.046469952911138535
147	rnn.weight_ih_l1_reverse	5	0.024071434512734413
147	rnn.weight_ih_l1_reverse	6	0.04043744504451752
147	rnn.weight_ih_l1_reverse	7	0.020290641114115715
147	rnn.weight_ih_l1_reverse	8	-0.0086489487439394
147	rnn.weight_ih_l1_reverse	9	-0.06545113027095795
147	rnn.weight_hh_l1_reverse	0	0.004879938904196024
147	rnn.weight_hh_l1_reverse	1	0.018973806872963905
147	rnn.weight_hh_l1_reverse	2	-0.058215152472257614
147	rnn.weight_hh_l1_reverse	3	-0.012776016257703304
147	rnn.weight_hh_l1_reverse	4	0.00890636257827282
147	rnn.weight_hh_l1_reverse	5	-0.06554802507162094
147	rnn.weight_hh_l1_reverse	6	-0.06730522215366364
147	rnn.weight_hh_l1_reverse	7	-0.011353920213878155
147	rnn.weight_hh_l1_reverse	8	-0.05837864428758621
147	rnn.weight_hh_l1_reverse	9	-0.04379637539386749
147	rnn.bias_ih_l1_reverse	0	-0.0029915079940110445
147	rnn.bias_ih_l1_reverse	1	-0.04190346971154213
147	rnn.bias_ih_l1_reverse	2	0.02752869203686714
147	rnn.bias_ih_l1_reverse	3	-0.08401976525783539
147	rnn.bias_ih_l1_reverse	4	-0.08670265227556229
147	rnn.bias_ih_l1_reverse	5	-0.08700897544622421
147	rnn.bias_ih_l1_reverse	6	0.06418250501155853
147	rnn.bias_ih_l1_reverse	7	0.08455953001976013
147	rnn.bias_ih_l1_reverse	8	-0.0038213934749364853
147	rnn.bias_ih_l1_reverse	9	-0.011334223672747612
147	rnn.bias_hh_l1_reverse	0	0.0611877404153347
147	rnn.bias_hh_l1_reverse	1	-0.06726934015750885
147	rnn.bias_hh_l1_reverse	2	-0.05348837375640869
147	rnn.bias_hh_l1_reverse	3	0.07450249046087265
147	rnn.bias_hh_l1_reverse	4	-0.023091211915016174
147	rnn.bias_hh_l1_reverse	5	-0.0057447850704193115
147	rnn.bias_hh_l1_reverse	6	-0.05942187458276749
147	rnn.bias_hh_l1_reverse	7	-0.05981915071606636
147	rnn.bias_hh_l1_reverse	8	0.06628147512674332
147	rnn.bias_hh_l1_reverse	9	0.05290037766098976
147	rnn.weight_ih_l2	0	0.0763523206114769
147	rnn.weight_ih_l2	1	-0.0542844794690609
147	rnn.weight_ih_l2	2	0.06340450793504715
147	rnn.weight_ih_l2	3	0.06567341089248657
147	rnn.weight_ih_l2	4	0.05663250759243965
147	rnn.weight_ih_l2	5	-0.03547040745615959
147	rnn.weight_ih_l2	6	-0.07505436986684799
147	rnn.weight_ih_l2	7	0.012149469926953316
147	rnn.weight_ih_l2	8	-0.017187170684337616
147	rnn.weight_ih_l2	9	-0.06917836517095566
147	rnn.weight_hh_l2	0	0.04807717725634575
147	rnn.weight_hh_l2	1	0.03088223561644554
147	rnn.weight_hh_l2	2	-0.05472544580698013
147	rnn.weight_hh_l2	3	-0.025595488026738167
147	rnn.weight_hh_l2	4	0.054752688854932785
147	rnn.weight_hh_l2	5	-0.024324936792254448
147	rnn.weight_hh_l2	6	0.008526136167347431
147	rnn.weight_hh_l2	7	-0.053298626095056534
147	rnn.weight_hh_l2	8	-0.005740933585911989
147	rnn.weight_hh_l2	9	-0.018087197095155716
147	rnn.bias_ih_l2	0	0.14637596905231476
147	rnn.bias_ih_l2	1	0.0115293487906456
147	rnn.bias_ih_l2	2	0.06868664175271988
147	rnn.bias_ih_l2	3	0.028400707989931107
147	rnn.bias_ih_l2	4	-0.006454549729824066
147	rnn.bias_ih_l2	5	0.047656577080488205
147	rnn.bias_ih_l2	6	0.0142613984644413
147	rnn.bias_ih_l2	7	0.017151612788438797
147	rnn.bias_ih_l2	8	0.01833113469183445
147	rnn.bias_ih_l2	9	-0.015530923381447792
147	rnn.bias_hh_l2	0	0.02346172370016575
147	rnn.bias_hh_l2	1	0.0055240425281226635
147	rnn.bias_hh_l2	2	0.07428046315908432
147	rnn.bias_hh_l2	3	0.029801558703184128
147	rnn.bias_hh_l2	4	0.07751302421092987
147	rnn.bias_hh_l2	5	-0.049515288323163986
147	rnn.bias_hh_l2	6	0.050000064074993134
147	rnn.bias_hh_l2	7	-0.024342291057109833
147	rnn.bias_hh_l2	8	0.04193519055843353
147	rnn.bias_hh_l2	9	0.018436485901474953
147	rnn.weight_ih_l2_reverse	0	0.08226631581783295
147	rnn.weight_ih_l2_reverse	1	-0.05474577844142914
147	rnn.weight_ih_l2_reverse	2	0.0011069329921156168
147	rnn.weight_ih_l2_reverse	3	0.03527931496500969
147	rnn.weight_ih_l2_reverse	4	0.05403768643736839
147	rnn.weight_ih_l2_reverse	5	-0.04069919139146805
147	rnn.weight_ih_l2_reverse	6	9.258603677153587e-05
147	rnn.weight_ih_l2_reverse	7	-0.014094346202909946
147	rnn.weight_ih_l2_reverse	8	0.011849284172058105
147	rnn.weight_ih_l2_reverse	9	-0.07976704090833664
147	rnn.weight_hh_l2_reverse	0	-0.08278112858533859
147	rnn.weight_hh_l2_reverse	1	0.01590302400290966
147	rnn.weight_hh_l2_reverse	2	0.010434554889798164
147	rnn.weight_hh_l2_reverse	3	0.024318106472492218
147	rnn.weight_hh_l2_reverse	4	-0.036762844771146774
147	rnn.weight_hh_l2_reverse	5	-0.014688913710415363
147	rnn.weight_hh_l2_reverse	6	-0.04295232519507408
147	rnn.weight_hh_l2_reverse	7	-0.05988755822181702
147	rnn.weight_hh_l2_reverse	8	-0.0066957976669073105
147	rnn.weight_hh_l2_reverse	9	-0.05906926095485687
147	rnn.bias_ih_l2_reverse	0	-0.05798527970910072
147	rnn.bias_ih_l2_reverse	1	-0.02765047363936901
147	rnn.bias_ih_l2_reverse	2	0.044730059802532196
147	rnn.bias_ih_l2_reverse	3	0.03476221114397049
147	rnn.bias_ih_l2_reverse	4	0.07579002529382706
147	rnn.bias_ih_l2_reverse	5	-0.08878140896558762
147	rnn.bias_ih_l2_reverse	6	-0.043409254401922226
147	rnn.bias_ih_l2_reverse	7	-0.058841533958911896
147	rnn.bias_ih_l2_reverse	8	0.05137163773179054
147	rnn.bias_ih_l2_reverse	9	0.02931075729429722
147	rnn.bias_hh_l2_reverse	0	0.05389350280165672
147	rnn.bias_hh_l2_reverse	1	-0.062043000012636185
147	rnn.bias_hh_l2_reverse	2	-0.06737715005874634
147	rnn.bias_hh_l2_reverse	3	0.03170459717512131
147	rnn.bias_hh_l2_reverse	4	0.03033803217113018
147	rnn.bias_hh_l2_reverse	5	0.035855114459991455
147	rnn.bias_hh_l2_reverse	6	-0.08268281072378159
147	rnn.bias_hh_l2_reverse	7	-0.00670201750472188
147	rnn.bias_hh_l2_reverse	8	-0.10462474822998047
147	rnn.bias_hh_l2_reverse	9	-0.05528774484992027
147	linear.weight	0	0.025028489530086517
147	linear.weight	1	0.12592096626758575
147	linear.weight	2	-0.024123290553689003
147	linear.weight	3	-0.03624959662556648
147	linear.weight	4	-0.022248394787311554
147	linear.weight	5	0.04491957649588585
147	linear.weight	6	0.00599075248464942
147	linear.weight	7	-0.11878962069749832
147	linear.weight	8	-0.0199846550822258
147	linear.weight	9	0.10342124849557877
147	linear.bias	0	0.536396861076355
147	linear.bias	1	0.7792016267776489
147	linear.bias	2	-1.6173923015594482
147	linear.bias	3	-0.05754556506872177
147	linear.bias	4	-0.050822705030441284
147	linear.bias	5	0.2004898637533188
148	transitions	0	0.038013722747564316
148	transitions	1	-10000.0
148	transitions	2	2.5565602779388428
148	transitions	3	-1.1051437854766846
148	transitions	4	-10000.0
148	transitions	5	-10000.0
148	transitions	6	-10000.0
148	transitions	7	0.8817332983016968
148	transitions	8	0.8407515287399292
148	transitions	9	-1.2377065420150757
148	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
148	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
148	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
148	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
148	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
148	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
148	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
148	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
148	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
148	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
148	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
148	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
148	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
148	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
148	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
148	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
148	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
148	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
148	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
148	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
148	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
148	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
148	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
148	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
148	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
148	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
148	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
148	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
148	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
148	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
148	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
148	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
148	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
148	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
148	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
148	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
148	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
148	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
148	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
148	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
148	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
148	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
148	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
148	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
148	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
148	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
148	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
148	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
148	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
148	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
148	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
148	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
148	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
148	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
148	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
148	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
148	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
148	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
148	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
148	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
148	embedding2nn.weight	0	0.014781937934458256
148	embedding2nn.weight	1	0.00014237259165383875
148	embedding2nn.weight	2	0.005557672586292028
148	embedding2nn.weight	3	0.0007023875368759036
148	embedding2nn.weight	4	-0.008202699013054371
148	embedding2nn.weight	5	-0.005510244984179735
148	embedding2nn.weight	6	-0.0008389296708628535
148	embedding2nn.weight	7	-0.0029410398565232754
148	embedding2nn.weight	8	0.012870374135673046
148	embedding2nn.weight	9	0.004422644153237343
148	embedding2nn.bias	0	0.00380578450858593
148	embedding2nn.bias	1	-0.012197945266962051
148	embedding2nn.bias	2	0.009205557405948639
148	embedding2nn.bias	3	-0.013118574395775795
148	embedding2nn.bias	4	-0.023465082049369812
148	embedding2nn.bias	5	-0.001550861168652773
148	embedding2nn.bias	6	0.009263619780540466
148	embedding2nn.bias	7	0.0014368945267051458
148	embedding2nn.bias	8	-0.010520420968532562
148	embedding2nn.bias	9	-0.0017757676541805267
148	rnn.weight_ih_l0	0	-0.05240151658654213
148	rnn.weight_ih_l0	1	0.05079546943306923
148	rnn.weight_ih_l0	2	0.03185229003429413
148	rnn.weight_ih_l0	3	0.014727892354130745
148	rnn.weight_ih_l0	4	0.012554074637591839
148	rnn.weight_ih_l0	5	0.08418910205364227
148	rnn.weight_ih_l0	6	0.07608284056186676
148	rnn.weight_ih_l0	7	0.03780290111899376
148	rnn.weight_ih_l0	8	-0.045729465782642365
148	rnn.weight_ih_l0	9	0.008148690685629845
148	rnn.weight_hh_l0	0	0.008210779167711735
148	rnn.weight_hh_l0	1	-0.06411900371313095
148	rnn.weight_hh_l0	2	-0.06544681638479233
148	rnn.weight_hh_l0	3	0.07148434221744537
148	rnn.weight_hh_l0	4	0.07098846882581711
148	rnn.weight_hh_l0	5	0.005855806637555361
148	rnn.weight_hh_l0	6	-0.0011860618833452463
148	rnn.weight_hh_l0	7	-0.017948711290955544
148	rnn.weight_hh_l0	8	-0.029346298426389694
148	rnn.weight_hh_l0	9	0.05758525803685188
148	rnn.bias_ih_l0	0	-0.06246291100978851
148	rnn.bias_ih_l0	1	0.08862008154392242
148	rnn.bias_ih_l0	2	0.020245976746082306
148	rnn.bias_ih_l0	3	0.08020196855068207
148	rnn.bias_ih_l0	4	-0.07385911792516708
148	rnn.bias_ih_l0	5	0.08299330621957779
148	rnn.bias_ih_l0	6	-0.06476730108261108
148	rnn.bias_ih_l0	7	-0.03554534167051315
148	rnn.bias_ih_l0	8	-0.09169661998748779
148	rnn.bias_ih_l0	9	-0.04561731591820717
148	rnn.bias_hh_l0	0	0.03442935273051262
148	rnn.bias_hh_l0	1	0.07342346757650375
148	rnn.bias_hh_l0	2	0.06998966634273529
148	rnn.bias_hh_l0	3	0.08497287333011627
148	rnn.bias_hh_l0	4	-0.09841377288103104
148	rnn.bias_hh_l0	5	-0.07153408974409103
148	rnn.bias_hh_l0	6	0.0775967612862587
148	rnn.bias_hh_l0	7	-0.08510812371969223
148	rnn.bias_hh_l0	8	-0.02659694291651249
148	rnn.bias_hh_l0	9	0.006134056486189365
148	rnn.weight_ih_l0_reverse	0	0.0793585479259491
148	rnn.weight_ih_l0_reverse	1	0.07332943379878998
148	rnn.weight_ih_l0_reverse	2	0.03875288739800453
148	rnn.weight_ih_l0_reverse	3	0.033695515245199203
148	rnn.weight_ih_l0_reverse	4	-0.036808378994464874
148	rnn.weight_ih_l0_reverse	5	0.05085967108607292
148	rnn.weight_ih_l0_reverse	6	0.06643518060445786
148	rnn.weight_ih_l0_reverse	7	0.022366130724549294
148	rnn.weight_ih_l0_reverse	8	-0.057604528963565826
148	rnn.weight_ih_l0_reverse	9	-0.05285881832242012
148	rnn.weight_hh_l0_reverse	0	0.025176096707582474
148	rnn.weight_hh_l0_reverse	1	-0.08718070387840271
148	rnn.weight_hh_l0_reverse	2	0.06337466090917587
148	rnn.weight_hh_l0_reverse	3	-0.021557500585913658
148	rnn.weight_hh_l0_reverse	4	0.08422444015741348
148	rnn.weight_hh_l0_reverse	5	-0.0018861935241147876
148	rnn.weight_hh_l0_reverse	6	0.029908673837780952
148	rnn.weight_hh_l0_reverse	7	0.07845798879861832
148	rnn.weight_hh_l0_reverse	8	-0.022388983517885208
148	rnn.weight_hh_l0_reverse	9	-0.046597085893154144
148	rnn.bias_ih_l0_reverse	0	0.0011959555558860302
148	rnn.bias_ih_l0_reverse	1	-0.01789378933608532
148	rnn.bias_ih_l0_reverse	2	-0.015035576187074184
148	rnn.bias_ih_l0_reverse	3	0.03729218244552612
148	rnn.bias_ih_l0_reverse	4	0.0671270415186882
148	rnn.bias_ih_l0_reverse	5	-0.02073962427675724
148	rnn.bias_ih_l0_reverse	6	-0.026865797117352486
148	rnn.bias_ih_l0_reverse	7	-0.04837688431143761
148	rnn.bias_ih_l0_reverse	8	0.008481349796056747
148	rnn.bias_ih_l0_reverse	9	-0.06834165751934052
148	rnn.bias_hh_l0_reverse	0	0.0393357016146183
148	rnn.bias_hh_l0_reverse	1	-0.06970425695180893
148	rnn.bias_hh_l0_reverse	2	0.08032479882240295
148	rnn.bias_hh_l0_reverse	3	0.059868376702070236
148	rnn.bias_hh_l0_reverse	4	0.02571319043636322
148	rnn.bias_hh_l0_reverse	5	0.04454633966088295
148	rnn.bias_hh_l0_reverse	6	0.06624515354633331
148	rnn.bias_hh_l0_reverse	7	0.08357764780521393
148	rnn.bias_hh_l0_reverse	8	-0.009632850997149944
148	rnn.bias_hh_l0_reverse	9	0.05263357236981392
148	rnn.weight_ih_l1	0	0.023640310391783714
148	rnn.weight_ih_l1	1	0.015823962166905403
148	rnn.weight_ih_l1	2	0.08753523975610733
148	rnn.weight_ih_l1	3	-0.024110527709126472
148	rnn.weight_ih_l1	4	-0.024318741634488106
148	rnn.weight_ih_l1	5	-0.013039614073932171
148	rnn.weight_ih_l1	6	0.07272757589817047
148	rnn.weight_ih_l1	7	-0.004648429807275534
148	rnn.weight_ih_l1	8	-0.052633970975875854
148	rnn.weight_ih_l1	9	0.05483577772974968
148	rnn.weight_hh_l1	0	-0.08098536729812622
148	rnn.weight_hh_l1	1	-0.035890497267246246
148	rnn.weight_hh_l1	2	-0.008133618161082268
148	rnn.weight_hh_l1	3	-0.05828430503606796
148	rnn.weight_hh_l1	4	0.08605264872312546
148	rnn.weight_hh_l1	5	-0.08406057953834534
148	rnn.weight_hh_l1	6	-0.05017430707812309
148	rnn.weight_hh_l1	7	0.0650775358080864
148	rnn.weight_hh_l1	8	-0.01351134292781353
148	rnn.weight_hh_l1	9	-0.0397348515689373
148	rnn.bias_ih_l1	0	-0.03711426258087158
148	rnn.bias_ih_l1	1	0.05582953244447708
148	rnn.bias_ih_l1	2	-0.04636957123875618
148	rnn.bias_ih_l1	3	-0.0752301812171936
148	rnn.bias_ih_l1	4	-0.02881164476275444
148	rnn.bias_ih_l1	5	0.0008165191393345594
148	rnn.bias_ih_l1	6	-0.05072075501084328
148	rnn.bias_ih_l1	7	0.06269945204257965
148	rnn.bias_ih_l1	8	0.08307287842035294
148	rnn.bias_ih_l1	9	0.03078574500977993
148	rnn.bias_hh_l1	0	0.06883828341960907
148	rnn.bias_hh_l1	1	-0.05864578112959862
148	rnn.bias_hh_l1	2	0.019598297774791718
148	rnn.bias_hh_l1	3	0.0788130834698677
148	rnn.bias_hh_l1	4	0.05711447075009346
148	rnn.bias_hh_l1	5	-0.07860347628593445
148	rnn.bias_hh_l1	6	0.014192046597599983
148	rnn.bias_hh_l1	7	0.040911994874477386
148	rnn.bias_hh_l1	8	0.014387130737304688
148	rnn.bias_hh_l1	9	-0.005563294980674982
148	rnn.weight_ih_l1_reverse	0	0.08628503978252411
148	rnn.weight_ih_l1_reverse	1	-0.04171930253505707
148	rnn.weight_ih_l1_reverse	2	-0.06189128756523132
148	rnn.weight_ih_l1_reverse	3	0.02534017339348793
148	rnn.weight_ih_l1_reverse	4	-0.04647162929177284
148	rnn.weight_ih_l1_reverse	5	0.024068521335721016
148	rnn.weight_ih_l1_reverse	6	0.04043494164943695
148	rnn.weight_ih_l1_reverse	7	0.020302990451455116
148	rnn.weight_ih_l1_reverse	8	-0.00866076909005642
148	rnn.weight_ih_l1_reverse	9	-0.06557422876358032
148	rnn.weight_hh_l1_reverse	0	0.004881036933511496
148	rnn.weight_hh_l1_reverse	1	0.018974384292960167
148	rnn.weight_hh_l1_reverse	2	-0.058221835643053055
148	rnn.weight_hh_l1_reverse	3	-0.012771333567798138
148	rnn.weight_hh_l1_reverse	4	0.008900279179215431
148	rnn.weight_hh_l1_reverse	5	-0.06548862904310226
148	rnn.weight_hh_l1_reverse	6	-0.06730437278747559
148	rnn.weight_hh_l1_reverse	7	-0.011354641057550907
148	rnn.weight_hh_l1_reverse	8	-0.05834980681538582
148	rnn.weight_hh_l1_reverse	9	-0.04380432888865471
148	rnn.bias_ih_l1_reverse	0	-0.0029913473408669233
148	rnn.bias_ih_l1_reverse	1	-0.041895005851984024
148	rnn.bias_ih_l1_reverse	2	0.027643615379929543
148	rnn.bias_ih_l1_reverse	3	-0.08401981741189957
148	rnn.bias_ih_l1_reverse	4	-0.08667748421430588
148	rnn.bias_ih_l1_reverse	5	-0.08692792057991028
148	rnn.bias_ih_l1_reverse	6	0.06434160470962524
148	rnn.bias_ih_l1_reverse	7	0.08448125422000885
148	rnn.bias_ih_l1_reverse	8	-0.0033857610542327166
148	rnn.bias_ih_l1_reverse	9	-0.011313882656395435
148	rnn.bias_hh_l1_reverse	0	0.06122175231575966
148	rnn.bias_hh_l1_reverse	1	-0.06713131070137024
148	rnn.bias_hh_l1_reverse	2	-0.05350034683942795
148	rnn.bias_hh_l1_reverse	3	0.07426737993955612
148	rnn.bias_hh_l1_reverse	4	-0.02308817021548748
148	rnn.bias_hh_l1_reverse	5	-0.0057753631845116615
148	rnn.bias_hh_l1_reverse	6	-0.05938486009836197
148	rnn.bias_hh_l1_reverse	7	-0.05981486290693283
148	rnn.bias_hh_l1_reverse	8	0.06628324836492538
148	rnn.bias_hh_l1_reverse	9	0.05276360735297203
148	rnn.weight_ih_l2	0	0.07627745717763901
148	rnn.weight_ih_l2	1	-0.054281141608953476
148	rnn.weight_ih_l2	2	0.0634039044380188
148	rnn.weight_ih_l2	3	0.06568868458271027
148	rnn.weight_ih_l2	4	0.056640490889549255
148	rnn.weight_ih_l2	5	-0.03546243533492088
148	rnn.weight_ih_l2	6	-0.07505007088184357
148	rnn.weight_ih_l2	7	0.012171171605587006
148	rnn.weight_ih_l2	8	-0.017188921570777893
148	rnn.weight_ih_l2	9	-0.0691741555929184
148	rnn.weight_hh_l2	0	0.04807979241013527
148	rnn.weight_hh_l2	1	0.030901746824383736
148	rnn.weight_hh_l2	2	-0.0547298789024353
148	rnn.weight_hh_l2	3	-0.025573810562491417
148	rnn.weight_hh_l2	4	0.05476745590567589
148	rnn.weight_hh_l2	5	-0.02436869777739048
148	rnn.weight_hh_l2	6	0.008515603840351105
148	rnn.weight_hh_l2	7	-0.053302668035030365
148	rnn.weight_hh_l2	8	-0.005631790030747652
148	rnn.weight_hh_l2	9	-0.018094344064593315
148	rnn.bias_ih_l2	0	0.14668865501880646
148	rnn.bias_ih_l2	1	0.011465679854154587
148	rnn.bias_ih_l2	2	0.06881974637508392
148	rnn.bias_ih_l2	3	0.02825264260172844
148	rnn.bias_ih_l2	4	-0.006512487307190895
148	rnn.bias_ih_l2	5	0.04766315221786499
148	rnn.bias_ih_l2	6	0.014156210236251354
148	rnn.bias_ih_l2	7	0.017173809930682182
148	rnn.bias_ih_l2	8	0.018192412331700325
148	rnn.bias_ih_l2	9	-0.015512622892856598
148	rnn.bias_hh_l2	0	0.023728758096694946
148	rnn.bias_hh_l2	1	0.005213144235312939
148	rnn.bias_hh_l2	2	0.07438274472951889
148	rnn.bias_hh_l2	3	0.029908480122685432
148	rnn.bias_hh_l2	4	0.07752450555562973
148	rnn.bias_hh_l2	5	-0.05119384825229645
148	rnn.bias_hh_l2	6	0.0508299358189106
148	rnn.bias_hh_l2	7	-0.024491259828209877
148	rnn.bias_hh_l2	8	0.04203840345144272
148	rnn.bias_hh_l2	9	0.022877875715494156
148	rnn.weight_ih_l2_reverse	0	0.08226940780878067
148	rnn.weight_ih_l2_reverse	1	-0.05465107783675194
148	rnn.weight_ih_l2_reverse	2	0.0011139371199533343
148	rnn.weight_ih_l2_reverse	3	0.035279273986816406
148	rnn.weight_ih_l2_reverse	4	0.054032426327466965
148	rnn.weight_ih_l2_reverse	5	-0.04069950431585312
148	rnn.weight_ih_l2_reverse	6	-4.4787422666558996e-05
148	rnn.weight_ih_l2_reverse	7	-0.014078729785978794
148	rnn.weight_ih_l2_reverse	8	0.011994730681180954
148	rnn.weight_ih_l2_reverse	9	-0.07976710796356201
148	rnn.weight_hh_l2_reverse	0	-0.0827808752655983
148	rnn.weight_hh_l2_reverse	1	0.015888774767518044
148	rnn.weight_hh_l2_reverse	2	0.010434512048959732
148	rnn.weight_hh_l2_reverse	3	0.024319492280483246
148	rnn.weight_hh_l2_reverse	4	-0.03676646947860718
148	rnn.weight_hh_l2_reverse	5	-0.01468917727470398
148	rnn.weight_hh_l2_reverse	6	-0.04305354878306389
148	rnn.weight_hh_l2_reverse	7	-0.05988577753305435
148	rnn.weight_hh_l2_reverse	8	-0.006694748066365719
148	rnn.weight_hh_l2_reverse	9	-0.059067901223897934
148	rnn.bias_ih_l2_reverse	0	-0.057682108134031296
148	rnn.bias_ih_l2_reverse	1	-0.0276185292750597
148	rnn.bias_ih_l2_reverse	2	0.04457493871450424
148	rnn.bias_ih_l2_reverse	3	0.03388698026537895
148	rnn.bias_ih_l2_reverse	4	0.07569880783557892
148	rnn.bias_ih_l2_reverse	5	-0.08879438042640686
148	rnn.bias_ih_l2_reverse	6	-0.04339493438601494
148	rnn.bias_ih_l2_reverse	7	-0.05914336070418358
148	rnn.bias_ih_l2_reverse	8	0.051542505621910095
148	rnn.bias_ih_l2_reverse	9	0.028856096789240837
148	rnn.bias_hh_l2_reverse	0	0.054155003279447556
148	rnn.bias_hh_l2_reverse	1	-0.0618056021630764
148	rnn.bias_hh_l2_reverse	2	-0.06734824180603027
148	rnn.bias_hh_l2_reverse	3	0.03172510117292404
148	rnn.bias_hh_l2_reverse	4	0.030321864411234856
148	rnn.bias_hh_l2_reverse	5	0.03579117730259895
148	rnn.bias_hh_l2_reverse	6	-0.08265872299671173
148	rnn.bias_hh_l2_reverse	7	-0.0068138763308525085
148	rnn.bias_hh_l2_reverse	8	-0.10457275062799454
148	rnn.bias_hh_l2_reverse	9	-0.05526643618941307
148	linear.weight	0	0.025028489530086517
148	linear.weight	1	0.1269991099834442
148	linear.weight	2	-0.02412186563014984
148	linear.weight	3	-0.03526557981967926
148	linear.weight	4	-0.022248394787311554
148	linear.weight	5	0.04457378387451172
148	linear.weight	6	0.005719839129596949
148	linear.weight	7	-0.1178550198674202
148	linear.weight	8	-0.02036111243069172
148	linear.weight	9	0.10372714698314667
148	linear.bias	0	0.5226265788078308
148	linear.bias	1	0.7576464414596558
148	linear.bias	2	-1.6179721355438232
148	linear.bias	3	-0.05754556506872177
148	linear.bias	4	-0.050822705030441284
148	linear.bias	5	0.23639510571956635
149	transitions	0	0.03790295124053955
149	transitions	1	-10000.0
149	transitions	2	2.535871744155884
149	transitions	3	-1.1124473810195923
149	transitions	4	-10000.0
149	transitions	5	-10000.0
149	transitions	6	-10000.0
149	transitions	7	0.8817259073257446
149	transitions	8	0.8406203985214233
149	transitions	9	-1.2382805347442627
149	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
149	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
149	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
149	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
149	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
149	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
149	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
149	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
149	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
149	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
149	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
149	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
149	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
149	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
149	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
149	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
149	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
149	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
149	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
149	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
149	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
149	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
149	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
149	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
149	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
149	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
149	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
149	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
149	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
149	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
149	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
149	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
149	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
149	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
149	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
149	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
149	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
149	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
149	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
149	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
149	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
149	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
149	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
149	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
149	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
149	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
149	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
149	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
149	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
149	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
149	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
149	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
149	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
149	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
149	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
149	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
149	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
149	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
149	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
149	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
149	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
149	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
149	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
149	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
149	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
149	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
149	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
149	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
149	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
149	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
149	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
149	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
149	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
149	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
149	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
149	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
149	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
149	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
149	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
149	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
149	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
149	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
149	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
149	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
149	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
149	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
149	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
149	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
149	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
149	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
149	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
149	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
149	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
149	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
149	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
149	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
149	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
149	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
149	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
149	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
149	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
149	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
149	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
149	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
149	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
149	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
149	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
149	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
149	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
149	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
149	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
149	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
149	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
149	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
149	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
149	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
149	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
149	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
149	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
149	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
149	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
149	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
149	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
149	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
149	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
149	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
149	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
149	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
149	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
149	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
149	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
149	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
149	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
149	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
149	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
149	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
149	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
149	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
149	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
149	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
149	embedding2nn.weight	0	0.014788704924285412
149	embedding2nn.weight	1	0.00014700360770802945
149	embedding2nn.weight	2	0.005555709823966026
149	embedding2nn.weight	3	0.0007023678626865149
149	embedding2nn.weight	4	-0.008366371504962444
149	embedding2nn.weight	5	-0.005501855164766312
149	embedding2nn.weight	6	-0.0008341780630871654
149	embedding2nn.weight	7	-0.0029178138356655836
149	embedding2nn.weight	8	0.012883231043815613
149	embedding2nn.weight	9	0.004436166025698185
149	embedding2nn.bias	0	0.003396668704226613
149	embedding2nn.bias	1	-0.01109455619007349
149	embedding2nn.bias	2	0.010641428641974926
149	embedding2nn.bias	3	-0.014452029019594193
149	embedding2nn.bias	4	-0.02437271736562252
149	embedding2nn.bias	5	-0.0018115455750375986
149	embedding2nn.bias	6	0.010219845920801163
149	embedding2nn.bias	7	0.001896053901873529
149	embedding2nn.bias	8	-0.01172582246363163
149	embedding2nn.bias	9	-0.0014054062776267529
149	rnn.weight_ih_l0	0	-0.05228430777788162
149	rnn.weight_ih_l0	1	0.05078903213143349
149	rnn.weight_ih_l0	2	0.03185584396123886
149	rnn.weight_ih_l0	3	0.01473218109458685
149	rnn.weight_ih_l0	4	0.012518765404820442
149	rnn.weight_ih_l0	5	0.08419966697692871
149	rnn.weight_ih_l0	6	0.07608312368392944
149	rnn.weight_ih_l0	7	0.03780395910143852
149	rnn.weight_ih_l0	8	-0.04566051810979843
149	rnn.weight_ih_l0	9	0.008204544894397259
149	rnn.weight_hh_l0	0	0.008206121623516083
149	rnn.weight_hh_l0	1	-0.06414079666137695
149	rnn.weight_hh_l0	2	-0.0654447078704834
149	rnn.weight_hh_l0	3	0.07147771120071411
149	rnn.weight_hh_l0	4	0.07097696512937546
149	rnn.weight_hh_l0	5	0.005868163425475359
149	rnn.weight_hh_l0	6	-0.0010957518825307488
149	rnn.weight_hh_l0	7	-0.017965249717235565
149	rnn.weight_hh_l0	8	-0.029316114261746407
149	rnn.weight_hh_l0	9	0.05758652836084366
149	rnn.bias_ih_l0	0	-0.061879634857177734
149	rnn.bias_ih_l0	1	0.08863426744937897
149	rnn.bias_ih_l0	2	0.02024073526263237
149	rnn.bias_ih_l0	3	0.07978228479623795
149	rnn.bias_ih_l0	4	-0.07535627484321594
149	rnn.bias_ih_l0	5	0.08370627462863922
149	rnn.bias_ih_l0	6	-0.06336355954408646
149	rnn.bias_ih_l0	7	-0.035430602729320526
149	rnn.bias_ih_l0	8	-0.09070529043674469
149	rnn.bias_ih_l0	9	-0.04556042701005936
149	rnn.bias_hh_l0	0	0.03388278931379318
149	rnn.bias_hh_l0	1	0.07328969240188599
149	rnn.bias_hh_l0	2	0.06997301429510117
149	rnn.bias_hh_l0	3	0.08496037125587463
149	rnn.bias_hh_l0	4	-0.09978249669075012
149	rnn.bias_hh_l0	5	-0.07151906937360764
149	rnn.bias_hh_l0	6	0.0776572972536087
149	rnn.bias_hh_l0	7	-0.08676955848932266
149	rnn.bias_hh_l0	8	-0.026603518053889275
149	rnn.bias_hh_l0	9	0.0034097142051905394
149	rnn.weight_ih_l0_reverse	0	0.07935693860054016
149	rnn.weight_ih_l0_reverse	1	0.07331234216690063
149	rnn.weight_ih_l0_reverse	2	0.038752198219299316
149	rnn.weight_ih_l0_reverse	3	0.03369823098182678
149	rnn.weight_ih_l0_reverse	4	-0.036871593445539474
149	rnn.weight_ih_l0_reverse	5	0.05086197704076767
149	rnn.weight_ih_l0_reverse	6	0.06643316149711609
149	rnn.weight_ih_l0_reverse	7	0.02238338254392147
149	rnn.weight_ih_l0_reverse	8	-0.0576334223151207
149	rnn.weight_ih_l0_reverse	9	-0.052860796451568604
149	rnn.weight_hh_l0_reverse	0	0.02518276311457157
149	rnn.weight_hh_l0_reverse	1	-0.08716551214456558
149	rnn.weight_hh_l0_reverse	2	0.06337152421474457
149	rnn.weight_hh_l0_reverse	3	-0.021569447591900826
149	rnn.weight_hh_l0_reverse	4	0.0843193307518959
149	rnn.weight_hh_l0_reverse	5	-0.0019067511893808842
149	rnn.weight_hh_l0_reverse	6	0.029953867197036743
149	rnn.weight_hh_l0_reverse	7	0.07844981551170349
149	rnn.weight_hh_l0_reverse	8	-0.022379735484719276
149	rnn.weight_hh_l0_reverse	9	-0.04659935086965561
149	rnn.bias_ih_l0_reverse	0	0.0012489402433857322
149	rnn.bias_ih_l0_reverse	1	-0.01694919914007187
149	rnn.bias_ih_l0_reverse	2	-0.015326088294386864
149	rnn.bias_ih_l0_reverse	3	0.03766973316669464
149	rnn.bias_ih_l0_reverse	4	0.06719133257865906
149	rnn.bias_ih_l0_reverse	5	-0.020868485793471336
149	rnn.bias_ih_l0_reverse	6	-0.026774100959300995
149	rnn.bias_ih_l0_reverse	7	-0.04850945249199867
149	rnn.bias_ih_l0_reverse	8	0.008480926975607872
149	rnn.bias_ih_l0_reverse	9	-0.06802323460578918
149	rnn.bias_hh_l0_reverse	0	0.03926030918955803
149	rnn.bias_hh_l0_reverse	1	-0.0693858340382576
149	rnn.bias_hh_l0_reverse	2	0.0800030454993248
149	rnn.bias_hh_l0_reverse	3	0.059861745685338974
149	rnn.bias_hh_l0_reverse	4	0.024306127801537514
149	rnn.bias_hh_l0_reverse	5	0.044623568654060364
149	rnn.bias_hh_l0_reverse	6	0.06575992703437805
149	rnn.bias_hh_l0_reverse	7	0.0840124562382698
149	rnn.bias_hh_l0_reverse	8	-0.009748581796884537
149	rnn.bias_hh_l0_reverse	9	0.053081776946783066
149	rnn.weight_ih_l1	0	0.023747526109218597
149	rnn.weight_ih_l1	1	0.015916937962174416
149	rnn.weight_ih_l1	2	0.08781037479639053
149	rnn.weight_ih_l1	3	-0.024134628474712372
149	rnn.weight_ih_l1	4	-0.024324700236320496
149	rnn.weight_ih_l1	5	-0.012903888709843159
149	rnn.weight_ih_l1	6	0.07267613708972931
149	rnn.weight_ih_l1	7	-0.004642431624233723
149	rnn.weight_ih_l1	8	-0.052627675235271454
149	rnn.weight_ih_l1	9	0.05390675738453865
149	rnn.weight_hh_l1	0	-0.08092186599969864
149	rnn.weight_hh_l1	1	-0.03591844066977501
149	rnn.weight_hh_l1	2	-0.00813228078186512
149	rnn.weight_hh_l1	3	-0.0582820326089859
149	rnn.weight_hh_l1	4	0.08609002083539963
149	rnn.weight_hh_l1	5	-0.08405134081840515
149	rnn.weight_hh_l1	6	-0.05017104372382164
149	rnn.weight_hh_l1	7	0.06490620225667953
149	rnn.weight_hh_l1	8	-0.013514402322471142
149	rnn.weight_hh_l1	9	-0.039763327687978745
149	rnn.bias_ih_l1	0	-0.03725327178835869
149	rnn.bias_ih_l1	1	0.055809635668992996
149	rnn.bias_ih_l1	2	-0.04639388248324394
149	rnn.bias_ih_l1	3	-0.07481756806373596
149	rnn.bias_ih_l1	4	-0.0288693904876709
149	rnn.bias_ih_l1	5	-0.004492579959332943
149	rnn.bias_ih_l1	6	-0.05061052739620209
149	rnn.bias_ih_l1	7	0.06285906583070755
149	rnn.bias_ih_l1	8	0.08300674706697464
149	rnn.bias_ih_l1	9	0.03099123388528824
149	rnn.bias_hh_l1	0	0.06883175671100616
149	rnn.bias_hh_l1	1	-0.05863624066114426
149	rnn.bias_hh_l1	2	0.01958700269460678
149	rnn.bias_hh_l1	3	0.07880908995866776
149	rnn.bias_hh_l1	4	0.05713905394077301
149	rnn.bias_hh_l1	5	-0.07854539155960083
149	rnn.bias_hh_l1	6	0.014195272698998451
149	rnn.bias_hh_l1	7	0.04086867719888687
149	rnn.bias_hh_l1	8	0.01435012836009264
149	rnn.bias_hh_l1	9	-0.005552393849939108
149	rnn.weight_ih_l1_reverse	0	0.08630824834108353
149	rnn.weight_ih_l1_reverse	1	-0.04174762964248657
149	rnn.weight_ih_l1_reverse	2	-0.06188586354255676
149	rnn.weight_ih_l1_reverse	3	0.02534772828221321
149	rnn.weight_ih_l1_reverse	4	-0.04650047793984413
149	rnn.weight_ih_l1_reverse	5	0.0240763071924448
149	rnn.weight_ih_l1_reverse	6	0.040442004799842834
149	rnn.weight_ih_l1_reverse	7	0.020323144271969795
149	rnn.weight_ih_l1_reverse	8	-0.00864242110401392
149	rnn.weight_ih_l1_reverse	9	-0.06549517065286636
149	rnn.weight_hh_l1_reverse	0	0.00489310035482049
149	rnn.weight_hh_l1_reverse	1	0.018960926681756973
149	rnn.weight_hh_l1_reverse	2	-0.05821885168552399
149	rnn.weight_hh_l1_reverse	3	-0.012763130478560925
149	rnn.weight_hh_l1_reverse	4	0.008900623768568039
149	rnn.weight_hh_l1_reverse	5	-0.06545750796794891
149	rnn.weight_hh_l1_reverse	6	-0.06730200350284576
149	rnn.weight_hh_l1_reverse	7	-0.011354213580489159
149	rnn.weight_hh_l1_reverse	8	-0.05823656544089317
149	rnn.weight_hh_l1_reverse	9	-0.04380521550774574
149	rnn.bias_ih_l1_reverse	0	-0.0029775474686175585
149	rnn.bias_ih_l1_reverse	1	-0.04192262142896652
149	rnn.bias_ih_l1_reverse	2	0.027302470058202744
149	rnn.bias_ih_l1_reverse	3	-0.08400219678878784
149	rnn.bias_ih_l1_reverse	4	-0.08670003712177277
149	rnn.bias_ih_l1_reverse	5	-0.08691207319498062
149	rnn.bias_ih_l1_reverse	6	0.06426415592432022
149	rnn.bias_ih_l1_reverse	7	0.08433719724416733
149	rnn.bias_ih_l1_reverse	8	-0.0013786808121949434
149	rnn.bias_ih_l1_reverse	9	-0.011086009442806244
149	rnn.bias_hh_l1_reverse	0	0.0613081157207489
149	rnn.bias_hh_l1_reverse	1	-0.06700415909290314
149	rnn.bias_hh_l1_reverse	2	-0.05321762338280678
149	rnn.bias_hh_l1_reverse	3	0.07403252273797989
149	rnn.bias_hh_l1_reverse	4	-0.022978246212005615
149	rnn.bias_hh_l1_reverse	5	-0.005715003702789545
149	rnn.bias_hh_l1_reverse	6	-0.059279490262269974
149	rnn.bias_hh_l1_reverse	7	-0.05989004299044609
149	rnn.bias_hh_l1_reverse	8	0.0663103461265564
149	rnn.bias_hh_l1_reverse	9	0.05240924283862114
149	rnn.weight_ih_l2	0	0.0759236216545105
149	rnn.weight_ih_l2	1	-0.054267171770334244
149	rnn.weight_ih_l2	2	0.06340604275465012
149	rnn.weight_ih_l2	3	0.06570671498775482
149	rnn.weight_ih_l2	4	0.05671938508749008
149	rnn.weight_ih_l2	5	-0.035566966980695724
149	rnn.weight_ih_l2	6	-0.07503414154052734
149	rnn.weight_ih_l2	7	0.012192667461931705
149	rnn.weight_ih_l2	8	-0.01718471199274063
149	rnn.weight_ih_l2	9	-0.06917737424373627
149	rnn.weight_hh_l2	0	0.04809078574180603
149	rnn.weight_hh_l2	1	0.030917774885892868
149	rnn.weight_hh_l2	2	-0.05472934618592262
149	rnn.weight_hh_l2	3	-0.02551070973277092
149	rnn.weight_hh_l2	4	0.05476870760321617
149	rnn.weight_hh_l2	5	-0.024425040930509567
149	rnn.weight_hh_l2	6	0.008491020649671555
149	rnn.weight_hh_l2	7	-0.05331550911068916
149	rnn.weight_hh_l2	8	-0.00569383567199111
149	rnn.weight_hh_l2	9	-0.01807248964905739
149	rnn.bias_ih_l2	0	0.14226485788822174
149	rnn.bias_ih_l2	1	0.011721317656338215
149	rnn.bias_ih_l2	2	0.06943027675151825
149	rnn.bias_ih_l2	3	0.027638128027319908
149	rnn.bias_ih_l2	4	-0.006585788447409868
149	rnn.bias_ih_l2	5	0.04800480604171753
149	rnn.bias_ih_l2	6	0.014102710410952568
149	rnn.bias_ih_l2	7	0.017132408916950226
149	rnn.bias_ih_l2	8	0.018139027059078217
149	rnn.bias_ih_l2	9	-0.015490359626710415
149	rnn.bias_hh_l2	0	0.022851090878248215
149	rnn.bias_hh_l2	1	0.005112329497933388
149	rnn.bias_hh_l2	2	0.07448942959308624
149	rnn.bias_hh_l2	3	0.029860809445381165
149	rnn.bias_hh_l2	4	0.07753768563270569
149	rnn.bias_hh_l2	5	-0.05530441179871559
149	rnn.bias_hh_l2	6	0.05291853845119476
149	rnn.bias_hh_l2	7	-0.024708377197384834
149	rnn.bias_hh_l2	8	0.04210691526532173
149	rnn.bias_hh_l2	9	0.022958993911743164
149	rnn.weight_ih_l2_reverse	0	0.08227147161960602
149	rnn.weight_ih_l2_reverse	1	-0.05464494600892067
149	rnn.weight_ih_l2_reverse	2	0.0011154733365401626
149	rnn.weight_ih_l2_reverse	3	0.03526955470442772
149	rnn.weight_ih_l2_reverse	4	0.054041631519794464
149	rnn.weight_ih_l2_reverse	5	-0.040698662400245667
149	rnn.weight_ih_l2_reverse	6	-0.00046642747474834323
149	rnn.weight_ih_l2_reverse	7	-0.013947371393442154
149	rnn.weight_ih_l2_reverse	8	0.011969736777245998
149	rnn.weight_ih_l2_reverse	9	-0.07976620644330978
149	rnn.weight_hh_l2_reverse	0	-0.08278089761734009
149	rnn.weight_hh_l2_reverse	1	0.015891313552856445
149	rnn.weight_hh_l2_reverse	2	0.010434743948280811
149	rnn.weight_hh_l2_reverse	3	0.024319326505064964
149	rnn.weight_hh_l2_reverse	4	-0.03676515817642212
149	rnn.weight_hh_l2_reverse	5	-0.014689004048705101
149	rnn.weight_hh_l2_reverse	6	-0.04305560141801834
149	rnn.weight_hh_l2_reverse	7	-0.05989333987236023
149	rnn.weight_hh_l2_reverse	8	-0.006693475414067507
149	rnn.weight_hh_l2_reverse	9	-0.05906397104263306
149	rnn.bias_ih_l2_reverse	0	-0.054657913744449615
149	rnn.bias_ih_l2_reverse	1	-0.02766917645931244
149	rnn.bias_ih_l2_reverse	2	0.0444493405520916
149	rnn.bias_ih_l2_reverse	3	0.03422878310084343
149	rnn.bias_ih_l2_reverse	4	0.07569874078035355
149	rnn.bias_ih_l2_reverse	5	-0.08879294246435165
149	rnn.bias_ih_l2_reverse	6	-0.043353188782930374
149	rnn.bias_ih_l2_reverse	7	-0.05996287986636162
149	rnn.bias_ih_l2_reverse	8	0.05227118358016014
149	rnn.bias_ih_l2_reverse	9	0.028060875833034515
149	rnn.bias_hh_l2_reverse	0	0.05423246696591377
149	rnn.bias_hh_l2_reverse	1	-0.06116726994514465
149	rnn.bias_hh_l2_reverse	2	-0.0673336386680603
149	rnn.bias_hh_l2_reverse	3	0.03174138814210892
149	rnn.bias_hh_l2_reverse	4	0.03049592673778534
149	rnn.bias_hh_l2_reverse	5	0.035550493746995926
149	rnn.bias_hh_l2_reverse	6	-0.08260545134544373
149	rnn.bias_hh_l2_reverse	7	-0.0070677464827895164
149	rnn.bias_hh_l2_reverse	8	-0.10460332036018372
149	rnn.bias_hh_l2_reverse	9	-0.05522512272000313
149	linear.weight	0	0.025028489530086517
149	linear.weight	1	0.1332220435142517
149	linear.weight	2	-0.024118801578879356
149	linear.weight	3	-0.03563753515481949
149	linear.weight	4	-0.022248394787311554
149	linear.weight	5	0.04450392723083496
149	linear.weight	6	0.005818932317197323
149	linear.weight	7	-0.11264126002788544
149	linear.weight	8	-0.02094680443406105
149	linear.weight	9	0.10328672081232071
149	linear.bias	0	0.49630165100097656
149	linear.bias	1	0.7279359102249146
149	linear.bias	2	-1.6185942888259888
149	linear.bias	3	-0.05754556506872177
149	linear.bias	4	-0.050822705030441284
149	linear.bias	5	0.29305264353752136
150	transitions	0	0.037774842232465744
150	transitions	1	-10000.0
150	transitions	2	2.5509538650512695
150	transitions	3	-1.112714171409607
150	transitions	4	-10000.0
150	transitions	5	-10000.0
150	transitions	6	-10000.0
150	transitions	7	0.8817201256752014
150	transitions	8	0.8403615355491638
150	transitions	9	-1.238723635673523
150	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
150	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
150	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
150	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
150	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
150	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
150	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
150	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
150	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
150	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
150	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
150	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
150	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
150	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
150	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
150	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
150	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
150	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
150	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
150	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
150	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
150	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
150	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
150	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
150	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
150	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
150	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
150	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
150	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
150	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
150	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
150	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
150	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
150	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
150	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
150	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
150	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
150	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
150	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
150	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
150	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
150	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
150	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
150	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
150	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
150	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
150	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
150	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
150	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
150	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
150	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
150	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
150	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
150	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
150	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
150	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
150	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
150	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
150	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
150	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
150	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
150	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
150	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
150	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
150	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
150	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
150	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
150	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
150	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
150	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
150	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
150	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
150	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
150	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
150	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
150	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
150	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
150	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
150	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
150	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
150	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
150	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
150	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
150	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
150	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
150	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
150	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
150	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
150	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
150	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
150	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
150	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
150	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
150	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
150	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
150	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
150	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
150	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
150	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
150	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
150	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
150	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
150	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
150	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
150	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
150	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
150	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
150	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
150	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
150	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
150	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
150	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
150	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
150	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
150	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
150	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
150	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
150	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
150	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
150	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
150	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
150	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
150	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
150	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
150	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
150	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
150	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
150	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
150	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
150	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
150	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
150	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
150	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
150	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
150	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
150	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
150	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
150	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
150	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
150	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
150	embedding2nn.weight	0	0.014788894914090633
150	embedding2nn.weight	1	0.00014481066318694502
150	embedding2nn.weight	2	0.00555455032736063
150	embedding2nn.weight	3	0.0007022310746833682
150	embedding2nn.weight	4	-0.008522406220436096
150	embedding2nn.weight	5	-0.005496549420058727
150	embedding2nn.weight	6	-0.0007896376773715019
150	embedding2nn.weight	7	-0.002918270183727145
150	embedding2nn.weight	8	0.013035079464316368
150	embedding2nn.weight	9	0.004436087794601917
150	embedding2nn.bias	0	0.004030430223792791
150	embedding2nn.bias	1	-0.011198124848306179
150	embedding2nn.bias	2	0.009431110695004463
150	embedding2nn.bias	3	-0.013413752429187298
150	embedding2nn.bias	4	-0.024015916511416435
150	embedding2nn.bias	5	-0.001268779276870191
150	embedding2nn.bias	6	0.009808595292270184
150	embedding2nn.bias	7	0.000775580236222595
150	embedding2nn.bias	8	-0.01104773674160242
150	embedding2nn.bias	9	-0.0021870227064937353
150	rnn.weight_ih_l0	0	-0.052335623651742935
150	rnn.weight_ih_l0	1	0.05079714581370354
150	rnn.weight_ih_l0	2	0.03185576573014259
150	rnn.weight_ih_l0	3	0.014733337797224522
150	rnn.weight_ih_l0	4	0.01252926979213953
150	rnn.weight_ih_l0	5	0.08419257402420044
150	rnn.weight_ih_l0	6	0.07608591765165329
150	rnn.weight_ih_l0	7	0.03780394047498703
150	rnn.weight_ih_l0	8	-0.045686572790145874
150	rnn.weight_ih_l0	9	0.00820150040090084
150	rnn.weight_hh_l0	0	0.008207169361412525
150	rnn.weight_hh_l0	1	-0.06414085626602173
150	rnn.weight_hh_l0	2	-0.06544581800699234
150	rnn.weight_hh_l0	3	0.07147014141082764
150	rnn.weight_hh_l0	4	0.07098978012800217
150	rnn.weight_hh_l0	5	0.005865191575139761
150	rnn.weight_hh_l0	6	-0.0011393572203814983
150	rnn.weight_hh_l0	7	-0.01786087267100811
150	rnn.weight_hh_l0	8	-0.02928268164396286
150	rnn.weight_hh_l0	9	0.05757974460721016
150	rnn.bias_ih_l0	0	-0.0622808076441288
150	rnn.bias_ih_l0	1	0.08859783411026001
150	rnn.bias_ih_l0	2	0.02026183158159256
150	rnn.bias_ih_l0	3	0.07990113645792007
150	rnn.bias_ih_l0	4	-0.07475276291370392
150	rnn.bias_ih_l0	5	0.08350540697574615
150	rnn.bias_ih_l0	6	-0.0650937482714653
150	rnn.bias_ih_l0	7	-0.035558633506298065
150	rnn.bias_ih_l0	8	-0.0913751870393753
150	rnn.bias_ih_l0	9	-0.045523058623075485
150	rnn.bias_hh_l0	0	0.03426148742437363
150	rnn.bias_hh_l0	1	0.07337510585784912
150	rnn.bias_hh_l0	2	0.06986075639724731
150	rnn.bias_hh_l0	3	0.08491292595863342
150	rnn.bias_hh_l0	4	-0.09894492477178574
150	rnn.bias_hh_l0	5	-0.07155394554138184
150	rnn.bias_hh_l0	6	0.07772268354892731
150	rnn.bias_hh_l0	7	-0.08549051731824875
150	rnn.bias_hh_l0	8	-0.02661426179111004
150	rnn.bias_hh_l0	9	0.00528265256434679
150	rnn.weight_ih_l0_reverse	0	0.07935544848442078
150	rnn.weight_ih_l0_reverse	1	0.07330188155174255
150	rnn.weight_ih_l0_reverse	2	0.03875265270471573
150	rnn.weight_ih_l0_reverse	3	0.03369798883795738
150	rnn.weight_ih_l0_reverse	4	-0.03687441721558571
150	rnn.weight_ih_l0_reverse	5	0.05086148902773857
150	rnn.weight_ih_l0_reverse	6	0.06643540412187576
150	rnn.weight_ih_l0_reverse	7	0.02238430455327034
150	rnn.weight_ih_l0_reverse	8	-0.05757748335599899
150	rnn.weight_ih_l0_reverse	9	-0.052858997136354446
150	rnn.weight_hh_l0_reverse	0	0.025171583518385887
150	rnn.weight_hh_l0_reverse	1	-0.0871543288230896
150	rnn.weight_hh_l0_reverse	2	0.0633721873164177
150	rnn.weight_hh_l0_reverse	3	-0.021564491093158722
150	rnn.weight_hh_l0_reverse	4	0.08432870358228683
150	rnn.weight_hh_l0_reverse	5	-0.0019157491624355316
150	rnn.weight_hh_l0_reverse	6	0.029950249940156937
150	rnn.weight_hh_l0_reverse	7	0.07847834378480911
150	rnn.weight_hh_l0_reverse	8	-0.02237956039607525
150	rnn.weight_hh_l0_reverse	9	-0.046593789011240005
150	rnn.bias_ih_l0_reverse	0	0.0011252104304730892
150	rnn.bias_ih_l0_reverse	1	-0.018426965922117233
150	rnn.bias_ih_l0_reverse	2	-0.014645479619503021
150	rnn.bias_ih_l0_reverse	3	0.037481870502233505
150	rnn.bias_ih_l0_reverse	4	0.06712283939123154
150	rnn.bias_ih_l0_reverse	5	-0.020766716450452805
150	rnn.bias_ih_l0_reverse	6	-0.026732582598924637
150	rnn.bias_ih_l0_reverse	7	-0.04841044917702675
150	rnn.bias_ih_l0_reverse	8	0.008211147040128708
150	rnn.bias_ih_l0_reverse	9	-0.06815983355045319
150	rnn.bias_hh_l0_reverse	0	0.03919496014714241
150	rnn.bias_hh_l0_reverse	1	-0.0695224329829216
150	rnn.bias_hh_l0_reverse	2	0.07992035150527954
150	rnn.bias_hh_l0_reverse	3	0.05984777212142944
150	rnn.bias_hh_l0_reverse	4	0.024518685415387154
150	rnn.bias_hh_l0_reverse	5	0.04463702440261841
150	rnn.bias_hh_l0_reverse	6	0.06600344926118851
150	rnn.bias_hh_l0_reverse	7	0.08410463482141495
150	rnn.bias_hh_l0_reverse	8	-0.009631162509322166
150	rnn.bias_hh_l0_reverse	9	0.052281226962804794
150	rnn.weight_ih_l1	0	0.02373415417969227
150	rnn.weight_ih_l1	1	0.015794511884450912
150	rnn.weight_ih_l1	2	0.08776067197322845
150	rnn.weight_ih_l1	3	-0.024135524407029152
150	rnn.weight_ih_l1	4	-0.02437226101756096
150	rnn.weight_ih_l1	5	-0.012975124642252922
150	rnn.weight_ih_l1	6	0.07273397594690323
150	rnn.weight_ih_l1	7	-0.0044998652301728725
150	rnn.weight_ih_l1	8	-0.05260815843939781
150	rnn.weight_ih_l1	9	0.05406811460852623
150	rnn.weight_hh_l1	0	-0.08097777515649796
150	rnn.weight_hh_l1	1	-0.03590685501694679
150	rnn.weight_hh_l1	2	-0.008126438595354557
150	rnn.weight_hh_l1	3	-0.05827249214053154
150	rnn.weight_hh_l1	4	0.0860293060541153
150	rnn.weight_hh_l1	5	-0.08404578268527985
150	rnn.weight_hh_l1	6	-0.05018895864486694
150	rnn.weight_hh_l1	7	0.064909428358078
150	rnn.weight_hh_l1	8	-0.013512691482901573
150	rnn.weight_hh_l1	9	-0.03980360925197601
150	rnn.bias_ih_l1	0	-0.03712894022464752
150	rnn.bias_ih_l1	1	0.055708542466163635
150	rnn.bias_ih_l1	2	-0.046348195523023605
150	rnn.bias_ih_l1	3	-0.07502923905849457
150	rnn.bias_ih_l1	4	-0.028772873803973198
150	rnn.bias_ih_l1	5	-0.002996710827574134
150	rnn.bias_ih_l1	6	-0.050933837890625
150	rnn.bias_ih_l1	7	0.06271257996559143
150	rnn.bias_ih_l1	8	0.0828527882695198
150	rnn.bias_ih_l1	9	0.032103653997182846
150	rnn.bias_hh_l1	0	0.06879501044750214
150	rnn.bias_hh_l1	1	-0.05866516754031181
150	rnn.bias_hh_l1	2	0.019583607092499733
150	rnn.bias_hh_l1	3	0.0788697898387909
150	rnn.bias_hh_l1	4	0.05715908855199814
150	rnn.bias_hh_l1	5	-0.07823851704597473
150	rnn.bias_hh_l1	6	0.014146075583994389
150	rnn.bias_hh_l1	7	0.041099660098552704
150	rnn.bias_hh_l1	8	0.014401506632566452
150	rnn.bias_hh_l1	9	-0.005515161901712418
150	rnn.weight_ih_l1_reverse	0	0.0863136500120163
150	rnn.weight_ih_l1_reverse	1	-0.04176439344882965
150	rnn.weight_ih_l1_reverse	2	-0.06189008802175522
150	rnn.weight_ih_l1_reverse	3	0.025341780856251717
150	rnn.weight_ih_l1_reverse	4	-0.046492237597703934
150	rnn.weight_ih_l1_reverse	5	0.024086322635412216
150	rnn.weight_ih_l1_reverse	6	0.040420446544885635
150	rnn.weight_ih_l1_reverse	7	0.02033516950905323
150	rnn.weight_ih_l1_reverse	8	-0.008615730330348015
150	rnn.weight_ih_l1_reverse	9	-0.06551408022642136
150	rnn.weight_hh_l1_reverse	0	0.004899783059954643
150	rnn.weight_hh_l1_reverse	1	0.01896587759256363
150	rnn.weight_hh_l1_reverse	2	-0.058215681463479996
150	rnn.weight_hh_l1_reverse	3	-0.01277182623744011
150	rnn.weight_hh_l1_reverse	4	0.008899102918803692
150	rnn.weight_hh_l1_reverse	5	-0.06552127003669739
150	rnn.weight_hh_l1_reverse	6	-0.06730514019727707
150	rnn.weight_hh_l1_reverse	7	-0.011354103684425354
150	rnn.weight_hh_l1_reverse	8	-0.0581984706223011
150	rnn.weight_hh_l1_reverse	9	-0.04383222758769989
150	rnn.bias_ih_l1_reverse	0	-0.0030428715981543064
150	rnn.bias_ih_l1_reverse	1	-0.04191012308001518
150	rnn.bias_ih_l1_reverse	2	0.027229974046349525
150	rnn.bias_ih_l1_reverse	3	-0.08409697562456131
150	rnn.bias_ih_l1_reverse	4	-0.08670615404844284
150	rnn.bias_ih_l1_reverse	5	-0.08701614290475845
150	rnn.bias_ih_l1_reverse	6	0.06426320970058441
150	rnn.bias_ih_l1_reverse	7	0.08439183980226517
150	rnn.bias_ih_l1_reverse	8	-0.0037245769053697586
150	rnn.bias_ih_l1_reverse	9	-0.011083938181400299
150	rnn.bias_hh_l1_reverse	0	0.0611359104514122
150	rnn.bias_hh_l1_reverse	1	-0.06708373129367828
150	rnn.bias_hh_l1_reverse	2	-0.053250253200531006
150	rnn.bias_hh_l1_reverse	3	0.07407846301794052
150	rnn.bias_hh_l1_reverse	4	-0.02301865443587303
150	rnn.bias_hh_l1_reverse	5	-0.005759017542004585
150	rnn.bias_hh_l1_reverse	6	-0.05933547019958496
150	rnn.bias_hh_l1_reverse	7	-0.059832293540239334
150	rnn.bias_hh_l1_reverse	8	0.06634887307882309
150	rnn.bias_hh_l1_reverse	9	0.05129105597734451
150	rnn.weight_ih_l2	0	0.07615465670824051
150	rnn.weight_ih_l2	1	-0.05428946763277054
150	rnn.weight_ih_l2	2	0.06340913474559784
150	rnn.weight_ih_l2	3	0.06562897562980652
150	rnn.weight_ih_l2	4	0.056728463619947433
150	rnn.weight_ih_l2	5	-0.035602834075689316
150	rnn.weight_ih_l2	6	-0.0750693827867508
150	rnn.weight_ih_l2	7	0.012057521380484104
150	rnn.weight_ih_l2	8	-0.017180684953927994
150	rnn.weight_ih_l2	9	-0.06917507201433182
150	rnn.weight_hh_l2	0	0.04809087514877319
150	rnn.weight_hh_l2	1	0.030908608809113503
150	rnn.weight_hh_l2	2	-0.05473066866397858
150	rnn.weight_hh_l2	3	-0.02548428438603878
150	rnn.weight_hh_l2	4	0.05478392541408539
150	rnn.weight_hh_l2	5	-0.024465933442115784
150	rnn.weight_hh_l2	6	0.008478500880300999
150	rnn.weight_hh_l2	7	-0.05332231521606445
150	rnn.weight_hh_l2	8	-0.0057282173074781895
150	rnn.weight_hh_l2	9	-0.01807362399995327
150	rnn.bias_ih_l2	0	0.1439904123544693
150	rnn.bias_ih_l2	1	0.011491138488054276
150	rnn.bias_ih_l2	2	0.06984975188970566
150	rnn.bias_ih_l2	3	0.027980944141745567
150	rnn.bias_ih_l2	4	-0.006537339184433222
150	rnn.bias_ih_l2	5	0.04782291129231453
150	rnn.bias_ih_l2	6	0.013931662775576115
150	rnn.bias_ih_l2	7	0.017092671245336533
150	rnn.bias_ih_l2	8	0.01801740936934948
150	rnn.bias_ih_l2	9	-0.015491927042603493
150	rnn.bias_hh_l2	0	0.022870251908898354
150	rnn.bias_hh_l2	1	0.005316557362675667
150	rnn.bias_hh_l2	2	0.07490084320306778
150	rnn.bias_hh_l2	3	0.029941104352474213
150	rnn.bias_hh_l2	4	0.07760053873062134
150	rnn.bias_hh_l2	5	-0.053726114332675934
150	rnn.bias_hh_l2	6	0.0527213029563427
150	rnn.bias_hh_l2	7	-0.024251848459243774
150	rnn.bias_hh_l2	8	0.04212484881281853
150	rnn.bias_hh_l2	9	0.023349542170763016
150	rnn.weight_ih_l2_reverse	0	0.08226994425058365
150	rnn.weight_ih_l2_reverse	1	-0.05477386713027954
150	rnn.weight_ih_l2_reverse	2	0.0011124785523861647
150	rnn.weight_ih_l2_reverse	3	0.035273291170597076
150	rnn.weight_ih_l2_reverse	4	0.05404064431786537
150	rnn.weight_ih_l2_reverse	5	-0.04069957509636879
150	rnn.weight_ih_l2_reverse	6	-0.0004464205412659794
150	rnn.weight_ih_l2_reverse	7	-0.013837591744959354
150	rnn.weight_ih_l2_reverse	8	0.011905131861567497
150	rnn.weight_ih_l2_reverse	9	-0.0797749012708664
150	rnn.weight_hh_l2_reverse	0	-0.08278053998947144
150	rnn.weight_hh_l2_reverse	1	0.016027502715587616
150	rnn.weight_hh_l2_reverse	2	0.010434288531541824
150	rnn.weight_hh_l2_reverse	3	0.024319203570485115
150	rnn.weight_hh_l2_reverse	4	-0.036774225533008575
150	rnn.weight_hh_l2_reverse	5	-0.014701470732688904
150	rnn.weight_hh_l2_reverse	6	-0.04310894384980202
150	rnn.weight_hh_l2_reverse	7	-0.059895943850278854
150	rnn.weight_hh_l2_reverse	8	-0.0066950502805411816
150	rnn.weight_hh_l2_reverse	9	-0.05906466394662857
150	rnn.bias_ih_l2_reverse	0	-0.05648333206772804
150	rnn.bias_ih_l2_reverse	1	-0.027631394565105438
150	rnn.bias_ih_l2_reverse	2	0.04480138048529625
150	rnn.bias_ih_l2_reverse	3	0.03370926156640053
150	rnn.bias_ih_l2_reverse	4	0.07565001398324966
150	rnn.bias_ih_l2_reverse	5	-0.08878060430288315
150	rnn.bias_ih_l2_reverse	6	-0.043360207229852676
150	rnn.bias_ih_l2_reverse	7	-0.0596303753554821
150	rnn.bias_ih_l2_reverse	8	0.051687829196453094
150	rnn.bias_ih_l2_reverse	9	0.027827395126223564
150	rnn.bias_hh_l2_reverse	0	0.05318417027592659
150	rnn.bias_hh_l2_reverse	1	-0.061553798615932465
150	rnn.bias_hh_l2_reverse	2	-0.06733106821775436
150	rnn.bias_hh_l2_reverse	3	0.031665220856666565
150	rnn.bias_hh_l2_reverse	4	0.030766606330871582
150	rnn.bias_hh_l2_reverse	5	0.035545285791158676
150	rnn.bias_hh_l2_reverse	6	-0.08258239179849625
150	rnn.bias_hh_l2_reverse	7	-0.006756376475095749
150	rnn.bias_hh_l2_reverse	8	-0.1047307699918747
150	rnn.bias_hh_l2_reverse	9	-0.055210329592227936
150	linear.weight	0	0.025028489530086517
150	linear.weight	1	0.13277417421340942
150	linear.weight	2	-0.024127334356307983
150	linear.weight	3	-0.03589807078242302
150	linear.weight	4	-0.022248394787311554
150	linear.weight	5	0.044947315007448196
150	linear.weight	6	0.006295520346611738
150	linear.weight	7	-0.11443658173084259
150	linear.weight	8	-0.020172877237200737
150	linear.weight	9	0.10387659072875977
150	linear.bias	0	0.5086603760719299
150	linear.bias	1	0.7407312393188477
150	linear.bias	2	-1.6192165613174438
150	linear.bias	3	-0.05754556506872177
150	linear.bias	4	-0.050822705030441284
150	linear.bias	5	0.2685208320617676
151	transitions	0	0.03755606710910797
151	transitions	1	-10000.0
151	transitions	2	2.54006290435791
151	transitions	3	-1.1055079698562622
151	transitions	4	-10000.0
151	transitions	5	-10000.0
151	transitions	6	-10000.0
151	transitions	7	0.8817155361175537
151	transitions	8	0.8401211500167847
151	transitions	9	-1.239019751548767
151	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
151	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
151	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
151	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
151	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
151	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
151	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
151	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
151	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
151	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
151	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
151	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
151	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
151	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
151	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
151	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
151	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
151	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
151	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
151	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
151	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
151	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
151	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
151	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
151	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
151	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
151	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
151	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
151	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
151	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
151	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
151	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
151	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
151	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
151	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
151	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
151	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
151	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
151	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
151	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
151	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
151	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
151	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
151	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
151	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
151	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
151	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
151	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
151	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
151	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
151	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
151	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
151	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
151	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
151	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
151	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
151	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
151	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
151	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
151	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
151	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
151	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
151	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
151	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
151	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
151	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
151	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
151	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
151	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
151	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
151	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
151	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
151	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
151	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
151	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
151	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
151	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
151	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
151	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
151	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
151	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
151	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
151	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
151	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
151	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
151	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
151	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
151	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
151	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
151	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
151	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
151	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
151	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
151	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
151	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
151	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
151	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
151	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
151	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
151	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
151	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
151	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
151	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
151	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
151	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
151	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
151	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
151	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
151	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
151	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
151	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
151	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
151	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
151	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
151	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
151	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
151	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
151	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
151	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
151	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
151	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
151	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
151	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
151	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
151	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
151	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
151	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
151	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
151	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
151	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
151	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
151	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
151	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
151	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
151	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
151	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
151	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
151	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
151	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
151	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
151	embedding2nn.weight	0	0.014792894013226032
151	embedding2nn.weight	1	0.0001484145614085719
151	embedding2nn.weight	2	0.005554602015763521
151	embedding2nn.weight	3	0.0007065412355586886
151	embedding2nn.weight	4	-0.00836477242410183
151	embedding2nn.weight	5	-0.005508624017238617
151	embedding2nn.weight	6	-0.0008105009910650551
151	embedding2nn.weight	7	-0.002921817824244499
151	embedding2nn.weight	8	0.013179278001189232
151	embedding2nn.weight	9	0.004441741853952408
151	embedding2nn.bias	0	0.003964853938668966
151	embedding2nn.bias	1	-0.011424306780099869
151	embedding2nn.bias	2	0.009566809050738811
151	embedding2nn.bias	3	-0.013766160234808922
151	embedding2nn.bias	4	-0.023676307871937752
151	embedding2nn.bias	5	-0.0014265967765823007
151	embedding2nn.bias	6	0.009609819389879704
151	embedding2nn.bias	7	0.00013932840374764055
151	embedding2nn.bias	8	-0.010020527988672256
151	embedding2nn.bias	9	-0.0012016347609460354
151	rnn.weight_ih_l0	0	-0.05231809616088867
151	rnn.weight_ih_l0	1	0.050792548805475235
151	rnn.weight_ih_l0	2	0.031857673078775406
151	rnn.weight_ih_l0	3	0.014732296578586102
151	rnn.weight_ih_l0	4	0.012539246119558811
151	rnn.weight_ih_l0	5	0.0841972678899765
151	rnn.weight_ih_l0	6	0.0760873407125473
151	rnn.weight_ih_l0	7	0.03780383989214897
151	rnn.weight_ih_l0	8	-0.045694589614868164
151	rnn.weight_ih_l0	9	0.008167289197444916
151	rnn.weight_hh_l0	0	0.00821883324533701
151	rnn.weight_hh_l0	1	-0.06416108459234238
151	rnn.weight_hh_l0	2	-0.06544606387615204
151	rnn.weight_hh_l0	3	0.07147671282291412
151	rnn.weight_hh_l0	4	0.07097090035676956
151	rnn.weight_hh_l0	5	0.005817985162138939
151	rnn.weight_hh_l0	6	-0.0011997882975265384
151	rnn.weight_hh_l0	7	-0.01786090061068535
151	rnn.weight_hh_l0	8	-0.029319075867533684
151	rnn.weight_hh_l0	9	0.05759096518158913
151	rnn.bias_ih_l0	0	-0.062406573444604874
151	rnn.bias_ih_l0	1	0.0885423943400383
151	rnn.bias_ih_l0	2	0.020379796624183655
151	rnn.bias_ih_l0	3	0.07954434305429459
151	rnn.bias_ih_l0	4	-0.07516350597143173
151	rnn.bias_ih_l0	5	0.08352716267108917
151	rnn.bias_ih_l0	6	-0.0654376745223999
151	rnn.bias_ih_l0	7	-0.0356246680021286
151	rnn.bias_ih_l0	8	-0.09130696952342987
151	rnn.bias_ih_l0	9	-0.04548317939043045
151	rnn.bias_hh_l0	0	0.03467492386698723
151	rnn.bias_hh_l0	1	0.07337722927331924
151	rnn.bias_hh_l0	2	0.07001747936010361
151	rnn.bias_hh_l0	3	0.08488404005765915
151	rnn.bias_hh_l0	4	-0.09844635426998138
151	rnn.bias_hh_l0	5	-0.07149284332990646
151	rnn.bias_hh_l0	6	0.07773855328559875
151	rnn.bias_hh_l0	7	-0.08544449508190155
151	rnn.bias_hh_l0	8	-0.026553627103567123
151	rnn.bias_hh_l0	9	0.004812481813132763
151	rnn.weight_ih_l0_reverse	0	0.07935275882482529
151	rnn.weight_ih_l0_reverse	1	0.07329840213060379
151	rnn.weight_ih_l0_reverse	2	0.0387527272105217
151	rnn.weight_ih_l0_reverse	3	0.03370612487196922
151	rnn.weight_ih_l0_reverse	4	-0.03684411942958832
151	rnn.weight_ih_l0_reverse	5	0.05086009204387665
151	rnn.weight_ih_l0_reverse	6	0.06643809378147125
151	rnn.weight_ih_l0_reverse	7	0.02229880541563034
151	rnn.weight_ih_l0_reverse	8	-0.057590339332818985
151	rnn.weight_ih_l0_reverse	9	-0.052858948707580566
151	rnn.weight_hh_l0_reverse	0	0.025210946798324585
151	rnn.weight_hh_l0_reverse	1	-0.0872025266289711
151	rnn.weight_hh_l0_reverse	2	0.06337398290634155
151	rnn.weight_hh_l0_reverse	3	-0.02155829593539238
151	rnn.weight_hh_l0_reverse	4	0.08436176925897598
151	rnn.weight_hh_l0_reverse	5	-0.0019377896096557379
151	rnn.weight_hh_l0_reverse	6	0.03002951666712761
151	rnn.weight_hh_l0_reverse	7	0.07855270057916641
151	rnn.weight_hh_l0_reverse	8	-0.022377796471118927
151	rnn.weight_hh_l0_reverse	9	-0.04659860208630562
151	rnn.bias_ih_l0_reverse	0	0.0008007491705939174
151	rnn.bias_ih_l0_reverse	1	-0.01942615583539009
151	rnn.bias_ih_l0_reverse	2	-0.014551813714206219
151	rnn.bias_ih_l0_reverse	3	0.037468258291482925
151	rnn.bias_ih_l0_reverse	4	0.06726207584142685
151	rnn.bias_ih_l0_reverse	5	-0.020727498456835747
151	rnn.bias_ih_l0_reverse	6	-0.02656739205121994
151	rnn.bias_ih_l0_reverse	7	-0.04835842549800873
151	rnn.bias_ih_l0_reverse	8	0.007986258715391159
151	rnn.bias_ih_l0_reverse	9	-0.068596750497818
151	rnn.bias_hh_l0_reverse	0	0.03937363624572754
151	rnn.bias_hh_l0_reverse	1	-0.06995934993028641
151	rnn.bias_hh_l0_reverse	2	0.08000461012125015
151	rnn.bias_hh_l0_reverse	3	0.060019638389348984
151	rnn.bias_hh_l0_reverse	4	0.0245449710637331
151	rnn.bias_hh_l0_reverse	5	0.0446743369102478
151	rnn.bias_hh_l0_reverse	6	0.06615585088729858
151	rnn.bias_hh_l0_reverse	7	0.0837438702583313
151	rnn.bias_hh_l0_reverse	8	-0.009586784988641739
151	rnn.bias_hh_l0_reverse	9	0.05185317620635033
151	rnn.weight_ih_l1	0	0.02373013272881508
151	rnn.weight_ih_l1	1	0.01581820286810398
151	rnn.weight_ih_l1	2	0.08835254609584808
151	rnn.weight_ih_l1	3	-0.02413187362253666
151	rnn.weight_ih_l1	4	-0.024379633367061615
151	rnn.weight_ih_l1	5	-0.012795566581189632
151	rnn.weight_ih_l1	6	0.07279364764690399
151	rnn.weight_ih_l1	7	-0.004482049494981766
151	rnn.weight_ih_l1	8	-0.05251454561948776
151	rnn.weight_ih_l1	9	0.053630296140909195
151	rnn.weight_hh_l1	0	-0.0810699611902237
151	rnn.weight_hh_l1	1	-0.03588319569826126
151	rnn.weight_hh_l1	2	-0.008121281862258911
151	rnn.weight_hh_l1	3	-0.0582822784781456
151	rnn.weight_hh_l1	4	0.08610878884792328
151	rnn.weight_hh_l1	5	-0.08404984325170517
151	rnn.weight_hh_l1	6	-0.0501825250685215
151	rnn.weight_hh_l1	7	0.06487217545509338
151	rnn.weight_hh_l1	8	-0.013534492813050747
151	rnn.weight_hh_l1	9	-0.03973345458507538
151	rnn.bias_ih_l1	0	-0.037148624658584595
151	rnn.bias_ih_l1	1	0.055824730545282364
151	rnn.bias_ih_l1	2	-0.04631833732128143
151	rnn.bias_ih_l1	3	-0.07483766973018646
151	rnn.bias_ih_l1	4	-0.02862185798585415
151	rnn.bias_ih_l1	5	-0.0051498557440936565
151	rnn.bias_ih_l1	6	-0.04984341189265251
151	rnn.bias_ih_l1	7	0.06257016211748123
151	rnn.bias_ih_l1	8	0.08280623704195023
151	rnn.bias_ih_l1	9	0.03325725719332695
151	rnn.bias_hh_l1	0	0.06880507618188858
151	rnn.bias_hh_l1	1	-0.058662593364715576
151	rnn.bias_hh_l1	2	0.019564637914299965
151	rnn.bias_hh_l1	3	0.07921392470598221
151	rnn.bias_hh_l1	4	0.057182565331459045
151	rnn.bias_hh_l1	5	-0.07823140174150467
151	rnn.bias_hh_l1	6	0.01413039118051529
151	rnn.bias_hh_l1	7	0.04120413959026337
151	rnn.bias_hh_l1	8	0.014530213549733162
151	rnn.bias_hh_l1	9	-0.005509648006409407
151	rnn.weight_ih_l1_reverse	0	0.0863046646118164
151	rnn.weight_ih_l1_reverse	1	-0.041802749037742615
151	rnn.weight_ih_l1_reverse	2	-0.061883728951215744
151	rnn.weight_ih_l1_reverse	3	0.025364499539136887
151	rnn.weight_ih_l1_reverse	4	-0.046485625207424164
151	rnn.weight_ih_l1_reverse	5	0.024087030440568924
151	rnn.weight_ih_l1_reverse	6	0.04040428251028061
151	rnn.weight_ih_l1_reverse	7	0.020344892516732216
151	rnn.weight_ih_l1_reverse	8	-0.008633620105683804
151	rnn.weight_ih_l1_reverse	9	-0.06543625891208649
151	rnn.weight_hh_l1_reverse	0	0.004898215178400278
151	rnn.weight_hh_l1_reverse	1	0.018966974690556526
151	rnn.weight_hh_l1_reverse	2	-0.058217089623212814
151	rnn.weight_hh_l1_reverse	3	-0.012771113775670528
151	rnn.weight_hh_l1_reverse	4	0.00889628753066063
151	rnn.weight_hh_l1_reverse	5	-0.06527120620012283
151	rnn.weight_hh_l1_reverse	6	-0.06730321049690247
151	rnn.weight_hh_l1_reverse	7	-0.011343779973685741
151	rnn.weight_hh_l1_reverse	8	-0.0582134835422039
151	rnn.weight_hh_l1_reverse	9	-0.04384327307343483
151	rnn.bias_ih_l1_reverse	0	-0.0030163826886564493
151	rnn.bias_ih_l1_reverse	1	-0.04184417799115181
151	rnn.bias_ih_l1_reverse	2	0.02741079032421112
151	rnn.bias_ih_l1_reverse	3	-0.08407005667686462
151	rnn.bias_ih_l1_reverse	4	-0.08671342581510544
151	rnn.bias_ih_l1_reverse	5	-0.08693365007638931
151	rnn.bias_ih_l1_reverse	6	0.06437677145004272
151	rnn.bias_ih_l1_reverse	7	0.0844188779592514
151	rnn.bias_ih_l1_reverse	8	-0.0033940551802515984
151	rnn.bias_ih_l1_reverse	9	-0.011258766986429691
151	rnn.bias_hh_l1_reverse	0	0.06109771132469177
151	rnn.bias_hh_l1_reverse	1	-0.06711220741271973
151	rnn.bias_hh_l1_reverse	2	-0.05298447608947754
151	rnn.bias_hh_l1_reverse	3	0.07406524568796158
151	rnn.bias_hh_l1_reverse	4	-0.022978229448199272
151	rnn.bias_hh_l1_reverse	5	-0.00579666905105114
151	rnn.bias_hh_l1_reverse	6	-0.05916508659720421
151	rnn.bias_hh_l1_reverse	7	-0.05979827418923378
151	rnn.bias_hh_l1_reverse	8	0.06622783094644547
151	rnn.bias_hh_l1_reverse	9	0.049556005746126175
151	rnn.weight_ih_l2	0	0.0762927234172821
151	rnn.weight_ih_l2	1	-0.05428863689303398
151	rnn.weight_ih_l2	2	0.06338279694318771
151	rnn.weight_ih_l2	3	0.0656920075416565
151	rnn.weight_ih_l2	4	0.05677078291773796
151	rnn.weight_ih_l2	5	-0.03562997654080391
151	rnn.weight_ih_l2	6	-0.07541201263666153
151	rnn.weight_ih_l2	7	0.012055820785462856
151	rnn.weight_ih_l2	8	-0.017180372029542923
151	rnn.weight_ih_l2	9	-0.0691765695810318
151	rnn.weight_hh_l2	0	0.04810439422726631
151	rnn.weight_hh_l2	1	0.030929910019040108
151	rnn.weight_hh_l2	2	-0.0547211579978466
151	rnn.weight_hh_l2	3	-0.02546553499996662
151	rnn.weight_hh_l2	4	0.05491417273879051
151	rnn.weight_hh_l2	5	-0.02444377727806568
151	rnn.weight_hh_l2	6	0.008472963236272335
151	rnn.weight_hh_l2	7	-0.053324684500694275
151	rnn.weight_hh_l2	8	-0.005673945881426334
151	rnn.weight_hh_l2	9	-0.01808912679553032
151	rnn.bias_ih_l2	0	0.14595265686511993
151	rnn.bias_ih_l2	1	0.011665862053632736
151	rnn.bias_ih_l2	2	0.069489985704422
151	rnn.bias_ih_l2	3	0.02849544771015644
151	rnn.bias_ih_l2	4	-0.006573108956217766
151	rnn.bias_ih_l2	5	0.04804398491978645
151	rnn.bias_ih_l2	6	0.014251387678086758
151	rnn.bias_ih_l2	7	0.0172576941549778
151	rnn.bias_ih_l2	8	0.01787896268069744
151	rnn.bias_ih_l2	9	-0.0154625428840518
151	rnn.bias_hh_l2	0	0.02339934930205345
151	rnn.bias_hh_l2	1	0.006086244247853756
151	rnn.bias_hh_l2	2	0.07468326389789581
151	rnn.bias_hh_l2	3	0.02994467318058014
151	rnn.bias_hh_l2	4	0.07768867164850235
151	rnn.bias_hh_l2	5	-0.05287828668951988
151	rnn.bias_hh_l2	6	0.05447462573647499
151	rnn.bias_hh_l2	7	-0.024256916716694832
151	rnn.bias_hh_l2	8	0.042078085243701935
151	rnn.bias_hh_l2	9	0.02484015002846718
151	rnn.weight_ih_l2_reverse	0	0.082252636551857
151	rnn.weight_ih_l2_reverse	1	-0.05471067503094673
151	rnn.weight_ih_l2_reverse	2	0.0010991183808073401
151	rnn.weight_ih_l2_reverse	3	0.03527311608195305
151	rnn.weight_ih_l2_reverse	4	0.05404279753565788
151	rnn.weight_ih_l2_reverse	5	-0.04069025069475174
151	rnn.weight_ih_l2_reverse	6	-0.00039680078043602407
151	rnn.weight_ih_l2_reverse	7	-0.013887542299926281
151	rnn.weight_ih_l2_reverse	8	0.012173507362604141
151	rnn.weight_ih_l2_reverse	9	-0.07975771278142929
151	rnn.weight_hh_l2_reverse	0	-0.08278016000986099
151	rnn.weight_hh_l2_reverse	1	0.01602274924516678
151	rnn.weight_hh_l2_reverse	2	0.01043467503041029
151	rnn.weight_hh_l2_reverse	3	0.02431930974125862
151	rnn.weight_hh_l2_reverse	4	-0.03677314519882202
151	rnn.weight_hh_l2_reverse	5	-0.014706270769238472
151	rnn.weight_hh_l2_reverse	6	-0.04314775392413139
151	rnn.weight_hh_l2_reverse	7	-0.059889618307352066
151	rnn.weight_hh_l2_reverse	8	-0.0066937413066625595
151	rnn.weight_hh_l2_reverse	9	-0.05905712768435478
151	rnn.bias_ih_l2_reverse	0	-0.05345276743173599
151	rnn.bias_ih_l2_reverse	1	-0.027644598856568336
151	rnn.bias_ih_l2_reverse	2	0.0454290546476841
151	rnn.bias_ih_l2_reverse	3	0.03463641181588173
151	rnn.bias_ih_l2_reverse	4	0.07577541470527649
151	rnn.bias_ih_l2_reverse	5	-0.08878419548273087
151	rnn.bias_ih_l2_reverse	6	-0.04338184371590614
151	rnn.bias_ih_l2_reverse	7	-0.059528596699237823
151	rnn.bias_ih_l2_reverse	8	0.052251752465963364
151	rnn.bias_ih_l2_reverse	9	0.028264718130230904
151	rnn.bias_hh_l2_reverse	0	0.05408114939928055
151	rnn.bias_hh_l2_reverse	1	-0.0631604865193367
151	rnn.bias_hh_l2_reverse	2	-0.06732960790395737
151	rnn.bias_hh_l2_reverse	3	0.03166497126221657
151	rnn.bias_hh_l2_reverse	4	0.030892811715602875
151	rnn.bias_hh_l2_reverse	5	0.03552372008562088
151	rnn.bias_hh_l2_reverse	6	-0.08261564373970032
151	rnn.bias_hh_l2_reverse	7	-0.006741385906934738
151	rnn.bias_hh_l2_reverse	8	-0.10437791049480438
151	rnn.bias_hh_l2_reverse	9	-0.05517658591270447
151	linear.weight	0	0.025028489530086517
151	linear.weight	1	0.13345828652381897
151	linear.weight	2	-0.024119174107909203
151	linear.weight	3	-0.03657660633325577
151	linear.weight	4	-0.022248394787311554
151	linear.weight	5	0.046440284699201584
151	linear.weight	6	0.006449691951274872
151	linear.weight	7	-0.1138739362359047
151	linear.weight	8	-0.0207303985953331
151	linear.weight	9	0.10428109019994736
151	linear.bias	0	0.49662330746650696
151	linear.bias	1	0.740141749382019
151	linear.bias	2	-1.6198019981384277
151	linear.bias	3	-0.05754556506872177
151	linear.bias	4	-0.050822705030441284
151	linear.bias	5	0.28173279762268066
152	transitions	0	0.03741840273141861
152	transitions	1	-10000.0
152	transitions	2	2.541934013366699
152	transitions	3	-1.1018117666244507
152	transitions	4	-10000.0
152	transitions	5	-10000.0
152	transitions	6	-10000.0
152	transitions	7	0.8817119598388672
152	transitions	8	0.8399912118911743
152	transitions	9	-1.2394644021987915
152	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
152	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
152	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
152	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
152	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
152	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
152	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
152	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
152	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
152	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
152	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
152	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
152	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
152	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
152	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
152	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
152	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
152	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
152	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
152	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
152	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
152	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
152	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
152	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
152	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
152	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
152	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
152	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
152	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
152	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
152	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
152	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
152	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
152	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
152	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
152	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
152	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
152	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
152	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
152	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
152	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
152	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
152	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
152	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
152	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
152	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
152	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
152	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
152	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
152	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
152	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
152	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
152	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
152	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
152	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
152	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
152	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
152	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
152	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
152	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
152	embedding2nn.weight	0	0.014793911948800087
152	embedding2nn.weight	1	0.00014812812150921673
152	embedding2nn.weight	2	0.005555196199566126
152	embedding2nn.weight	3	0.0007086149998940527
152	embedding2nn.weight	4	-0.008335568942129612
152	embedding2nn.weight	5	-0.00550865288823843
152	embedding2nn.weight	6	-0.000840687018353492
152	embedding2nn.weight	7	-0.002907659625634551
152	embedding2nn.weight	8	0.013202755711972713
152	embedding2nn.weight	9	0.0044409483671188354
152	embedding2nn.bias	0	0.004277572967112064
152	embedding2nn.bias	1	-0.011801577173173428
152	embedding2nn.bias	2	0.009660441428422928
152	embedding2nn.bias	3	-0.013786914758384228
152	embedding2nn.bias	4	-0.023214051499962807
152	embedding2nn.bias	5	-0.00136080221273005
152	embedding2nn.bias	6	0.009441517293453217
152	embedding2nn.bias	7	-0.00011525356239872053
152	embedding2nn.bias	8	-0.00936657190322876
152	embedding2nn.bias	9	-0.0013503319351002574
152	rnn.weight_ih_l0	0	-0.05232515558600426
152	rnn.weight_ih_l0	1	0.05079549551010132
152	rnn.weight_ih_l0	2	0.03185813128948212
152	rnn.weight_ih_l0	3	0.014740727841854095
152	rnn.weight_ih_l0	4	0.012540037743747234
152	rnn.weight_ih_l0	5	0.08419626951217651
152	rnn.weight_ih_l0	6	0.07608373463153839
152	rnn.weight_ih_l0	7	0.03780229389667511
152	rnn.weight_ih_l0	8	-0.045671164989471436
152	rnn.weight_ih_l0	9	0.008181391283869743
152	rnn.weight_hh_l0	0	0.008215702138841152
152	rnn.weight_hh_l0	1	-0.06413719803094864
152	rnn.weight_hh_l0	2	-0.06544750928878784
152	rnn.weight_hh_l0	3	0.07147559523582458
152	rnn.weight_hh_l0	4	0.07098440825939178
152	rnn.weight_hh_l0	5	0.005805100779980421
152	rnn.weight_hh_l0	6	-0.0012611880665645003
152	rnn.weight_hh_l0	7	-0.01776355877518654
152	rnn.weight_hh_l0	8	-0.029332077130675316
152	rnn.weight_hh_l0	9	0.057595282793045044
152	rnn.bias_ih_l0	0	-0.06269199401140213
152	rnn.bias_ih_l0	1	0.08855060487985611
152	rnn.bias_ih_l0	2	0.020429285243153572
152	rnn.bias_ih_l0	3	0.07931020855903625
152	rnn.bias_ih_l0	4	-0.07459482550621033
152	rnn.bias_ih_l0	5	0.08357800543308258
152	rnn.bias_ih_l0	6	-0.065453439950943
152	rnn.bias_ih_l0	7	-0.035594746470451355
152	rnn.bias_ih_l0	8	-0.09165173768997192
152	rnn.bias_ih_l0	9	-0.04546421393752098
152	rnn.bias_hh_l0	0	0.034849196672439575
152	rnn.bias_hh_l0	1	0.07332713156938553
152	rnn.bias_hh_l0	2	0.06989405304193497
152	rnn.bias_hh_l0	3	0.08487486839294434
152	rnn.bias_hh_l0	4	-0.09822030365467072
152	rnn.bias_hh_l0	5	-0.07153578102588654
152	rnn.bias_hh_l0	6	0.07780612260103226
152	rnn.bias_hh_l0	7	-0.08552496880292892
152	rnn.bias_hh_l0	8	-0.02653651311993599
152	rnn.bias_hh_l0	9	0.004911954049021006
152	rnn.weight_ih_l0_reverse	0	0.07935847342014313
152	rnn.weight_ih_l0_reverse	1	0.07331375032663345
152	rnn.weight_ih_l0_reverse	2	0.038752615451812744
152	rnn.weight_ih_l0_reverse	3	0.03371188044548035
152	rnn.weight_ih_l0_reverse	4	-0.03681952878832817
152	rnn.weight_ih_l0_reverse	5	0.05085810273885727
152	rnn.weight_ih_l0_reverse	6	0.06643997877836227
152	rnn.weight_ih_l0_reverse	7	0.02229607291519642
152	rnn.weight_ih_l0_reverse	8	-0.05759512633085251
152	rnn.weight_ih_l0_reverse	9	-0.05285786837339401
152	rnn.weight_hh_l0_reverse	0	0.02526083216071129
152	rnn.weight_hh_l0_reverse	1	-0.08719151467084885
152	rnn.weight_hh_l0_reverse	2	0.06337346136569977
152	rnn.weight_hh_l0_reverse	3	-0.02155781351029873
152	rnn.weight_hh_l0_reverse	4	0.08439452946186066
152	rnn.weight_hh_l0_reverse	5	-0.0019511755090206861
152	rnn.weight_hh_l0_reverse	6	0.02994920127093792
152	rnn.weight_hh_l0_reverse	7	0.0785602331161499
152	rnn.weight_hh_l0_reverse	8	-0.02238243632018566
152	rnn.weight_hh_l0_reverse	9	-0.04660139977931976
152	rnn.bias_ih_l0_reverse	0	0.0007417353335767984
152	rnn.bias_ih_l0_reverse	1	-0.01879928819835186
152	rnn.bias_ih_l0_reverse	2	-0.014253105968236923
152	rnn.bias_ih_l0_reverse	3	0.03730718046426773
152	rnn.bias_ih_l0_reverse	4	0.06725089251995087
152	rnn.bias_ih_l0_reverse	5	-0.02070545218884945
152	rnn.bias_ih_l0_reverse	6	-0.026663392782211304
152	rnn.bias_ih_l0_reverse	7	-0.048330698162317276
152	rnn.bias_ih_l0_reverse	8	0.0077318716794252396
152	rnn.bias_ih_l0_reverse	9	-0.06851623207330704
152	rnn.bias_hh_l0_reverse	0	0.03932538628578186
152	rnn.bias_hh_l0_reverse	1	-0.06987883150577545
152	rnn.bias_hh_l0_reverse	2	0.07997481524944305
152	rnn.bias_hh_l0_reverse	3	0.05994294211268425
152	rnn.bias_hh_l0_reverse	4	0.02497362531721592
152	rnn.bias_hh_l0_reverse	5	0.044800955802202225
152	rnn.bias_hh_l0_reverse	6	0.06616895645856857
152	rnn.bias_hh_l0_reverse	7	0.0836380124092102
152	rnn.bias_hh_l0_reverse	8	-0.00961012952029705
152	rnn.bias_hh_l0_reverse	9	0.05115758627653122
152	rnn.weight_ih_l1	0	0.0237469132989645
152	rnn.weight_ih_l1	1	0.015825193375349045
152	rnn.weight_ih_l1	2	0.0876699760556221
152	rnn.weight_ih_l1	3	-0.024148331955075264
152	rnn.weight_ih_l1	4	-0.024382615461945534
152	rnn.weight_ih_l1	5	-0.012864276766777039
152	rnn.weight_ih_l1	6	0.07280710339546204
152	rnn.weight_ih_l1	7	-0.004574955906718969
152	rnn.weight_ih_l1	8	-0.05250605195760727
152	rnn.weight_ih_l1	9	0.053912125527858734
152	rnn.weight_hh_l1	0	-0.08114097267389297
152	rnn.weight_hh_l1	1	-0.03588147088885307
152	rnn.weight_hh_l1	2	-0.008121847175061703
152	rnn.weight_hh_l1	3	-0.05827857926487923
152	rnn.weight_hh_l1	4	0.08612415939569473
152	rnn.weight_hh_l1	5	-0.08405245095491409
152	rnn.weight_hh_l1	6	-0.050172578543424606
152	rnn.weight_hh_l1	7	0.0649900808930397
152	rnn.weight_hh_l1	8	-0.013533920049667358
152	rnn.weight_hh_l1	9	-0.03972458466887474
152	rnn.bias_ih_l1	0	-0.037458568811416626
152	rnn.bias_ih_l1	1	0.05578256770968437
152	rnn.bias_ih_l1	2	-0.046508874744176865
152	rnn.bias_ih_l1	3	-0.07517028599977493
152	rnn.bias_ih_l1	4	-0.028632473200559616
152	rnn.bias_ih_l1	5	-0.0009251246810890734
152	rnn.bias_ih_l1	6	-0.05013595148921013
152	rnn.bias_ih_l1	7	0.06270140409469604
152	rnn.bias_ih_l1	8	0.08268339186906815
152	rnn.bias_ih_l1	9	0.03413304314017296
152	rnn.bias_hh_l1	0	0.06880026310682297
152	rnn.bias_hh_l1	1	-0.05868164449930191
152	rnn.bias_hh_l1	2	0.0194940697401762
152	rnn.bias_hh_l1	3	0.07908646762371063
152	rnn.bias_hh_l1	4	0.05719643458724022
152	rnn.bias_hh_l1	5	-0.07837527990341187
152	rnn.bias_hh_l1	6	0.014127676375210285
152	rnn.bias_hh_l1	7	0.04120131954550743
152	rnn.bias_hh_l1	8	0.014523942954838276
152	rnn.bias_hh_l1	9	-0.005524201784282923
152	rnn.weight_ih_l1_reverse	0	0.08629092574119568
152	rnn.weight_ih_l1_reverse	1	-0.04183994233608246
152	rnn.weight_ih_l1_reverse	2	-0.06189294904470444
152	rnn.weight_ih_l1_reverse	3	0.025366023182868958
152	rnn.weight_ih_l1_reverse	4	-0.04649554193019867
152	rnn.weight_ih_l1_reverse	5	0.024065541103482246
152	rnn.weight_ih_l1_reverse	6	0.04040326178073883
152	rnn.weight_ih_l1_reverse	7	0.02033717930316925
152	rnn.weight_ih_l1_reverse	8	-0.008664830587804317
152	rnn.weight_ih_l1_reverse	9	-0.06528178602457047
152	rnn.weight_hh_l1_reverse	0	0.004892248660326004
152	rnn.weight_hh_l1_reverse	1	0.01896483451128006
152	rnn.weight_hh_l1_reverse	2	-0.05821556597948074
152	rnn.weight_hh_l1_reverse	3	-0.012789875268936157
152	rnn.weight_hh_l1_reverse	4	0.008904766291379929
152	rnn.weight_hh_l1_reverse	5	-0.06524903327226639
152	rnn.weight_hh_l1_reverse	6	-0.06731606274843216
152	rnn.weight_hh_l1_reverse	7	-0.011345324106514454
152	rnn.weight_hh_l1_reverse	8	-0.058213211596012115
152	rnn.weight_hh_l1_reverse	9	-0.04385296255350113
152	rnn.bias_ih_l1_reverse	0	-0.003050076775252819
152	rnn.bias_ih_l1_reverse	1	-0.04180245101451874
152	rnn.bias_ih_l1_reverse	2	0.027485525235533714
152	rnn.bias_ih_l1_reverse	3	-0.08420487493276596
152	rnn.bias_ih_l1_reverse	4	-0.08668618649244308
152	rnn.bias_ih_l1_reverse	5	-0.08698952198028564
152	rnn.bias_ih_l1_reverse	6	0.0643683671951294
152	rnn.bias_ih_l1_reverse	7	0.0844118520617485
152	rnn.bias_ih_l1_reverse	8	-0.003988491836935282
152	rnn.bias_ih_l1_reverse	9	-0.011346323415637016
152	rnn.bias_hh_l1_reverse	0	0.06109148636460304
152	rnn.bias_hh_l1_reverse	1	-0.06705933064222336
152	rnn.bias_hh_l1_reverse	2	-0.052958350628614426
152	rnn.bias_hh_l1_reverse	3	0.073817178606987
152	rnn.bias_hh_l1_reverse	4	-0.02301999367773533
152	rnn.bias_hh_l1_reverse	5	-0.005716041661798954
152	rnn.bias_hh_l1_reverse	6	-0.059184104204177856
152	rnn.bias_hh_l1_reverse	7	-0.05979694426059723
152	rnn.bias_hh_l1_reverse	8	0.06620389968156815
152	rnn.bias_hh_l1_reverse	9	0.049996212124824524
152	rnn.weight_ih_l2	0	0.07618579268455505
152	rnn.weight_ih_l2	1	-0.05428561195731163
152	rnn.weight_ih_l2	2	0.06338467448949814
152	rnn.weight_ih_l2	3	0.06568992137908936
152	rnn.weight_ih_l2	4	0.05673791840672493
152	rnn.weight_ih_l2	5	-0.03558439388871193
152	rnn.weight_ih_l2	6	-0.0754212737083435
152	rnn.weight_ih_l2	7	0.012031244114041328
152	rnn.weight_ih_l2	8	-0.017180224880576134
152	rnn.weight_ih_l2	9	-0.06917833536863327
152	rnn.weight_hh_l2	0	0.048101671040058136
152	rnn.weight_hh_l2	1	0.03092493861913681
152	rnn.weight_hh_l2	2	-0.054719794541597366
152	rnn.weight_hh_l2	3	-0.025528928264975548
152	rnn.weight_hh_l2	4	0.0549137145280838
152	rnn.weight_hh_l2	5	-0.024395467713475227
152	rnn.weight_hh_l2	6	0.008515204302966595
152	rnn.weight_hh_l2	7	-0.0533314123749733
152	rnn.weight_hh_l2	8	-0.005839644931256771
152	rnn.weight_hh_l2	9	-0.018089527264237404
152	rnn.bias_ih_l2	0	0.1475614458322525
152	rnn.bias_ih_l2	1	0.011752800084650517
152	rnn.bias_ih_l2	2	0.06884044408798218
152	rnn.bias_ih_l2	3	0.028319628909230232
152	rnn.bias_ih_l2	4	-0.0065013510175049305
152	rnn.bias_ih_l2	5	0.047997523099184036
152	rnn.bias_ih_l2	6	0.014240257441997528
152	rnn.bias_ih_l2	7	0.01720186322927475
152	rnn.bias_ih_l2	8	0.017889004200696945
152	rnn.bias_ih_l2	9	-0.015480540692806244
152	rnn.bias_hh_l2	0	0.022963067516684532
152	rnn.bias_hh_l2	1	0.00593362795189023
152	rnn.bias_hh_l2	2	0.07478642463684082
152	rnn.bias_hh_l2	3	0.02994479238986969
152	rnn.bias_hh_l2	4	0.07774800062179565
152	rnn.bias_hh_l2	5	-0.05070652812719345
152	rnn.bias_hh_l2	6	0.05501878634095192
152	rnn.bias_hh_l2	7	-0.023962650448083878
152	rnn.bias_hh_l2	8	0.04218192771077156
152	rnn.bias_hh_l2	9	0.024000097066164017
152	rnn.weight_ih_l2_reverse	0	0.08224999159574509
152	rnn.weight_ih_l2_reverse	1	-0.054746851325035095
152	rnn.weight_ih_l2_reverse	2	0.001118808868341148
152	rnn.weight_ih_l2_reverse	3	0.03527141362428665
152	rnn.weight_ih_l2_reverse	4	0.05404337868094444
152	rnn.weight_ih_l2_reverse	5	-0.04068337753415108
152	rnn.weight_ih_l2_reverse	6	-0.0001705662434687838
152	rnn.weight_ih_l2_reverse	7	-0.01418732013553381
152	rnn.weight_ih_l2_reverse	8	0.011834214441478252
152	rnn.weight_ih_l2_reverse	9	-0.07976117730140686
152	rnn.weight_hh_l2_reverse	0	-0.08278195559978485
152	rnn.weight_hh_l2_reverse	1	0.016064025461673737
152	rnn.weight_hh_l2_reverse	2	0.010435931384563446
152	rnn.weight_hh_l2_reverse	3	0.024319149553775787
152	rnn.weight_hh_l2_reverse	4	-0.03677370026707649
152	rnn.weight_hh_l2_reverse	5	-0.014698689803481102
152	rnn.weight_hh_l2_reverse	6	-0.043147213757038116
152	rnn.weight_hh_l2_reverse	7	-0.05988797917962074
152	rnn.weight_hh_l2_reverse	8	-0.006689484231173992
152	rnn.weight_hh_l2_reverse	9	-0.05905550345778465
152	rnn.bias_ih_l2_reverse	0	-0.052277784794569016
152	rnn.bias_ih_l2_reverse	1	-0.027643801644444466
152	rnn.bias_ih_l2_reverse	2	0.04531671106815338
152	rnn.bias_ih_l2_reverse	3	0.03513127192854881
152	rnn.bias_ih_l2_reverse	4	0.07582508027553558
152	rnn.bias_ih_l2_reverse	5	-0.08876799792051315
152	rnn.bias_ih_l2_reverse	6	-0.04335908964276314
152	rnn.bias_ih_l2_reverse	7	-0.05928213149309158
152	rnn.bias_ih_l2_reverse	8	0.052330080419778824
152	rnn.bias_ih_l2_reverse	9	0.027579279616475105
152	rnn.bias_hh_l2_reverse	0	0.051790736615657806
152	rnn.bias_hh_l2_reverse	1	-0.06349342316389084
152	rnn.bias_hh_l2_reverse	2	-0.06735192239284515
152	rnn.bias_hh_l2_reverse	3	0.03165367618203163
152	rnn.bias_hh_l2_reverse	4	0.031002022325992584
152	rnn.bias_hh_l2_reverse	5	0.035479169338941574
152	rnn.bias_hh_l2_reverse	6	-0.0826253667473793
152	rnn.bias_hh_l2_reverse	7	-0.006754409056156874
152	rnn.bias_hh_l2_reverse	8	-0.10476022213697433
152	rnn.bias_hh_l2_reverse	9	-0.05524556338787079
152	linear.weight	0	0.025028489530086517
152	linear.weight	1	0.1333378702402115
152	linear.weight	2	-0.024120712652802467
152	linear.weight	3	-0.03662882745265961
152	linear.weight	4	-0.022248394787311554
152	linear.weight	5	0.045863326638936996
152	linear.weight	6	0.0047504049725830555
152	linear.weight	7	-0.11389399319887161
152	linear.weight	8	-0.020803073421120644
152	linear.weight	9	0.10591002553701401
152	linear.bias	0	0.49799636006355286
152	linear.bias	1	0.7444494962692261
152	linear.bias	2	-1.6202325820922852
152	linear.bias	3	-0.05754556506872177
152	linear.bias	4	-0.050822705030441284
152	linear.bias	5	0.27648255228996277
153	transitions	0	0.03726305067539215
153	transitions	1	-10000.0
153	transitions	2	2.5465736389160156
153	transitions	3	-1.1077818870544434
153	transitions	4	-10000.0
153	transitions	5	-10000.0
153	transitions	6	-10000.0
153	transitions	7	0.8817085027694702
153	transitions	8	0.8398264050483704
153	transitions	9	-1.2398017644882202
153	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
153	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
153	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
153	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
153	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
153	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
153	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
153	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
153	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
153	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
153	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
153	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
153	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
153	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
153	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
153	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
153	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
153	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
153	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
153	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
153	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
153	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
153	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
153	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
153	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
153	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
153	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
153	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
153	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
153	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
153	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
153	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
153	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
153	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
153	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
153	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
153	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
153	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
153	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
153	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
153	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
153	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
153	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
153	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
153	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
153	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
153	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
153	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
153	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
153	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
153	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
153	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
153	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
153	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
153	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
153	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
153	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
153	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
153	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
153	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
153	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
153	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
153	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
153	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
153	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
153	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
153	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
153	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
153	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
153	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
153	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
153	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
153	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
153	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
153	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
153	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
153	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
153	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
153	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
153	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
153	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
153	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
153	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
153	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
153	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
153	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
153	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
153	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
153	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
153	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
153	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
153	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
153	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
153	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
153	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
153	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
153	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
153	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
153	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
153	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
153	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
153	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
153	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
153	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
153	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
153	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
153	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
153	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
153	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
153	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
153	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
153	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
153	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
153	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
153	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
153	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
153	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
153	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
153	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
153	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
153	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
153	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
153	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
153	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
153	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
153	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
153	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
153	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
153	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
153	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
153	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
153	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
153	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
153	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
153	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
153	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
153	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
153	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
153	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
153	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
153	embedding2nn.weight	0	0.014803056605160236
153	embedding2nn.weight	1	0.0001469421840738505
153	embedding2nn.weight	2	0.005553605034947395
153	embedding2nn.weight	3	0.0007090259459801018
153	embedding2nn.weight	4	-0.008243413642048836
153	embedding2nn.weight	5	-0.005511419847607613
153	embedding2nn.weight	6	-0.0008476973162032664
153	embedding2nn.weight	7	-0.002903817920014262
153	embedding2nn.weight	8	0.013182266615331173
153	embedding2nn.weight	9	0.0044547622092068195
153	embedding2nn.bias	0	0.003734614234417677
153	embedding2nn.bias	1	-0.011515185236930847
153	embedding2nn.bias	2	0.009309224784374237
153	embedding2nn.bias	3	-0.013831409625709057
153	embedding2nn.bias	4	-0.023379795253276825
153	embedding2nn.bias	5	-0.0009913897374644876
153	embedding2nn.bias	6	0.009456641040742397
153	embedding2nn.bias	7	-0.0007674980442970991
153	embedding2nn.bias	8	-0.008603988215327263
153	embedding2nn.bias	9	-0.0013177635846659541
153	rnn.weight_ih_l0	0	-0.05231316760182381
153	rnn.weight_ih_l0	1	0.05080047994852066
153	rnn.weight_ih_l0	2	0.031858813017606735
153	rnn.weight_ih_l0	3	0.014742610044777393
153	rnn.weight_ih_l0	4	0.012523442506790161
153	rnn.weight_ih_l0	5	0.08419875055551529
153	rnn.weight_ih_l0	6	0.07609415054321289
153	rnn.weight_ih_l0	7	0.03779679536819458
153	rnn.weight_ih_l0	8	-0.04566313698887825
153	rnn.weight_ih_l0	9	0.00818552915006876
153	rnn.weight_hh_l0	0	0.008220883086323738
153	rnn.weight_hh_l0	1	-0.06412161886692047
153	rnn.weight_hh_l0	2	-0.06545019149780273
153	rnn.weight_hh_l0	3	0.07147759944200516
153	rnn.weight_hh_l0	4	0.07099029421806335
153	rnn.weight_hh_l0	5	0.005833946634083986
153	rnn.weight_hh_l0	6	-0.0010630411561578512
153	rnn.weight_hh_l0	7	-0.01768745854496956
153	rnn.weight_hh_l0	8	-0.029331212863326073
153	rnn.weight_hh_l0	9	0.05759550258517265
153	rnn.bias_ih_l0	0	-0.06246434152126312
153	rnn.bias_ih_l0	1	0.0885760709643364
153	rnn.bias_ih_l0	2	0.02039695903658867
153	rnn.bias_ih_l0	3	0.07922247052192688
153	rnn.bias_ih_l0	4	-0.07522318512201309
153	rnn.bias_ih_l0	5	0.08341818302869797
153	rnn.bias_ih_l0	6	-0.06570114940404892
153	rnn.bias_ih_l0	7	-0.03568577766418457
153	rnn.bias_ih_l0	8	-0.09162196516990662
153	rnn.bias_ih_l0	9	-0.04541614279150963
153	rnn.bias_hh_l0	0	0.03505685552954674
153	rnn.bias_hh_l0	1	0.07331398129463196
153	rnn.bias_hh_l0	2	0.06990806013345718
153	rnn.bias_hh_l0	3	0.08481385558843613
153	rnn.bias_hh_l0	4	-0.09770091623067856
153	rnn.bias_hh_l0	5	-0.07153864204883575
153	rnn.bias_hh_l0	6	0.07779212296009064
153	rnn.bias_hh_l0	7	-0.08543543517589569
153	rnn.bias_hh_l0	8	-0.02654718980193138
153	rnn.bias_hh_l0	9	0.004980206023901701
153	rnn.weight_ih_l0_reverse	0	0.07936819642782211
153	rnn.weight_ih_l0_reverse	1	0.07327979803085327
153	rnn.weight_ih_l0_reverse	2	0.03874940052628517
153	rnn.weight_ih_l0_reverse	3	0.033714812248945236
153	rnn.weight_ih_l0_reverse	4	-0.0368071012198925
153	rnn.weight_ih_l0_reverse	5	0.05085691437125206
153	rnn.weight_ih_l0_reverse	6	0.06644153594970703
153	rnn.weight_ih_l0_reverse	7	0.022363441064953804
153	rnn.weight_ih_l0_reverse	8	-0.057593122124671936
153	rnn.weight_ih_l0_reverse	9	-0.0528576523065567
153	rnn.weight_hh_l0_reverse	0	0.025327401235699654
153	rnn.weight_hh_l0_reverse	1	-0.08717937022447586
153	rnn.weight_hh_l0_reverse	2	0.06337084621191025
153	rnn.weight_hh_l0_reverse	3	-0.021564101800322533
153	rnn.weight_hh_l0_reverse	4	0.08444179594516754
153	rnn.weight_hh_l0_reverse	5	-0.0019511107821017504
153	rnn.weight_hh_l0_reverse	6	0.0299704410135746
153	rnn.weight_hh_l0_reverse	7	0.07858452945947647
153	rnn.weight_hh_l0_reverse	8	-0.022390108555555344
153	rnn.weight_hh_l0_reverse	9	-0.04661068320274353
153	rnn.bias_ih_l0_reverse	0	0.0007800353341735899
153	rnn.bias_ih_l0_reverse	1	-0.019313201308250427
153	rnn.bias_ih_l0_reverse	2	-0.014126922935247421
153	rnn.bias_ih_l0_reverse	3	0.037201859056949615
153	rnn.bias_ih_l0_reverse	4	0.06732466071844101
153	rnn.bias_ih_l0_reverse	5	-0.020723069086670876
153	rnn.bias_ih_l0_reverse	6	-0.02670135162770748
153	rnn.bias_ih_l0_reverse	7	-0.04835175350308418
153	rnn.bias_ih_l0_reverse	8	0.00736484257504344
153	rnn.bias_ih_l0_reverse	9	-0.06930418312549591
153	rnn.bias_hh_l0_reverse	0	0.03941230848431587
153	rnn.bias_hh_l0_reverse	1	-0.07066678255796432
153	rnn.bias_hh_l0_reverse	2	0.07984429597854614
153	rnn.bias_hh_l0_reverse	3	0.05991062894463539
153	rnn.bias_hh_l0_reverse	4	0.025481514632701874
153	rnn.bias_hh_l0_reverse	5	0.04483664408326149
153	rnn.bias_hh_l0_reverse	6	0.06616218388080597
153	rnn.bias_hh_l0_reverse	7	0.08364421129226685
153	rnn.bias_hh_l0_reverse	8	-0.009525825269520283
153	rnn.bias_hh_l0_reverse	9	0.05064713954925537
153	rnn.weight_ih_l1	0	0.02374310791492462
153	rnn.weight_ih_l1	1	0.01587892323732376
153	rnn.weight_ih_l1	2	0.08802751451730728
153	rnn.weight_ih_l1	3	-0.024170462042093277
153	rnn.weight_ih_l1	4	-0.02441011182963848
153	rnn.weight_ih_l1	5	-0.012842272408306599
153	rnn.weight_ih_l1	6	0.07275235652923584
153	rnn.weight_ih_l1	7	-0.004503561649471521
153	rnn.weight_ih_l1	8	-0.05251648277044296
153	rnn.weight_ih_l1	9	0.05349050834774971
153	rnn.weight_hh_l1	0	-0.08160342276096344
153	rnn.weight_hh_l1	1	-0.03584809973835945
153	rnn.weight_hh_l1	2	-0.008120285347104073
153	rnn.weight_hh_l1	3	-0.058246511965990067
153	rnn.weight_hh_l1	4	0.08610011637210846
153	rnn.weight_hh_l1	5	-0.0840488076210022
153	rnn.weight_hh_l1	6	-0.05016200244426727
153	rnn.weight_hh_l1	7	0.06500425189733505
153	rnn.weight_hh_l1	8	-0.013533095829188824
153	rnn.weight_hh_l1	9	-0.03970855474472046
153	rnn.bias_ih_l1	0	-0.037346724420785904
153	rnn.bias_ih_l1	1	0.055752892047166824
153	rnn.bias_ih_l1	2	-0.046377237886190414
153	rnn.bias_ih_l1	3	-0.07544665783643723
153	rnn.bias_ih_l1	4	-0.028706960380077362
153	rnn.bias_ih_l1	5	0.0009474141406826675
153	rnn.bias_ih_l1	6	-0.05082211643457413
153	rnn.bias_ih_l1	7	0.06293030828237534
153	rnn.bias_ih_l1	8	0.08284027874469757
153	rnn.bias_ih_l1	9	0.03478110954165459
153	rnn.bias_hh_l1	0	0.06886404752731323
153	rnn.bias_hh_l1	1	-0.05865882709622383
153	rnn.bias_hh_l1	2	0.019584987312555313
153	rnn.bias_hh_l1	3	0.0792924091219902
153	rnn.bias_hh_l1	4	0.05720244348049164
153	rnn.bias_hh_l1	5	-0.07855701446533203
153	rnn.bias_hh_l1	6	0.014178083278238773
153	rnn.bias_hh_l1	7	0.04122058302164078
153	rnn.bias_hh_l1	8	0.014428562484681606
153	rnn.bias_hh_l1	9	-0.005459122359752655
153	rnn.weight_ih_l1_reverse	0	0.08629260957241058
153	rnn.weight_ih_l1_reverse	1	-0.04181169718503952
153	rnn.weight_ih_l1_reverse	2	-0.0619027204811573
153	rnn.weight_ih_l1_reverse	3	0.025365706533193588
153	rnn.weight_ih_l1_reverse	4	-0.046494126319885254
153	rnn.weight_ih_l1_reverse	5	0.024060538038611412
153	rnn.weight_ih_l1_reverse	6	0.04040297865867615
153	rnn.weight_ih_l1_reverse	7	0.020351821556687355
153	rnn.weight_ih_l1_reverse	8	-0.008671477437019348
153	rnn.weight_ih_l1_reverse	9	-0.06531907618045807
153	rnn.weight_hh_l1_reverse	0	0.004893328063189983
153	rnn.weight_hh_l1_reverse	1	0.01896038092672825
153	rnn.weight_hh_l1_reverse	2	-0.058215003460645676
153	rnn.weight_hh_l1_reverse	3	-0.012792738154530525
153	rnn.weight_hh_l1_reverse	4	0.008902870118618011
153	rnn.weight_hh_l1_reverse	5	-0.06523367762565613
153	rnn.weight_hh_l1_reverse	6	-0.06731907278299332
153	rnn.weight_hh_l1_reverse	7	-0.011348252184689045
153	rnn.weight_hh_l1_reverse	8	-0.05818834528326988
153	rnn.weight_hh_l1_reverse	9	-0.043853145092725754
153	rnn.bias_ih_l1_reverse	0	-0.003025973681360483
153	rnn.bias_ih_l1_reverse	1	-0.041739095002412796
153	rnn.bias_ih_l1_reverse	2	0.02775529772043228
153	rnn.bias_ih_l1_reverse	3	-0.08429006487131119
153	rnn.bias_ih_l1_reverse	4	-0.08681433647871017
153	rnn.bias_ih_l1_reverse	5	-0.08701577037572861
153	rnn.bias_ih_l1_reverse	6	0.06442414224147797
153	rnn.bias_ih_l1_reverse	7	0.0843963772058487
153	rnn.bias_ih_l1_reverse	8	-0.0040407027117908
153	rnn.bias_ih_l1_reverse	9	-0.011444808915257454
153	rnn.bias_hh_l1_reverse	0	0.06105756014585495
153	rnn.bias_hh_l1_reverse	1	-0.06702033430337906
153	rnn.bias_hh_l1_reverse	2	-0.05295560136437416
153	rnn.bias_hh_l1_reverse	3	0.0736495703458786
153	rnn.bias_hh_l1_reverse	4	-0.022974655032157898
153	rnn.bias_hh_l1_reverse	5	-0.005692888051271439
153	rnn.bias_hh_l1_reverse	6	-0.059251416474580765
153	rnn.bias_hh_l1_reverse	7	-0.05985512211918831
153	rnn.bias_hh_l1_reverse	8	0.06614981591701508
153	rnn.bias_hh_l1_reverse	9	0.049620598554611206
153	rnn.weight_ih_l2	0	0.07650784403085709
153	rnn.weight_ih_l2	1	-0.05432058498263359
153	rnn.weight_ih_l2	2	0.06337300688028336
153	rnn.weight_ih_l2	3	0.06566336750984192
153	rnn.weight_ih_l2	4	0.0565810427069664
153	rnn.weight_ih_l2	5	-0.0352836474776268
153	rnn.weight_ih_l2	6	-0.07550955563783646
153	rnn.weight_ih_l2	7	0.012035817839205265
153	rnn.weight_ih_l2	8	-0.017180368304252625
153	rnn.weight_ih_l2	9	-0.06917862594127655
153	rnn.weight_hh_l2	0	0.04809531196951866
153	rnn.weight_hh_l2	1	0.030924001708626747
153	rnn.weight_hh_l2	2	-0.054716646671295166
153	rnn.weight_hh_l2	3	-0.02551758848130703
153	rnn.weight_hh_l2	4	0.05491555109620094
153	rnn.weight_hh_l2	5	-0.024398762732744217
153	rnn.weight_hh_l2	6	0.008516239933669567
153	rnn.weight_hh_l2	7	-0.05333120375871658
153	rnn.weight_hh_l2	8	-0.006084315944463015
153	rnn.weight_hh_l2	9	-0.01807490922510624
153	rnn.bias_ih_l2	0	0.14738307893276215
153	rnn.bias_ih_l2	1	0.011479918844997883
153	rnn.bias_ih_l2	2	0.06853673607110977
153	rnn.bias_ih_l2	3	0.028283070772886276
153	rnn.bias_ih_l2	4	-0.006524292752146721
153	rnn.bias_ih_l2	5	0.04797995090484619
153	rnn.bias_ih_l2	6	0.014328543096780777
153	rnn.bias_ih_l2	7	0.01716834306716919
153	rnn.bias_ih_l2	8	0.017704498022794724
153	rnn.bias_ih_l2	9	-0.015472487546503544
153	rnn.bias_hh_l2	0	0.023013798519968987
153	rnn.bias_hh_l2	1	0.005921574775129557
153	rnn.bias_hh_l2	2	0.075189508497715
153	rnn.bias_hh_l2	3	0.029799461364746094
153	rnn.bias_hh_l2	4	0.0778278261423111
153	rnn.bias_hh_l2	5	-0.05095342546701431
153	rnn.bias_hh_l2	6	0.0545945018529892
153	rnn.bias_hh_l2	7	-0.024116629734635353
153	rnn.bias_hh_l2	8	0.041814111173152924
153	rnn.bias_hh_l2	9	0.02022552490234375
153	rnn.weight_ih_l2_reverse	0	0.08224918693304062
153	rnn.weight_ih_l2_reverse	1	-0.05463908240199089
153	rnn.weight_ih_l2_reverse	2	0.001120557077229023
153	rnn.weight_ih_l2_reverse	3	0.035276856273412704
153	rnn.weight_ih_l2_reverse	4	0.054043855518102646
153	rnn.weight_ih_l2_reverse	5	-0.04068286344408989
153	rnn.weight_ih_l2_reverse	6	-0.00026607420295476913
153	rnn.weight_ih_l2_reverse	7	-0.014092844910919666
153	rnn.weight_ih_l2_reverse	8	0.012206722982227802
153	rnn.weight_ih_l2_reverse	9	-0.079762302339077
153	rnn.weight_hh_l2_reverse	0	-0.08278190344572067
153	rnn.weight_hh_l2_reverse	1	0.01603711023926735
153	rnn.weight_hh_l2_reverse	2	0.010435568168759346
153	rnn.weight_hh_l2_reverse	3	0.024319445714354515
153	rnn.weight_hh_l2_reverse	4	-0.036776553839445114
153	rnn.weight_hh_l2_reverse	5	-0.014697621576488018
153	rnn.weight_hh_l2_reverse	6	-0.04327010735869408
153	rnn.weight_hh_l2_reverse	7	-0.05988634377717972
153	rnn.weight_hh_l2_reverse	8	-0.006686910055577755
153	rnn.weight_hh_l2_reverse	9	-0.059052981436252594
153	rnn.bias_ih_l2_reverse	0	-0.052315451204776764
153	rnn.bias_ih_l2_reverse	1	-0.027615511789917946
153	rnn.bias_ih_l2_reverse	2	0.04544615000486374
153	rnn.bias_ih_l2_reverse	3	0.03454091399908066
153	rnn.bias_ih_l2_reverse	4	0.07583138346672058
153	rnn.bias_ih_l2_reverse	5	-0.08878173679113388
153	rnn.bias_ih_l2_reverse	6	-0.04334608465433121
153	rnn.bias_ih_l2_reverse	7	-0.05948390066623688
153	rnn.bias_ih_l2_reverse	8	0.053084492683410645
153	rnn.bias_ih_l2_reverse	9	0.027540573850274086
153	rnn.bias_hh_l2_reverse	0	0.054019745439291
153	rnn.bias_hh_l2_reverse	1	-0.06335163116455078
153	rnn.bias_hh_l2_reverse	2	-0.06734944880008698
153	rnn.bias_hh_l2_reverse	3	0.03165409341454506
153	rnn.bias_hh_l2_reverse	4	0.03117239847779274
153	rnn.bias_hh_l2_reverse	5	0.03544297814369202
153	rnn.bias_hh_l2_reverse	6	-0.0826668068766594
153	rnn.bias_hh_l2_reverse	7	-0.006758576259016991
153	rnn.bias_hh_l2_reverse	8	-0.10504209250211716
153	rnn.bias_hh_l2_reverse	9	-0.055256012827157974
153	linear.weight	0	0.025028489530086517
153	linear.weight	1	0.13425232470035553
153	linear.weight	2	-0.02411762624979019
153	linear.weight	3	-0.036461301147937775
153	linear.weight	4	-0.022248394787311554
153	linear.weight	5	0.045938145369291306
153	linear.weight	6	0.004284604452550411
153	linear.weight	7	-0.11372201889753342
153	linear.weight	8	-0.021191466599702835
153	linear.weight	9	0.1057005226612091
153	linear.bias	0	0.500939667224884
153	linear.bias	1	0.745468020439148
153	linear.bias	2	-1.6207106113433838
153	linear.bias	3	-0.05754556506872177
153	linear.bias	4	-0.050822705030441284
153	linear.bias	5	0.2729986608028412
154	transitions	0	0.0370989665389061
154	transitions	1	-10000.0
154	transitions	2	2.5680747032165527
154	transitions	3	-1.1075325012207031
154	transitions	4	-10000.0
154	transitions	5	-10000.0
154	transitions	6	-10000.0
154	transitions	7	0.8817048072814941
154	transitions	8	0.839625358581543
154	transitions	9	-1.2340093851089478
154	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
154	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
154	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
154	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
154	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
154	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
154	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
154	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
154	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
154	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
154	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
154	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
154	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
154	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
154	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
154	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
154	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
154	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
154	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
154	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
154	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
154	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
154	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
154	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
154	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
154	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
154	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
154	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
154	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
154	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
154	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
154	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
154	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
154	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
154	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
154	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
154	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
154	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
154	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
154	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
154	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
154	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
154	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
154	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
154	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
154	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
154	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
154	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
154	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
154	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
154	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
154	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
154	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
154	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
154	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
154	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
154	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
154	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
154	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
154	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
154	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
154	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
154	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
154	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
154	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
154	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
154	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
154	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
154	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
154	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
154	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
154	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
154	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
154	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
154	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
154	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
154	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
154	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
154	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
154	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
154	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
154	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
154	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
154	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
154	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
154	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
154	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
154	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
154	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
154	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
154	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
154	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
154	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
154	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
154	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
154	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
154	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
154	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
154	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
154	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
154	embedding2nn.weight	0	0.014803453348577023
154	embedding2nn.weight	1	0.00014992656360846013
154	embedding2nn.weight	2	0.005555930081754923
154	embedding2nn.weight	3	0.0007091599982231855
154	embedding2nn.weight	4	-0.00819224864244461
154	embedding2nn.weight	5	-0.005520171020179987
154	embedding2nn.weight	6	-0.0008306107483804226
154	embedding2nn.weight	7	-0.002903963206335902
154	embedding2nn.weight	8	0.013341734185814857
154	embedding2nn.weight	9	0.004472669679671526
154	embedding2nn.bias	0	0.004447514191269875
154	embedding2nn.bias	1	-0.012324351817369461
154	embedding2nn.bias	2	0.007857288233935833
154	embedding2nn.bias	3	-0.012677264399826527
154	embedding2nn.bias	4	-0.02308260090649128
154	embedding2nn.bias	5	-0.0005464730784296989
154	embedding2nn.bias	6	0.00924627110362053
154	embedding2nn.bias	7	-0.0012343928683549166
154	embedding2nn.bias	8	-0.007901831530034542
154	embedding2nn.bias	9	-0.0023423684760928154
154	rnn.weight_ih_l0	0	-0.05234002694487572
154	rnn.weight_ih_l0	1	0.05079631879925728
154	rnn.weight_ih_l0	2	0.03186041861772537
154	rnn.weight_ih_l0	3	0.014751642942428589
154	rnn.weight_ih_l0	4	0.0125364875420928
154	rnn.weight_ih_l0	5	0.0841982439160347
154	rnn.weight_ih_l0	6	0.07608376443386078
154	rnn.weight_ih_l0	7	0.03779597580432892
154	rnn.weight_ih_l0	8	-0.04573783278465271
154	rnn.weight_ih_l0	9	0.008165341801941395
154	rnn.weight_hh_l0	0	0.008225434459745884
154	rnn.weight_hh_l0	1	-0.06416136771440506
154	rnn.weight_hh_l0	2	-0.06545618921518326
154	rnn.weight_hh_l0	3	0.07147935777902603
154	rnn.weight_hh_l0	4	0.0709935650229454
154	rnn.weight_hh_l0	5	0.005892064422369003
154	rnn.weight_hh_l0	6	-0.00107585359364748
154	rnn.weight_hh_l0	7	-0.01760389283299446
154	rnn.weight_hh_l0	8	-0.029289085417985916
154	rnn.weight_hh_l0	9	0.05759015679359436
154	rnn.bias_ih_l0	0	-0.06286501884460449
154	rnn.bias_ih_l0	1	0.08852194249629974
154	rnn.bias_ih_l0	2	0.020305931568145752
154	rnn.bias_ih_l0	3	0.079654760658741
154	rnn.bias_ih_l0	4	-0.07517080754041672
154	rnn.bias_ih_l0	5	0.08299334347248077
154	rnn.bias_ih_l0	6	-0.06768059730529785
154	rnn.bias_ih_l0	7	-0.03576981648802757
154	rnn.bias_ih_l0	8	-0.09270523488521576
154	rnn.bias_ih_l0	9	-0.04543372988700867
154	rnn.bias_hh_l0	0	0.03591351583600044
154	rnn.bias_hh_l0	1	0.0733601376414299
154	rnn.bias_hh_l0	2	0.06975086033344269
154	rnn.bias_hh_l0	3	0.08490394055843353
154	rnn.bias_hh_l0	4	-0.09673741459846497
154	rnn.bias_hh_l0	5	-0.07154534757137299
154	rnn.bias_hh_l0	6	0.07779283076524734
154	rnn.bias_hh_l0	7	-0.08319966495037079
154	rnn.bias_hh_l0	8	-0.026450812816619873
154	rnn.bias_hh_l0	9	0.0070576537400484085
154	rnn.weight_ih_l0_reverse	0	0.07936684042215347
154	rnn.weight_ih_l0_reverse	1	0.07326339930295944
154	rnn.weight_ih_l0_reverse	2	0.03875147923827171
154	rnn.weight_ih_l0_reverse	3	0.033713359385728836
154	rnn.weight_ih_l0_reverse	4	-0.03681166097521782
154	rnn.weight_ih_l0_reverse	5	0.0508570522069931
154	rnn.weight_ih_l0_reverse	6	0.06644479930400848
154	rnn.weight_ih_l0_reverse	7	0.02237722836434841
154	rnn.weight_ih_l0_reverse	8	-0.05762890353798866
154	rnn.weight_ih_l0_reverse	9	-0.05285776033997536
154	rnn.weight_hh_l0_reverse	0	0.025322316214442253
154	rnn.weight_hh_l0_reverse	1	-0.08717571943998337
154	rnn.weight_hh_l0_reverse	2	0.06337090581655502
154	rnn.weight_hh_l0_reverse	3	-0.021557824686169624
154	rnn.weight_hh_l0_reverse	4	0.08446365594863892
154	rnn.weight_hh_l0_reverse	5	-0.0019441406475380063
154	rnn.weight_hh_l0_reverse	6	0.02999013662338257
154	rnn.weight_hh_l0_reverse	7	0.07857491821050644
154	rnn.weight_hh_l0_reverse	8	-0.022395094856619835
154	rnn.weight_hh_l0_reverse	9	-0.0466122180223465
154	rnn.bias_ih_l0_reverse	0	0.000757751811761409
154	rnn.bias_ih_l0_reverse	1	-0.019772173836827278
154	rnn.bias_ih_l0_reverse	2	-0.014292673207819462
154	rnn.bias_ih_l0_reverse	3	0.03689812496304512
154	rnn.bias_ih_l0_reverse	4	0.06721250712871552
154	rnn.bias_ih_l0_reverse	5	-0.02085295505821705
154	rnn.bias_ih_l0_reverse	6	-0.026811452582478523
154	rnn.bias_ih_l0_reverse	7	-0.04850027710199356
154	rnn.bias_ih_l0_reverse	8	0.0075325630605220795
154	rnn.bias_ih_l0_reverse	9	-0.06955856084823608
154	rnn.bias_hh_l0_reverse	0	0.039409950375556946
154	rnn.bias_hh_l0_reverse	1	-0.0709211602807045
154	rnn.bias_hh_l0_reverse	2	0.07983842492103577
154	rnn.bias_hh_l0_reverse	3	0.06001734733581543
154	rnn.bias_hh_l0_reverse	4	0.02595255710184574
154	rnn.bias_hh_l0_reverse	5	0.04482031613588333
154	rnn.bias_hh_l0_reverse	6	0.06641829758882523
154	rnn.bias_hh_l0_reverse	7	0.08361019194126129
154	rnn.bias_hh_l0_reverse	8	-0.009502430446445942
154	rnn.bias_hh_l0_reverse	9	0.050101593136787415
154	rnn.weight_ih_l1	0	0.023855458945035934
154	rnn.weight_ih_l1	1	0.015818804502487183
154	rnn.weight_ih_l1	2	0.08818086236715317
154	rnn.weight_ih_l1	3	-0.024158021435141563
154	rnn.weight_ih_l1	4	-0.024416746571660042
154	rnn.weight_ih_l1	5	-0.013192743062973022
154	rnn.weight_ih_l1	6	0.07274916023015976
154	rnn.weight_ih_l1	7	-0.004717970732599497
154	rnn.weight_ih_l1	8	-0.05253028869628906
154	rnn.weight_ih_l1	9	0.05343782529234886
154	rnn.weight_hh_l1	0	-0.08181308209896088
154	rnn.weight_hh_l1	1	-0.03585897386074066
154	rnn.weight_hh_l1	2	-0.00811865832656622
154	rnn.weight_hh_l1	3	-0.058238301426172256
154	rnn.weight_hh_l1	4	0.08621492981910706
154	rnn.weight_hh_l1	5	-0.08398830890655518
154	rnn.weight_hh_l1	6	-0.05012523755431175
154	rnn.weight_hh_l1	7	0.06484391540288925
154	rnn.weight_hh_l1	8	-0.013534599915146828
154	rnn.weight_hh_l1	9	-0.039840810000896454
154	rnn.bias_ih_l1	0	-0.03733795881271362
154	rnn.bias_ih_l1	1	0.055705320090055466
154	rnn.bias_ih_l1	2	-0.0463329553604126
154	rnn.bias_ih_l1	3	-0.07619006931781769
154	rnn.bias_ih_l1	4	-0.02863239124417305
154	rnn.bias_ih_l1	5	0.004150068387389183
154	rnn.bias_ih_l1	6	-0.04990079626441002
154	rnn.bias_ih_l1	7	0.06270896643400192
154	rnn.bias_ih_l1	8	0.0828864797949791
154	rnn.bias_ih_l1	9	0.034868765622377396
154	rnn.bias_hh_l1	0	0.06879580765962601
154	rnn.bias_hh_l1	1	-0.05860011652112007
154	rnn.bias_hh_l1	2	0.019421976059675217
154	rnn.bias_hh_l1	3	0.07923348993062973
154	rnn.bias_hh_l1	4	0.05722085386514664
154	rnn.bias_hh_l1	5	-0.07836055755615234
154	rnn.bias_hh_l1	6	0.014108716510236263
154	rnn.bias_hh_l1	7	0.04149756208062172
154	rnn.bias_hh_l1	8	0.014521726407110691
154	rnn.bias_hh_l1	9	-0.005450665485113859
154	rnn.weight_ih_l1_reverse	0	0.08629900962114334
154	rnn.weight_ih_l1_reverse	1	-0.0418005995452404
154	rnn.weight_ih_l1_reverse	2	-0.06188259273767471
154	rnn.weight_ih_l1_reverse	3	0.025345010682940483
154	rnn.weight_ih_l1_reverse	4	-0.04648987203836441
154	rnn.weight_ih_l1_reverse	5	0.02406861074268818
154	rnn.weight_ih_l1_reverse	6	0.040410272777080536
154	rnn.weight_ih_l1_reverse	7	0.02035871148109436
154	rnn.weight_ih_l1_reverse	8	-0.0086936941370368
154	rnn.weight_ih_l1_reverse	9	-0.06528101861476898
154	rnn.weight_hh_l1_reverse	0	0.004890894517302513
154	rnn.weight_hh_l1_reverse	1	0.018958833068609238
154	rnn.weight_hh_l1_reverse	2	-0.05821319296956062
154	rnn.weight_hh_l1_reverse	3	-0.01286483183503151
154	rnn.weight_hh_l1_reverse	4	0.00890482310205698
154	rnn.weight_hh_l1_reverse	5	-0.06524118036031723
154	rnn.weight_hh_l1_reverse	6	-0.0673174187541008
154	rnn.weight_hh_l1_reverse	7	-0.011349925771355629
154	rnn.weight_hh_l1_reverse	8	-0.05847533792257309
154	rnn.weight_hh_l1_reverse	9	-0.04384284466505051
154	rnn.bias_ih_l1_reverse	0	-0.0030271552968770266
154	rnn.bias_ih_l1_reverse	1	-0.04168049991130829
154	rnn.bias_ih_l1_reverse	2	0.027846384793519974
154	rnn.bias_ih_l1_reverse	3	-0.08425934612751007
154	rnn.bias_ih_l1_reverse	4	-0.08695648610591888
154	rnn.bias_ih_l1_reverse	5	-0.08708003163337708
154	rnn.bias_ih_l1_reverse	6	0.06426307559013367
154	rnn.bias_ih_l1_reverse	7	0.084382563829422
154	rnn.bias_ih_l1_reverse	8	-0.0035373750142753124
154	rnn.bias_ih_l1_reverse	9	-0.011439158581197262
154	rnn.bias_hh_l1_reverse	0	0.06107018515467644
154	rnn.bias_hh_l1_reverse	1	-0.06693127006292343
154	rnn.bias_hh_l1_reverse	2	-0.053062111139297485
154	rnn.bias_hh_l1_reverse	3	0.07372216880321503
154	rnn.bias_hh_l1_reverse	4	-0.02299412526190281
154	rnn.bias_hh_l1_reverse	5	-0.005557176657021046
154	rnn.bias_hh_l1_reverse	6	-0.05930958688259125
154	rnn.bias_hh_l1_reverse	7	-0.05985327810049057
154	rnn.bias_hh_l1_reverse	8	0.06611103564500809
154	rnn.bias_hh_l1_reverse	9	0.04834160953760147
154	rnn.weight_ih_l2	0	0.07671378552913666
154	rnn.weight_ih_l2	1	-0.05430856719613075
154	rnn.weight_ih_l2	2	0.06337060779333115
154	rnn.weight_ih_l2	3	0.06559228152036667
154	rnn.weight_ih_l2	4	0.05649791657924652
154	rnn.weight_ih_l2	5	-0.03537758067250252
154	rnn.weight_ih_l2	6	-0.07551699131727219
154	rnn.weight_ih_l2	7	0.012059581466019154
154	rnn.weight_ih_l2	8	-0.01717986911535263
154	rnn.weight_ih_l2	9	-0.06917788833379745
154	rnn.weight_hh_l2	0	0.04810679331421852
154	rnn.weight_hh_l2	1	0.030909238383173943
154	rnn.weight_hh_l2	2	-0.05471697822213173
154	rnn.weight_hh_l2	3	-0.025531357154250145
154	rnn.weight_hh_l2	4	0.05491926148533821
154	rnn.weight_hh_l2	5	-0.024450847879052162
154	rnn.weight_hh_l2	6	0.008525732904672623
154	rnn.weight_hh_l2	7	-0.053327541798353195
154	rnn.weight_hh_l2	8	-0.006014736834913492
154	rnn.weight_hh_l2	9	-0.018065299838781357
154	rnn.bias_ih_l2	0	0.1521083265542984
154	rnn.bias_ih_l2	1	0.011561133898794651
154	rnn.bias_ih_l2	2	0.06715145707130432
154	rnn.bias_ih_l2	3	0.02930532768368721
154	rnn.bias_ih_l2	4	-0.006444219965487719
154	rnn.bias_ih_l2	5	0.04777683690190315
154	rnn.bias_ih_l2	6	0.014324737712740898
154	rnn.bias_ih_l2	7	0.017137683928012848
154	rnn.bias_ih_l2	8	0.01747783273458481
154	rnn.bias_ih_l2	9	-0.015442629344761372
154	rnn.bias_hh_l2	0	0.022408103570342064
154	rnn.bias_hh_l2	1	0.005942098796367645
154	rnn.bias_hh_l2	2	0.07486393302679062
154	rnn.bias_hh_l2	3	0.029744146391749382
154	rnn.bias_hh_l2	4	0.07791811972856522
154	rnn.bias_hh_l2	5	-0.0511607900261879
154	rnn.bias_hh_l2	6	0.05578029155731201
154	rnn.bias_hh_l2	7	-0.023415645584464073
154	rnn.bias_hh_l2	8	0.04178006947040558
154	rnn.bias_hh_l2	9	0.018411561846733093
154	rnn.weight_ih_l2_reverse	0	0.08224046230316162
154	rnn.weight_ih_l2_reverse	1	-0.05480577424168587
154	rnn.weight_ih_l2_reverse	2	0.0011254239361733198
154	rnn.weight_ih_l2_reverse	3	0.03528013452887535
154	rnn.weight_ih_l2_reverse	4	0.0540449433028698
154	rnn.weight_ih_l2_reverse	5	-0.04068637266755104
154	rnn.weight_ih_l2_reverse	6	-0.00034024621709249914
154	rnn.weight_ih_l2_reverse	7	-0.013860255479812622
154	rnn.weight_ih_l2_reverse	8	0.011958759278059006
154	rnn.weight_ih_l2_reverse	9	-0.07974813878536224
154	rnn.weight_hh_l2_reverse	0	-0.08278251439332962
154	rnn.weight_hh_l2_reverse	1	0.016319334506988525
154	rnn.weight_hh_l2_reverse	2	0.010436023585498333
154	rnn.weight_hh_l2_reverse	3	0.02432282455265522
154	rnn.weight_hh_l2_reverse	4	-0.0367780402302742
154	rnn.weight_hh_l2_reverse	5	-0.014704196713864803
154	rnn.weight_hh_l2_reverse	6	-0.043248724192380905
154	rnn.weight_hh_l2_reverse	7	-0.05988888442516327
154	rnn.weight_hh_l2_reverse	8	-0.0066878837533295155
154	rnn.weight_hh_l2_reverse	9	-0.05905182287096977
154	rnn.bias_ih_l2_reverse	0	-0.05434084311127663
154	rnn.bias_ih_l2_reverse	1	-0.027639256790280342
154	rnn.bias_ih_l2_reverse	2	0.045277271419763565
154	rnn.bias_ih_l2_reverse	3	0.03239482268691063
154	rnn.bias_ih_l2_reverse	4	0.07589606195688248
154	rnn.bias_ih_l2_reverse	5	-0.08876600861549377
154	rnn.bias_ih_l2_reverse	6	-0.043384093791246414
154	rnn.bias_ih_l2_reverse	7	-0.05911366641521454
154	rnn.bias_ih_l2_reverse	8	0.052506737411022186
154	rnn.bias_ih_l2_reverse	9	0.028016097843647003
154	rnn.bias_hh_l2_reverse	0	0.051882073283195496
154	rnn.bias_hh_l2_reverse	1	-0.06361302733421326
154	rnn.bias_hh_l2_reverse	2	-0.06734403222799301
154	rnn.bias_hh_l2_reverse	3	0.03167925029993057
154	rnn.bias_hh_l2_reverse	4	0.030995933338999748
154	rnn.bias_hh_l2_reverse	5	0.035439010709524155
154	rnn.bias_hh_l2_reverse	6	-0.08267533034086227
154	rnn.bias_hh_l2_reverse	7	-0.0067987521179020405
154	rnn.bias_hh_l2_reverse	8	-0.105530746281147
154	rnn.bias_hh_l2_reverse	9	-0.055260516703128815
154	linear.weight	0	0.025028489530086517
154	linear.weight	1	0.12744919955730438
154	linear.weight	2	-0.024123670533299446
154	linear.weight	3	-0.03669343143701553
154	linear.weight	4	-0.022248394787311554
154	linear.weight	5	0.046693168580532074
154	linear.weight	6	0.004563447553664446
154	linear.weight	7	-0.11774221807718277
154	linear.weight	8	-0.020970767363905907
154	linear.weight	9	0.10609421133995056
154	linear.bias	0	0.513778567314148
154	linear.bias	1	0.7644765973091125
154	linear.bias	2	-1.6212389469146729
154	linear.bias	3	-0.05754556506872177
154	linear.bias	4	-0.050822705030441284
154	linear.bias	5	0.2416795790195465
155	transitions	0	0.03679034113883972
155	transitions	1	-10000.0
155	transitions	2	2.594637632369995
155	transitions	3	-1.1098662614822388
155	transitions	4	-10000.0
155	transitions	5	-10000.0
155	transitions	6	-10000.0
155	transitions	7	0.8816993832588196
155	transitions	8	0.8395677804946899
155	transitions	9	-1.2023104429244995
155	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
155	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
155	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
155	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
155	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
155	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
155	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
155	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
155	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
155	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
155	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
155	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
155	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
155	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
155	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
155	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
155	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
155	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
155	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
155	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
155	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
155	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
155	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
155	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
155	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
155	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
155	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
155	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
155	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
155	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
155	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
155	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
155	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
155	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
155	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
155	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
155	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
155	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
155	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
155	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
155	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
155	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
155	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
155	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
155	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
155	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
155	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
155	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
155	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
155	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
155	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
155	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
155	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
155	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
155	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
155	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
155	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
155	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
155	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
155	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
155	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
155	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
155	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
155	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
155	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
155	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
155	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
155	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
155	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
155	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
155	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
155	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
155	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
155	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
155	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
155	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
155	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
155	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
155	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
155	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
155	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
155	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
155	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
155	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
155	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
155	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
155	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
155	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
155	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
155	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
155	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
155	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
155	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
155	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
155	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
155	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
155	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
155	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
155	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
155	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
155	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
155	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
155	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
155	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
155	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
155	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
155	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
155	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
155	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
155	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
155	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
155	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
155	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
155	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
155	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
155	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
155	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
155	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
155	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
155	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
155	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
155	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
155	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
155	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
155	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
155	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
155	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
155	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
155	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
155	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
155	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
155	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
155	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
155	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
155	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
155	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
155	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
155	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
155	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
155	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
155	embedding2nn.weight	0	0.014802592806518078
155	embedding2nn.weight	1	0.00014998509141150862
155	embedding2nn.weight	2	0.005566051229834557
155	embedding2nn.weight	3	0.0007090470753610134
155	embedding2nn.weight	4	-0.008192338049411774
155	embedding2nn.weight	5	-0.005551241338253021
155	embedding2nn.weight	6	-0.0008476100047118962
155	embedding2nn.weight	7	-0.002903988119214773
155	embedding2nn.weight	8	0.013322152197360992
155	embedding2nn.weight	9	0.004471284803003073
155	embedding2nn.bias	0	0.003918949514627457
155	embedding2nn.bias	1	-0.012275598011910915
155	embedding2nn.bias	2	0.007840963080525398
155	embedding2nn.bias	3	-0.012098840437829494
155	embedding2nn.bias	4	-0.02453249879181385
155	embedding2nn.bias	5	-0.0016974209574982524
155	embedding2nn.bias	6	0.009341545403003693
155	embedding2nn.bias	7	-0.0018329478334635496
155	embedding2nn.bias	8	-0.00786242913454771
155	embedding2nn.bias	9	-0.003945417236536741
155	rnn.weight_ih_l0	0	-0.052349627017974854
155	rnn.weight_ih_l0	1	0.05079629644751549
155	rnn.weight_ih_l0	2	0.03186095878481865
155	rnn.weight_ih_l0	3	0.01475280337035656
155	rnn.weight_ih_l0	4	0.012513084337115288
155	rnn.weight_ih_l0	5	0.08419786393642426
155	rnn.weight_ih_l0	6	0.07608398795127869
155	rnn.weight_ih_l0	7	0.03779609128832817
155	rnn.weight_ih_l0	8	-0.045731451362371445
155	rnn.weight_ih_l0	9	0.008178879506886005
155	rnn.weight_hh_l0	0	0.008225874044001102
155	rnn.weight_hh_l0	1	-0.06420246511697769
155	rnn.weight_hh_l0	2	-0.06545864045619965
155	rnn.weight_hh_l0	3	0.07147442549467087
155	rnn.weight_hh_l0	4	0.07099638879299164
155	rnn.weight_hh_l0	5	0.0059133004397153854
155	rnn.weight_hh_l0	6	-0.0010672016069293022
155	rnn.weight_hh_l0	7	-0.017606737092137337
155	rnn.weight_hh_l0	8	-0.029312491416931152
155	rnn.weight_hh_l0	9	0.05759504809975624
155	rnn.bias_ih_l0	0	-0.06317906826734543
155	rnn.bias_ih_l0	1	0.08853624016046524
155	rnn.bias_ih_l0	2	0.020303994417190552
155	rnn.bias_ih_l0	3	0.07887037098407745
155	rnn.bias_ih_l0	4	-0.07552560418844223
155	rnn.bias_ih_l0	5	0.08298911899328232
155	rnn.bias_ih_l0	6	-0.0672115609049797
155	rnn.bias_ih_l0	7	-0.03576313331723213
155	rnn.bias_ih_l0	8	-0.09296625852584839
155	rnn.bias_ih_l0	9	-0.04551650956273079
155	rnn.bias_hh_l0	0	0.03599686548113823
155	rnn.bias_hh_l0	1	0.07343839108943939
155	rnn.bias_hh_l0	2	0.06966330111026764
155	rnn.bias_hh_l0	3	0.08493973314762115
155	rnn.bias_hh_l0	4	-0.0969768539071083
155	rnn.bias_hh_l0	5	-0.07151751220226288
155	rnn.bias_hh_l0	6	0.0779876634478569
155	rnn.bias_hh_l0	7	-0.08161807060241699
155	rnn.bias_hh_l0	8	-0.02645430527627468
155	rnn.bias_hh_l0	9	0.007761531043797731
155	rnn.weight_ih_l0_reverse	0	0.079362653195858
155	rnn.weight_ih_l0_reverse	1	0.07326119393110275
155	rnn.weight_ih_l0_reverse	2	0.03874591365456581
155	rnn.weight_ih_l0_reverse	3	0.03370485082268715
155	rnn.weight_ih_l0_reverse	4	-0.03675597906112671
155	rnn.weight_ih_l0_reverse	5	0.05085548385977745
155	rnn.weight_ih_l0_reverse	6	0.06644000113010406
155	rnn.weight_ih_l0_reverse	7	0.022382553666830063
155	rnn.weight_ih_l0_reverse	8	-0.0576632097363472
155	rnn.weight_ih_l0_reverse	9	-0.052858177572488785
155	rnn.weight_hh_l0_reverse	0	0.025366269052028656
155	rnn.weight_hh_l0_reverse	1	-0.08715701848268509
155	rnn.weight_hh_l0_reverse	2	0.06339725106954575
155	rnn.weight_hh_l0_reverse	3	-0.02155277132987976
155	rnn.weight_hh_l0_reverse	4	0.08447420597076416
155	rnn.weight_hh_l0_reverse	5	-0.0019399697193875909
155	rnn.weight_hh_l0_reverse	6	0.029940688982605934
155	rnn.weight_hh_l0_reverse	7	0.07856614142656326
155	rnn.weight_hh_l0_reverse	8	-0.022411370649933815
155	rnn.weight_hh_l0_reverse	9	-0.046607036143541336
155	rnn.bias_ih_l0_reverse	0	0.0009529892704449594
155	rnn.bias_ih_l0_reverse	1	-0.018509363755583763
155	rnn.bias_ih_l0_reverse	2	-0.013955249451100826
155	rnn.bias_ih_l0_reverse	3	0.03670000284910202
155	rnn.bias_ih_l0_reverse	4	0.06734828650951385
155	rnn.bias_ih_l0_reverse	5	-0.02099822834134102
155	rnn.bias_ih_l0_reverse	6	-0.026654450222849846
155	rnn.bias_ih_l0_reverse	7	-0.04863874614238739
155	rnn.bias_ih_l0_reverse	8	0.007616350892931223
155	rnn.bias_ih_l0_reverse	9	-0.06848505884408951
155	rnn.bias_hh_l0_reverse	0	0.03941989317536354
155	rnn.bias_hh_l0_reverse	1	-0.06984765827655792
155	rnn.bias_hh_l0_reverse	2	0.08002802729606628
155	rnn.bias_hh_l0_reverse	3	0.06000101938843727
155	rnn.bias_hh_l0_reverse	4	0.025960033759474754
155	rnn.bias_hh_l0_reverse	5	0.04478616639971733
155	rnn.bias_hh_l0_reverse	6	0.06634421646595001
155	rnn.bias_hh_l0_reverse	7	0.08349576592445374
155	rnn.bias_hh_l0_reverse	8	-0.009486687369644642
155	rnn.bias_hh_l0_reverse	9	0.050035156309604645
155	rnn.weight_ih_l1	0	0.02396220900118351
155	rnn.weight_ih_l1	1	0.01580604538321495
155	rnn.weight_ih_l1	2	0.08872029930353165
155	rnn.weight_ih_l1	3	-0.02415766566991806
155	rnn.weight_ih_l1	4	-0.024422770366072655
155	rnn.weight_ih_l1	5	-0.013267912901937962
155	rnn.weight_ih_l1	6	0.07274242490530014
155	rnn.weight_ih_l1	7	-0.004710619803518057
155	rnn.weight_ih_l1	8	-0.05253586918115616
155	rnn.weight_ih_l1	9	0.05326990783214569
155	rnn.weight_hh_l1	0	-0.08177321404218674
155	rnn.weight_hh_l1	1	-0.03585093095898628
155	rnn.weight_hh_l1	2	-0.008119041100144386
155	rnn.weight_hh_l1	3	-0.05823955684900284
155	rnn.weight_hh_l1	4	0.08620598912239075
155	rnn.weight_hh_l1	5	-0.08398613333702087
155	rnn.weight_hh_l1	6	-0.05013119429349899
155	rnn.weight_hh_l1	7	0.06485173851251602
155	rnn.weight_hh_l1	8	-0.013532019220292568
155	rnn.weight_hh_l1	9	-0.039852313697338104
155	rnn.bias_ih_l1	0	-0.03730209544301033
155	rnn.bias_ih_l1	1	0.055666081607341766
155	rnn.bias_ih_l1	2	-0.04633234813809395
155	rnn.bias_ih_l1	3	-0.07617292553186417
155	rnn.bias_ih_l1	4	-0.028579603880643845
155	rnn.bias_ih_l1	5	0.003076146123930812
155	rnn.bias_ih_l1	6	-0.04743818938732147
155	rnn.bias_ih_l1	7	0.06233641877770424
155	rnn.bias_ih_l1	8	0.08290765434503555
155	rnn.bias_ih_l1	9	0.03302627056837082
155	rnn.bias_hh_l1	0	0.06882353872060776
155	rnn.bias_hh_l1	1	-0.05857643857598305
155	rnn.bias_hh_l1	2	0.019550897181034088
155	rnn.bias_hh_l1	3	0.079368457198143
155	rnn.bias_hh_l1	4	0.05724027007818222
155	rnn.bias_hh_l1	5	-0.07837466895580292
155	rnn.bias_hh_l1	6	0.014121068641543388
155	rnn.bias_hh_l1	7	0.041494134813547134
155	rnn.bias_hh_l1	8	0.01447860524058342
155	rnn.bias_hh_l1	9	-0.005376963876187801
155	rnn.weight_ih_l1_reverse	0	0.08629310131072998
155	rnn.weight_ih_l1_reverse	1	-0.04181462526321411
155	rnn.weight_ih_l1_reverse	2	-0.061882346868515015
155	rnn.weight_ih_l1_reverse	3	0.025323079898953438
155	rnn.weight_ih_l1_reverse	4	-0.046483952552080154
155	rnn.weight_ih_l1_reverse	5	0.02406572550535202
155	rnn.weight_ih_l1_reverse	6	0.04041169583797455
155	rnn.weight_ih_l1_reverse	7	0.02035973221063614
155	rnn.weight_ih_l1_reverse	8	-0.008696787059307098
155	rnn.weight_ih_l1_reverse	9	-0.06570140272378922
155	rnn.weight_hh_l1_reverse	0	0.004896761383861303
155	rnn.weight_hh_l1_reverse	1	0.018959928303956985
155	rnn.weight_hh_l1_reverse	2	-0.05820949375629425
155	rnn.weight_hh_l1_reverse	3	-0.012855184264481068
155	rnn.weight_hh_l1_reverse	4	0.008912015706300735
155	rnn.weight_hh_l1_reverse	5	-0.06562697887420654
155	rnn.weight_hh_l1_reverse	6	-0.06730929762125015
155	rnn.weight_hh_l1_reverse	7	-0.011348065920174122
155	rnn.weight_hh_l1_reverse	8	-0.05894709378480911
155	rnn.weight_hh_l1_reverse	9	-0.04384709522128105
155	rnn.bias_ih_l1_reverse	0	-0.0030339136719703674
155	rnn.bias_ih_l1_reverse	1	-0.041522543877363205
155	rnn.bias_ih_l1_reverse	2	0.027924321591854095
155	rnn.bias_ih_l1_reverse	3	-0.08422233164310455
155	rnn.bias_ih_l1_reverse	4	-0.08708032220602036
155	rnn.bias_ih_l1_reverse	5	-0.08704834431409836
155	rnn.bias_ih_l1_reverse	6	0.06416153907775879
155	rnn.bias_ih_l1_reverse	7	0.08445317298173904
155	rnn.bias_ih_l1_reverse	8	-2.512358514650259e-05
155	rnn.bias_ih_l1_reverse	9	-0.011438591405749321
155	rnn.bias_hh_l1_reverse	0	0.06119338423013687
155	rnn.bias_hh_l1_reverse	1	-0.06726191937923431
155	rnn.bias_hh_l1_reverse	2	-0.0532492958009243
155	rnn.bias_hh_l1_reverse	3	0.07377804815769196
155	rnn.bias_hh_l1_reverse	4	-0.022881628945469856
155	rnn.bias_hh_l1_reverse	5	-0.005422043148428202
155	rnn.bias_hh_l1_reverse	6	-0.05950165167450905
155	rnn.bias_hh_l1_reverse	7	-0.05987797677516937
155	rnn.bias_hh_l1_reverse	8	0.06611554324626923
155	rnn.bias_hh_l1_reverse	9	0.04834366589784622
155	rnn.weight_ih_l2	0	0.07671107351779938
155	rnn.weight_ih_l2	1	-0.054324209690093994
155	rnn.weight_ih_l2	2	0.06336572021245956
155	rnn.weight_ih_l2	3	0.06560559570789337
155	rnn.weight_ih_l2	4	0.056490495800971985
155	rnn.weight_ih_l2	5	-0.03543558344244957
155	rnn.weight_ih_l2	6	-0.07551880180835724
155	rnn.weight_ih_l2	7	0.012096903286874294
155	rnn.weight_ih_l2	8	-0.017179865390062332
155	rnn.weight_ih_l2	9	-0.06917783617973328
155	rnn.weight_hh_l2	0	0.04810851812362671
155	rnn.weight_hh_l2	1	0.030911097303032875
155	rnn.weight_hh_l2	2	-0.05471823364496231
155	rnn.weight_hh_l2	3	-0.025486081838607788
155	rnn.weight_hh_l2	4	0.054919809103012085
155	rnn.weight_hh_l2	5	-0.02446638233959675
155	rnn.weight_hh_l2	6	0.008501898497343063
155	rnn.weight_hh_l2	7	-0.053326379507780075
155	rnn.weight_hh_l2	8	-0.006028582341969013
155	rnn.weight_hh_l2	9	-0.01806560717523098
155	rnn.bias_ih_l2	0	0.15261654555797577
155	rnn.bias_ih_l2	1	0.011712255887687206
155	rnn.bias_ih_l2	2	0.06682232022285461
155	rnn.bias_ih_l2	3	0.029142701998353004
155	rnn.bias_ih_l2	4	-0.006549676414579153
155	rnn.bias_ih_l2	5	0.047664232552051544
155	rnn.bias_ih_l2	6	0.014248027466237545
155	rnn.bias_ih_l2	7	0.017099006101489067
155	rnn.bias_ih_l2	8	0.01750079356133938
155	rnn.bias_ih_l2	9	-0.015445654280483723
155	rnn.bias_hh_l2	0	0.02238166518509388
155	rnn.bias_hh_l2	1	0.0059494017623364925
155	rnn.bias_hh_l2	2	0.07453983277082443
155	rnn.bias_hh_l2	3	0.029730690643191338
155	rnn.bias_hh_l2	4	0.07792501896619797
155	rnn.bias_hh_l2	5	-0.049119990319013596
155	rnn.bias_hh_l2	6	0.05892110988497734
155	rnn.bias_hh_l2	7	-0.023515911772847176
155	rnn.bias_hh_l2	8	0.041761744767427444
155	rnn.bias_hh_l2	9	0.018033510074019432
155	rnn.weight_ih_l2_reverse	0	0.08224157989025116
155	rnn.weight_ih_l2_reverse	1	-0.055077094584703445
155	rnn.weight_ih_l2_reverse	2	0.001125419163145125
155	rnn.weight_ih_l2_reverse	3	0.03527841344475746
155	rnn.weight_ih_l2_reverse	4	0.05404650419950485
155	rnn.weight_ih_l2_reverse	5	-0.04068707302212715
155	rnn.weight_ih_l2_reverse	6	-0.0003766518784686923
155	rnn.weight_ih_l2_reverse	7	-0.012960792519152164
155	rnn.weight_ih_l2_reverse	8	0.012032166123390198
155	rnn.weight_ih_l2_reverse	9	-0.07974474877119064
155	rnn.weight_hh_l2_reverse	0	-0.08278344571590424
155	rnn.weight_hh_l2_reverse	1	0.016157133504748344
155	rnn.weight_hh_l2_reverse	2	0.010436485521495342
155	rnn.weight_hh_l2_reverse	3	0.024325242266058922
155	rnn.weight_hh_l2_reverse	4	-0.03678097203373909
155	rnn.weight_hh_l2_reverse	5	-0.014726206660270691
155	rnn.weight_hh_l2_reverse	6	-0.043283842504024506
155	rnn.weight_hh_l2_reverse	7	-0.05989585444331169
155	rnn.weight_hh_l2_reverse	8	-0.006703534163534641
155	rnn.weight_hh_l2_reverse	9	-0.05905526131391525
155	rnn.bias_ih_l2_reverse	0	-0.05757535621523857
155	rnn.bias_ih_l2_reverse	1	-0.02760344184935093
155	rnn.bias_ih_l2_reverse	2	0.045326534658670425
155	rnn.bias_ih_l2_reverse	3	0.037207216024398804
155	rnn.bias_ih_l2_reverse	4	0.07589014619588852
155	rnn.bias_ih_l2_reverse	5	-0.08878149092197418
155	rnn.bias_ih_l2_reverse	6	-0.04346509277820587
155	rnn.bias_ih_l2_reverse	7	-0.05634143203496933
155	rnn.bias_ih_l2_reverse	8	0.05786599591374397
155	rnn.bias_ih_l2_reverse	9	0.028263580054044724
155	rnn.bias_hh_l2_reverse	0	0.05293484404683113
155	rnn.bias_hh_l2_reverse	1	-0.06563982367515564
155	rnn.bias_hh_l2_reverse	2	-0.06733629107475281
155	rnn.bias_hh_l2_reverse	3	0.031747967004776
155	rnn.bias_hh_l2_reverse	4	0.031011810526251793
155	rnn.bias_hh_l2_reverse	5	0.03542065620422363
155	rnn.bias_hh_l2_reverse	6	-0.08278371393680573
155	rnn.bias_hh_l2_reverse	7	-0.006831027567386627
155	rnn.bias_hh_l2_reverse	8	-0.10554366558790207
155	rnn.bias_hh_l2_reverse	9	-0.05524670332670212
155	linear.weight	0	0.025028489530086517
155	linear.weight	1	0.12742246687412262
155	linear.weight	2	-0.02412666380405426
155	linear.weight	3	-0.03669343143701553
155	linear.weight	4	-0.022248394787311554
155	linear.weight	5	0.046693168580532074
155	linear.weight	6	0.004623783752322197
155	linear.weight	7	-0.11752521246671677
155	linear.weight	8	-0.020970767363905907
155	linear.weight	9	0.10638851672410965
155	linear.bias	0	0.5063812136650085
155	linear.bias	1	0.7871233820915222
155	linear.bias	2	-1.6217998266220093
155	linear.bias	3	-0.05754556506872177
155	linear.bias	4	-0.050822705030441284
155	linear.bias	5	0.22699104249477386
156	transitions	0	0.036599911749362946
156	transitions	1	-10000.0
156	transitions	2	2.601489543914795
156	transitions	3	-1.1169005632400513
156	transitions	4	-10000.0
156	transitions	5	-10000.0
156	transitions	6	-10000.0
156	transitions	7	0.8816934823989868
156	transitions	8	0.839404821395874
156	transitions	9	-1.2034425735473633
156	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
156	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
156	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
156	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
156	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
156	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
156	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
156	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
156	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
156	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
156	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
156	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
156	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
156	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
156	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
156	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
156	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
156	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
156	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
156	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
156	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
156	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
156	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
156	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
156	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
156	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
156	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
156	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
156	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
156	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
156	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
156	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
156	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
156	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
156	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
156	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
156	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
156	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
156	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
156	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
156	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
156	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
156	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
156	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
156	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
156	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
156	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
156	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
156	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
156	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
156	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
156	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
156	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
156	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
156	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
156	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
156	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
156	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
156	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
156	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
156	embedding2nn.weight	0	0.014789882116019726
156	embedding2nn.weight	1	0.00015032096416689456
156	embedding2nn.weight	2	0.005565809551626444
156	embedding2nn.weight	3	0.0007080613286234438
156	embedding2nn.weight	4	-0.008199960924685001
156	embedding2nn.weight	5	-0.005547359585762024
156	embedding2nn.weight	6	-0.0008694428252056241
156	embedding2nn.weight	7	-0.002901912434026599
156	embedding2nn.weight	8	0.013324148021638393
156	embedding2nn.weight	9	0.0044664787128567696
156	embedding2nn.bias	0	0.003674981649965048
156	embedding2nn.bias	1	-0.012455240823328495
156	embedding2nn.bias	2	0.007618610747158527
156	embedding2nn.bias	3	-0.01161222904920578
156	embedding2nn.bias	4	-0.023992732167243958
156	embedding2nn.bias	5	-0.0017176179680973291
156	embedding2nn.bias	6	0.00901321042329073
156	embedding2nn.bias	7	-0.001788865658454597
156	embedding2nn.bias	8	-0.007449971977621317
156	embedding2nn.bias	9	-0.0038472730666399
156	rnn.weight_ih_l0	0	-0.052336759865283966
156	rnn.weight_ih_l0	1	0.05079261586070061
156	rnn.weight_ih_l0	2	0.0318584144115448
156	rnn.weight_ih_l0	3	0.014761315658688545
156	rnn.weight_ih_l0	4	0.012515723705291748
156	rnn.weight_ih_l0	5	0.08420009911060333
156	rnn.weight_ih_l0	6	0.07608552277088165
156	rnn.weight_ih_l0	7	0.03779708966612816
156	rnn.weight_ih_l0	8	-0.04573379084467888
156	rnn.weight_ih_l0	9	0.008181745186448097
156	rnn.weight_hh_l0	0	0.008227057754993439
156	rnn.weight_hh_l0	1	-0.06422540545463562
156	rnn.weight_hh_l0	2	-0.06546297669410706
156	rnn.weight_hh_l0	3	0.07146512717008591
156	rnn.weight_hh_l0	4	0.07098938524723053
156	rnn.weight_hh_l0	5	0.005922181531786919
156	rnn.weight_hh_l0	6	-0.00121353380382061
156	rnn.weight_hh_l0	7	-0.017651066184043884
156	rnn.weight_hh_l0	8	-0.029309900477528572
156	rnn.weight_hh_l0	9	0.057592812925577164
156	rnn.bias_ih_l0	0	-0.0629262700676918
156	rnn.bias_ih_l0	1	0.08856618404388428
156	rnn.bias_ih_l0	2	0.02026090957224369
156	rnn.bias_ih_l0	3	0.07859796285629272
156	rnn.bias_ih_l0	4	-0.07549217343330383
156	rnn.bias_ih_l0	5	0.08303282409906387
156	rnn.bias_ih_l0	6	-0.06659740954637527
156	rnn.bias_ih_l0	7	-0.03578288108110428
156	rnn.bias_ih_l0	8	-0.09351403266191483
156	rnn.bias_ih_l0	9	-0.04550698399543762
156	rnn.bias_hh_l0	0	0.036384955048561096
156	rnn.bias_hh_l0	1	0.07345572859048843
156	rnn.bias_hh_l0	2	0.06964366883039474
156	rnn.bias_hh_l0	3	0.08494549989700317
156	rnn.bias_hh_l0	4	-0.09712221473455429
156	rnn.bias_hh_l0	5	-0.07144074141979218
156	rnn.bias_hh_l0	6	0.07800059020519257
156	rnn.bias_hh_l0	7	-0.08148816227912903
156	rnn.bias_hh_l0	8	-0.026451192796230316
156	rnn.bias_hh_l0	9	0.008007672615349293
156	rnn.weight_ih_l0_reverse	0	0.07936728000640869
156	rnn.weight_ih_l0_reverse	1	0.07325149327516556
156	rnn.weight_ih_l0_reverse	2	0.038751035928726196
156	rnn.weight_ih_l0_reverse	3	0.033703431487083435
156	rnn.weight_ih_l0_reverse	4	-0.036756422370672226
156	rnn.weight_ih_l0_reverse	5	0.050853002816438675
156	rnn.weight_ih_l0_reverse	6	0.06644337624311447
156	rnn.weight_ih_l0_reverse	7	0.022379959002137184
156	rnn.weight_ih_l0_reverse	8	-0.05767647922039032
156	rnn.weight_ih_l0_reverse	9	-0.05285888910293579
156	rnn.weight_hh_l0_reverse	0	0.02535897120833397
156	rnn.weight_hh_l0_reverse	1	-0.08716113865375519
156	rnn.weight_hh_l0_reverse	2	0.0633939653635025
156	rnn.weight_hh_l0_reverse	3	-0.02155698649585247
156	rnn.weight_hh_l0_reverse	4	0.08449134230613708
156	rnn.weight_hh_l0_reverse	5	-0.001948916120454669
156	rnn.weight_hh_l0_reverse	6	0.029950756579637527
156	rnn.weight_hh_l0_reverse	7	0.07857305556535721
156	rnn.weight_hh_l0_reverse	8	-0.022410783916711807
156	rnn.weight_hh_l0_reverse	9	-0.04661028832197189
156	rnn.bias_ih_l0_reverse	0	0.0009063372854143381
156	rnn.bias_ih_l0_reverse	1	-0.01858479715883732
156	rnn.bias_ih_l0_reverse	2	-0.013507266528904438
156	rnn.bias_ih_l0_reverse	3	0.03665078803896904
156	rnn.bias_ih_l0_reverse	4	0.0673770010471344
156	rnn.bias_ih_l0_reverse	5	-0.020970119163393974
156	rnn.bias_ih_l0_reverse	6	-0.026634052395820618
156	rnn.bias_ih_l0_reverse	7	-0.04862440377473831
156	rnn.bias_ih_l0_reverse	8	0.007769968826323748
156	rnn.bias_ih_l0_reverse	9	-0.06842862814664841
156	rnn.bias_hh_l0_reverse	0	0.03941170498728752
156	rnn.bias_hh_l0_reverse	1	-0.06979122757911682
156	rnn.bias_hh_l0_reverse	2	0.07987844944000244
156	rnn.bias_hh_l0_reverse	3	0.05995913967490196
156	rnn.bias_hh_l0_reverse	4	0.025499621406197548
156	rnn.bias_hh_l0_reverse	5	0.04482909291982651
156	rnn.bias_hh_l0_reverse	6	0.06629296392202377
156	rnn.bias_hh_l0_reverse	7	0.08327079564332962
156	rnn.bias_hh_l0_reverse	8	-0.009453019127249718
156	rnn.bias_hh_l0_reverse	9	0.04992789775133133
156	rnn.weight_ih_l1	0	0.024014828726649284
156	rnn.weight_ih_l1	1	0.015823544934391975
156	rnn.weight_ih_l1	2	0.08865701407194138
156	rnn.weight_ih_l1	3	-0.02418273687362671
156	rnn.weight_ih_l1	4	-0.024416020140051842
156	rnn.weight_ih_l1	5	-0.01326344721019268
156	rnn.weight_ih_l1	6	0.07275538146495819
156	rnn.weight_ih_l1	7	-0.004623233340680599
156	rnn.weight_ih_l1	8	-0.05256129801273346
156	rnn.weight_ih_l1	9	0.05328330025076866
156	rnn.weight_hh_l1	0	-0.08197169005870819
156	rnn.weight_hh_l1	1	-0.035853926092386246
156	rnn.weight_hh_l1	2	-0.008121443912386894
156	rnn.weight_hh_l1	3	-0.05823458358645439
156	rnn.weight_hh_l1	4	0.0862010195851326
156	rnn.weight_hh_l1	5	-0.08399133384227753
156	rnn.weight_hh_l1	6	-0.05011948570609093
156	rnn.weight_hh_l1	7	0.06490352004766464
156	rnn.weight_hh_l1	8	-0.013533979654312134
156	rnn.weight_hh_l1	9	-0.039857588708400726
156	rnn.bias_ih_l1	0	-0.03738653287291527
156	rnn.bias_ih_l1	1	0.05565810948610306
156	rnn.bias_ih_l1	2	-0.046233080327510834
156	rnn.bias_ih_l1	3	-0.07634313404560089
156	rnn.bias_ih_l1	4	-0.028572646901011467
156	rnn.bias_ih_l1	5	0.0030742264352738857
156	rnn.bias_ih_l1	6	-0.04711029678583145
156	rnn.bias_ih_l1	7	0.06234876811504364
156	rnn.bias_ih_l1	8	0.08291979134082794
156	rnn.bias_ih_l1	9	0.03369354456663132
156	rnn.bias_hh_l1	0	0.06882317364215851
156	rnn.bias_hh_l1	1	-0.05856288596987724
156	rnn.bias_hh_l1	2	0.01947627402842045
156	rnn.bias_hh_l1	3	0.07941408455371857
156	rnn.bias_hh_l1	4	0.0572560653090477
156	rnn.bias_hh_l1	5	-0.07831735908985138
156	rnn.bias_hh_l1	6	0.014146857894957066
156	rnn.bias_hh_l1	7	0.041530825197696686
156	rnn.bias_hh_l1	8	0.014486109837889671
156	rnn.bias_hh_l1	9	-0.005362085532397032
156	rnn.weight_ih_l1_reverse	0	0.0862903892993927
156	rnn.weight_ih_l1_reverse	1	-0.04181039333343506
156	rnn.weight_ih_l1_reverse	2	-0.061883315443992615
156	rnn.weight_ih_l1_reverse	3	0.02531661093235016
156	rnn.weight_ih_l1_reverse	4	-0.04649219661951065
156	rnn.weight_ih_l1_reverse	5	0.02406822144985199
156	rnn.weight_ih_l1_reverse	6	0.040407199412584305
156	rnn.weight_ih_l1_reverse	7	0.020362243056297302
156	rnn.weight_ih_l1_reverse	8	-0.0086786188185215
156	rnn.weight_ih_l1_reverse	9	-0.06576753407716751
156	rnn.weight_hh_l1_reverse	0	0.004901943262666464
156	rnn.weight_hh_l1_reverse	1	0.018960077315568924
156	rnn.weight_hh_l1_reverse	2	-0.05820958688855171
156	rnn.weight_hh_l1_reverse	3	-0.012860337272286415
156	rnn.weight_hh_l1_reverse	4	0.008920475840568542
156	rnn.weight_hh_l1_reverse	5	-0.06556111574172974
156	rnn.weight_hh_l1_reverse	6	-0.06731048971414566
156	rnn.weight_hh_l1_reverse	7	-0.01134693343192339
156	rnn.weight_hh_l1_reverse	8	-0.059030674397945404
156	rnn.weight_hh_l1_reverse	9	-0.043849192559719086
156	rnn.bias_ih_l1_reverse	0	-0.0029784420039504766
156	rnn.bias_ih_l1_reverse	1	-0.04152246564626694
156	rnn.bias_ih_l1_reverse	2	0.027709249407052994
156	rnn.bias_ih_l1_reverse	3	-0.08424254506826401
156	rnn.bias_ih_l1_reverse	4	-0.08701323717832565
156	rnn.bias_ih_l1_reverse	5	-0.0870169922709465
156	rnn.bias_ih_l1_reverse	6	0.06407997012138367
156	rnn.bias_ih_l1_reverse	7	0.08445444703102112
156	rnn.bias_ih_l1_reverse	8	3.950913014705293e-05
156	rnn.bias_ih_l1_reverse	9	-0.01142239198088646
156	rnn.bias_hh_l1_reverse	0	0.06124189868569374
156	rnn.bias_hh_l1_reverse	1	-0.06726675480604172
156	rnn.bias_hh_l1_reverse	2	-0.053267545998096466
156	rnn.bias_hh_l1_reverse	3	0.07364238798618317
156	rnn.bias_hh_l1_reverse	4	-0.022798549383878708
156	rnn.bias_hh_l1_reverse	5	-0.005347683094441891
156	rnn.bias_hh_l1_reverse	6	-0.05953283980488777
156	rnn.bias_hh_l1_reverse	7	-0.05988054722547531
156	rnn.bias_hh_l1_reverse	8	0.06610679626464844
156	rnn.bias_hh_l1_reverse	9	0.04848535358905792
156	rnn.weight_ih_l2	0	0.07652078568935394
156	rnn.weight_ih_l2	1	-0.05432266369462013
156	rnn.weight_ih_l2	2	0.06336840242147446
156	rnn.weight_ih_l2	3	0.06560026109218597
156	rnn.weight_ih_l2	4	0.05644859001040459
156	rnn.weight_ih_l2	5	-0.0355001837015152
156	rnn.weight_ih_l2	6	-0.0755097046494484
156	rnn.weight_ih_l2	7	0.012098339386284351
156	rnn.weight_ih_l2	8	-0.017180606722831726
156	rnn.weight_ih_l2	9	-0.06917715072631836
156	rnn.weight_hh_l2	0	0.048105400055646896
156	rnn.weight_hh_l2	1	0.030913105234503746
156	rnn.weight_hh_l2	2	-0.0547250434756279
156	rnn.weight_hh_l2	3	-0.02547641284763813
156	rnn.weight_hh_l2	4	0.05491625890135765
156	rnn.weight_hh_l2	5	-0.024412183091044426
156	rnn.weight_hh_l2	6	0.008499548770487309
156	rnn.weight_hh_l2	7	-0.053333036601543427
156	rnn.weight_hh_l2	8	-0.006079005543142557
156	rnn.weight_hh_l2	9	-0.018062494695186615
156	rnn.bias_ih_l2	0	0.15367427468299866
156	rnn.bias_ih_l2	1	0.011352406814694405
156	rnn.bias_ih_l2	2	0.06689826399087906
156	rnn.bias_ih_l2	3	0.029167670756578445
156	rnn.bias_ih_l2	4	-0.006559142377227545
156	rnn.bias_ih_l2	5	0.04770046845078468
156	rnn.bias_ih_l2	6	0.01423886138945818
156	rnn.bias_ih_l2	7	0.017121778801083565
156	rnn.bias_ih_l2	8	0.01745007187128067
156	rnn.bias_ih_l2	9	-0.01546571496874094
156	rnn.bias_hh_l2	0	0.02158452942967415
156	rnn.bias_hh_l2	1	0.005924208555370569
156	rnn.bias_hh_l2	2	0.07447482645511627
156	rnn.bias_hh_l2	3	0.029617970809340477
156	rnn.bias_hh_l2	4	0.07791851460933685
156	rnn.bias_hh_l2	5	-0.04947520047426224
156	rnn.bias_hh_l2	6	0.05850468575954437
156	rnn.bias_hh_l2	7	-0.023533392697572708
156	rnn.bias_hh_l2	8	0.04159955680370331
156	rnn.bias_hh_l2	9	0.018354507163167
156	rnn.weight_ih_l2_reverse	0	0.08224540948867798
156	rnn.weight_ih_l2_reverse	1	-0.055045560002326965
156	rnn.weight_ih_l2_reverse	2	0.0011317956959828734
156	rnn.weight_ih_l2_reverse	3	0.0352783240377903
156	rnn.weight_ih_l2_reverse	4	0.0540456585586071
156	rnn.weight_ih_l2_reverse	5	-0.040688030421733856
156	rnn.weight_ih_l2_reverse	6	-0.00034529366530478
156	rnn.weight_ih_l2_reverse	7	-0.012889905832707882
156	rnn.weight_ih_l2_reverse	8	0.011881619691848755
156	rnn.weight_ih_l2_reverse	9	-0.07974087446928024
156	rnn.weight_hh_l2_reverse	0	-0.08278339356184006
156	rnn.weight_hh_l2_reverse	1	0.016167400404810905
156	rnn.weight_hh_l2_reverse	2	0.010437223128974438
156	rnn.weight_hh_l2_reverse	3	0.02432529628276825
156	rnn.weight_hh_l2_reverse	4	-0.036780182272195816
156	rnn.weight_hh_l2_reverse	5	-0.0147260632365942
156	rnn.weight_hh_l2_reverse	6	-0.04329552873969078
156	rnn.weight_hh_l2_reverse	7	-0.0598948635160923
156	rnn.weight_hh_l2_reverse	8	-0.006701681297272444
156	rnn.weight_hh_l2_reverse	9	-0.05905619636178017
156	rnn.bias_ih_l2_reverse	0	-0.05855533480644226
156	rnn.bias_ih_l2_reverse	1	-0.02755649760365486
156	rnn.bias_ih_l2_reverse	2	0.045398008078336716
156	rnn.bias_ih_l2_reverse	3	0.036942772567272186
156	rnn.bias_ih_l2_reverse	4	0.07589195668697357
156	rnn.bias_ih_l2_reverse	5	-0.08875562995672226
156	rnn.bias_ih_l2_reverse	6	-0.04345139116048813
156	rnn.bias_ih_l2_reverse	7	-0.05622303485870361
156	rnn.bias_ih_l2_reverse	8	0.05777140334248543
156	rnn.bias_ih_l2_reverse	9	0.027759067714214325
156	rnn.bias_hh_l2_reverse	0	0.053964946419000626
156	rnn.bias_hh_l2_reverse	1	-0.0658751130104065
156	rnn.bias_hh_l2_reverse	2	-0.0673380196094513
156	rnn.bias_hh_l2_reverse	3	0.031750477850437164
156	rnn.bias_hh_l2_reverse	4	0.03114946559071541
156	rnn.bias_hh_l2_reverse	5	0.03533608466386795
156	rnn.bias_hh_l2_reverse	6	-0.08277425169944763
156	rnn.bias_hh_l2_reverse	7	-0.006887845695018768
156	rnn.bias_hh_l2_reverse	8	-0.10550268739461899
156	rnn.bias_hh_l2_reverse	9	-0.05526392534375191
156	linear.weight	0	0.025028489530086517
156	linear.weight	1	0.12695114314556122
156	linear.weight	2	-0.02414039708673954
156	linear.weight	3	-0.03681432083249092
156	linear.weight	4	-0.022248394787311554
156	linear.weight	5	0.04713556915521622
156	linear.weight	6	0.00419647665694356
156	linear.weight	7	-0.11856552213430405
156	linear.weight	8	-0.020364360883831978
156	linear.weight	9	0.10626166313886642
156	linear.bias	0	0.5115157961845398
156	linear.bias	1	0.7844328880310059
156	linear.bias	2	-1.6224011182785034
156	linear.bias	3	-0.05754556506872177
156	linear.bias	4	-0.050822705030441284
156	linear.bias	5	0.22514818608760834
157	transitions	0	0.03637497127056122
157	transitions	1	-10000.0
157	transitions	2	2.592738628387451
157	transitions	3	-1.117598295211792
157	transitions	4	-10000.0
157	transitions	5	-10000.0
157	transitions	6	-10000.0
157	transitions	7	0.8816859126091003
157	transitions	8	0.8391802906990051
157	transitions	9	-1.204555630683899
157	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
157	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
157	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
157	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
157	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
157	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
157	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
157	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
157	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
157	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
157	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
157	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
157	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
157	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
157	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
157	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
157	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
157	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
157	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
157	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
157	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
157	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
157	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
157	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
157	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
157	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
157	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
157	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
157	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
157	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
157	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
157	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
157	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
157	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
157	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
157	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
157	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
157	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
157	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
157	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
157	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
157	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
157	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
157	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
157	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
157	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
157	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
157	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
157	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
157	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
157	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
157	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
157	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
157	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
157	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
157	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
157	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
157	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
157	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
157	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
157	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
157	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
157	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
157	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
157	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
157	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
157	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
157	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
157	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
157	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
157	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
157	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
157	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
157	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
157	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
157	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
157	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
157	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
157	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
157	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
157	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
157	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
157	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
157	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
157	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
157	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
157	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
157	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
157	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
157	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
157	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
157	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
157	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
157	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
157	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
157	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
157	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
157	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
157	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
157	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
157	embedding2nn.weight	0	0.014798734337091446
157	embedding2nn.weight	1	0.00014394278696272522
157	embedding2nn.weight	2	0.005567243788391352
157	embedding2nn.weight	3	0.0007541184895671904
157	embedding2nn.weight	4	-0.008396096527576447
157	embedding2nn.weight	5	-0.005547715816646814
157	embedding2nn.weight	6	-0.0008706071530468762
157	embedding2nn.weight	7	-0.0028986644465476274
157	embedding2nn.weight	8	0.013514750637114048
157	embedding2nn.weight	9	0.004460947122424841
157	embedding2nn.bias	0	0.003970183897763491
157	embedding2nn.bias	1	-0.012843254022300243
157	embedding2nn.bias	2	0.0077232299372553825
157	embedding2nn.bias	3	-0.012126184068620205
157	embedding2nn.bias	4	-0.024602437391877174
157	embedding2nn.bias	5	-0.0013848450034856796
157	embedding2nn.bias	6	0.00922594778239727
157	embedding2nn.bias	7	-0.0017414770554751158
157	embedding2nn.bias	8	-0.007633524481207132
157	embedding2nn.bias	9	-0.004150259308516979
157	rnn.weight_ih_l0	0	-0.052318841218948364
157	rnn.weight_ih_l0	1	0.050792161375284195
157	rnn.weight_ih_l0	2	0.031858544796705246
157	rnn.weight_ih_l0	3	0.014760772697627544
157	rnn.weight_ih_l0	4	0.012463034130632877
157	rnn.weight_ih_l0	5	0.08419841527938843
157	rnn.weight_ih_l0	6	0.07608692348003387
157	rnn.weight_ih_l0	7	0.037800490856170654
157	rnn.weight_ih_l0	8	-0.04571397602558136
157	rnn.weight_ih_l0	9	0.008236593566834927
157	rnn.weight_hh_l0	0	0.008231216110289097
157	rnn.weight_hh_l0	1	-0.0642162561416626
157	rnn.weight_hh_l0	2	-0.06546099483966827
157	rnn.weight_hh_l0	3	0.0714431181550026
157	rnn.weight_hh_l0	4	0.07097344100475311
157	rnn.weight_hh_l0	5	0.006005783099681139
157	rnn.weight_hh_l0	6	-0.0011511676711961627
157	rnn.weight_hh_l0	7	-0.017526205629110336
157	rnn.weight_hh_l0	8	-0.029145579785108566
157	rnn.weight_hh_l0	9	0.05758853629231453
157	rnn.bias_ih_l0	0	-0.06266050040721893
157	rnn.bias_ih_l0	1	0.08856014162302017
157	rnn.bias_ih_l0	2	0.02021392621099949
157	rnn.bias_ih_l0	3	0.07844258844852448
157	rnn.bias_ih_l0	4	-0.07584372907876968
157	rnn.bias_ih_l0	5	0.08297152072191238
157	rnn.bias_ih_l0	6	-0.06607739627361298
157	rnn.bias_ih_l0	7	-0.03578009828925133
157	rnn.bias_ih_l0	8	-0.09260822087526321
157	rnn.bias_ih_l0	9	-0.04545389488339424
157	rnn.bias_hh_l0	0	0.036852676421403885
157	rnn.bias_hh_l0	1	0.07350196689367294
157	rnn.bias_hh_l0	2	0.06956858187913895
157	rnn.bias_hh_l0	3	0.08493047207593918
157	rnn.bias_hh_l0	4	-0.09745297580957413
157	rnn.bias_hh_l0	5	-0.0715579092502594
157	rnn.bias_hh_l0	6	0.07812123000621796
157	rnn.bias_hh_l0	7	-0.08153436332941055
157	rnn.bias_hh_l0	8	-0.026457693427801132
157	rnn.bias_hh_l0	9	0.006595051381736994
157	rnn.weight_ih_l0_reverse	0	0.07937925308942795
157	rnn.weight_ih_l0_reverse	1	0.07324445247650146
157	rnn.weight_ih_l0_reverse	2	0.038750018924474716
157	rnn.weight_ih_l0_reverse	3	0.03370779752731323
157	rnn.weight_ih_l0_reverse	4	-0.03677864000201225
157	rnn.weight_ih_l0_reverse	5	0.05084976181387901
157	rnn.weight_ih_l0_reverse	6	0.06644441187381744
157	rnn.weight_ih_l0_reverse	7	0.022391514852643013
157	rnn.weight_ih_l0_reverse	8	-0.05767982080578804
157	rnn.weight_ih_l0_reverse	9	-0.052860964089632034
157	rnn.weight_hh_l0_reverse	0	0.02538052573800087
157	rnn.weight_hh_l0_reverse	1	-0.08718471974134445
157	rnn.weight_hh_l0_reverse	2	0.06338914483785629
157	rnn.weight_hh_l0_reverse	3	-0.021549563854932785
157	rnn.weight_hh_l0_reverse	4	0.08455341309309006
157	rnn.weight_hh_l0_reverse	5	-0.0019561767112463713
157	rnn.weight_hh_l0_reverse	6	0.029978837817907333
157	rnn.weight_hh_l0_reverse	7	0.07855544239282608
157	rnn.weight_hh_l0_reverse	8	-0.022406019270420074
157	rnn.weight_hh_l0_reverse	9	-0.046604353934526443
157	rnn.bias_ih_l0_reverse	0	0.0009252713061869144
157	rnn.bias_ih_l0_reverse	1	-0.01866997219622135
157	rnn.bias_ih_l0_reverse	2	-0.013491379097104073
157	rnn.bias_ih_l0_reverse	3	0.036660462617874146
157	rnn.bias_ih_l0_reverse	4	0.06759864091873169
157	rnn.bias_ih_l0_reverse	5	-0.021052276715636253
157	rnn.bias_ih_l0_reverse	6	-0.02669040858745575
157	rnn.bias_ih_l0_reverse	7	-0.04873519390821457
157	rnn.bias_ih_l0_reverse	8	0.008180501870810986
157	rnn.bias_ih_l0_reverse	9	-0.06794102489948273
157	rnn.bias_hh_l0_reverse	0	0.03932952135801315
157	rnn.bias_hh_l0_reverse	1	-0.06930362433195114
157	rnn.bias_hh_l0_reverse	2	0.08013276010751724
157	rnn.bias_hh_l0_reverse	3	0.0599774494767189
157	rnn.bias_hh_l0_reverse	4	0.024480333551764488
157	rnn.bias_hh_l0_reverse	5	0.045016318559646606
157	rnn.bias_hh_l0_reverse	6	0.0662209764122963
157	rnn.bias_hh_l0_reverse	7	0.0838937759399414
157	rnn.bias_hh_l0_reverse	8	-0.009420090354979038
157	rnn.bias_hh_l0_reverse	9	0.050355952233076096
157	rnn.weight_ih_l1	0	0.024043073877692223
157	rnn.weight_ih_l1	1	0.015857473015785217
157	rnn.weight_ih_l1	2	0.08871987462043762
157	rnn.weight_ih_l1	3	-0.02418375387787819
157	rnn.weight_ih_l1	4	-0.02443256601691246
157	rnn.weight_ih_l1	5	-0.013300320133566856
157	rnn.weight_ih_l1	6	0.07272420078516006
157	rnn.weight_ih_l1	7	-0.004672762006521225
157	rnn.weight_ih_l1	8	-0.052578821778297424
157	rnn.weight_ih_l1	9	0.05286796763539314
157	rnn.weight_hh_l1	0	-0.08201491087675095
157	rnn.weight_hh_l1	1	-0.035816241055727005
157	rnn.weight_hh_l1	2	-0.00812250655144453
157	rnn.weight_hh_l1	3	-0.05822966620326042
157	rnn.weight_hh_l1	4	0.08612020313739777
157	rnn.weight_hh_l1	5	-0.08401668816804886
157	rnn.weight_hh_l1	6	-0.05014723911881447
157	rnn.weight_hh_l1	7	0.06482740491628647
157	rnn.weight_hh_l1	8	-0.013541645370423794
157	rnn.weight_hh_l1	9	-0.039916399866342545
157	rnn.bias_ih_l1	0	-0.037189140915870667
157	rnn.bias_ih_l1	1	0.055724602192640305
157	rnn.bias_ih_l1	2	-0.046294234693050385
157	rnn.bias_ih_l1	3	-0.07638666033744812
157	rnn.bias_ih_l1	4	-0.028560299426317215
157	rnn.bias_ih_l1	5	-0.0007492737495340407
157	rnn.bias_ih_l1	6	-0.04663759469985962
157	rnn.bias_ih_l1	7	0.062444716691970825
157	rnn.bias_ih_l1	8	0.08264312148094177
157	rnn.bias_ih_l1	9	0.03326345235109329
157	rnn.bias_hh_l1	0	0.06884826719760895
157	rnn.bias_hh_l1	1	-0.058553729206323624
157	rnn.bias_hh_l1	2	0.019491294398903847
157	rnn.bias_hh_l1	3	0.07951413840055466
157	rnn.bias_hh_l1	4	0.05726730823516846
157	rnn.bias_hh_l1	5	-0.07838058471679688
157	rnn.bias_hh_l1	6	0.014214180409908295
157	rnn.bias_hh_l1	7	0.04159921780228615
157	rnn.bias_hh_l1	8	0.01451843697577715
157	rnn.bias_hh_l1	9	-0.005397230386734009
157	rnn.weight_ih_l1_reverse	0	0.08627954870462418
157	rnn.weight_ih_l1_reverse	1	-0.041808225214481354
157	rnn.weight_ih_l1_reverse	2	-0.06188013404607773
157	rnn.weight_ih_l1_reverse	3	0.02531762421131134
157	rnn.weight_ih_l1_reverse	4	-0.04651637002825737
157	rnn.weight_ih_l1_reverse	5	0.024059902876615524
157	rnn.weight_ih_l1_reverse	6	0.04038669914007187
157	rnn.weight_ih_l1_reverse	7	0.02035726048052311
157	rnn.weight_ih_l1_reverse	8	-0.00867951288819313
157	rnn.weight_ih_l1_reverse	9	-0.06584172695875168
157	rnn.weight_hh_l1_reverse	0	0.004911016207188368
157	rnn.weight_hh_l1_reverse	1	0.018961405381560326
157	rnn.weight_hh_l1_reverse	2	-0.05820832774043083
157	rnn.weight_hh_l1_reverse	3	-0.012859655544161797
157	rnn.weight_hh_l1_reverse	4	0.008918563835322857
157	rnn.weight_hh_l1_reverse	5	-0.06557470560073853
157	rnn.weight_hh_l1_reverse	6	-0.06731273978948593
157	rnn.weight_hh_l1_reverse	7	-0.01134741585701704
157	rnn.weight_hh_l1_reverse	8	-0.058967217803001404
157	rnn.weight_hh_l1_reverse	9	-0.04385383054614067
157	rnn.bias_ih_l1_reverse	0	-0.0029411541763693094
157	rnn.bias_ih_l1_reverse	1	-0.041570115834474564
157	rnn.bias_ih_l1_reverse	2	0.027486788108944893
157	rnn.bias_ih_l1_reverse	3	-0.08425349742174149
157	rnn.bias_ih_l1_reverse	4	-0.08684880286455154
157	rnn.bias_ih_l1_reverse	5	-0.08698683977127075
157	rnn.bias_ih_l1_reverse	6	0.0639151781797409
157	rnn.bias_ih_l1_reverse	7	0.08441067487001419
157	rnn.bias_ih_l1_reverse	8	0.00047443073708564043
157	rnn.bias_ih_l1_reverse	9	-0.011323858983814716
157	rnn.bias_hh_l1_reverse	0	0.06127112731337547
157	rnn.bias_hh_l1_reverse	1	-0.06709583103656769
157	rnn.bias_hh_l1_reverse	2	-0.053284529596567154
157	rnn.bias_hh_l1_reverse	3	0.073534294962883
157	rnn.bias_hh_l1_reverse	4	-0.022781647741794586
157	rnn.bias_hh_l1_reverse	5	-0.005726058501750231
157	rnn.bias_hh_l1_reverse	6	-0.05950792133808136
157	rnn.bias_hh_l1_reverse	7	-0.05990434065461159
157	rnn.bias_hh_l1_reverse	8	0.06606493890285492
157	rnn.bias_hh_l1_reverse	9	0.04848351329565048
157	rnn.weight_ih_l2	0	0.07583209127187729
157	rnn.weight_ih_l2	1	-0.05432964488863945
157	rnn.weight_ih_l2	2	0.06336714327335358
157	rnn.weight_ih_l2	3	0.06561446189880371
157	rnn.weight_ih_l2	4	0.05627964809536934
157	rnn.weight_ih_l2	5	-0.035568661987781525
157	rnn.weight_ih_l2	6	-0.07544822990894318
157	rnn.weight_ih_l2	7	0.01221527997404337
157	rnn.weight_ih_l2	8	-0.01718052662909031
157	rnn.weight_ih_l2	9	-0.06917079538106918
157	rnn.weight_hh_l2	0	0.04808787256479263
157	rnn.weight_hh_l2	1	0.030911847949028015
157	rnn.weight_hh_l2	2	-0.05472424626350403
157	rnn.weight_hh_l2	3	-0.02544301003217697
157	rnn.weight_hh_l2	4	0.05491602048277855
157	rnn.weight_hh_l2	5	-0.02437475509941578
157	rnn.weight_hh_l2	6	0.008482007309794426
157	rnn.weight_hh_l2	7	-0.05332305654883385
157	rnn.weight_hh_l2	8	-0.005900133401155472
157	rnn.weight_hh_l2	9	-0.018076589331030846
157	rnn.bias_ih_l2	0	0.1497611105442047
157	rnn.bias_ih_l2	1	0.01146141067147255
157	rnn.bias_ih_l2	2	0.0670134425163269
157	rnn.bias_ih_l2	3	0.02919520065188408
157	rnn.bias_ih_l2	4	-0.006501905154436827
157	rnn.bias_ih_l2	5	0.04773525521159172
157	rnn.bias_ih_l2	6	0.014374090358614922
157	rnn.bias_ih_l2	7	0.017136918380856514
157	rnn.bias_ih_l2	8	0.01743810623884201
157	rnn.bias_ih_l2	9	-0.01545463502407074
157	rnn.bias_hh_l2	0	0.02112782746553421
157	rnn.bias_hh_l2	1	0.006084094289690256
157	rnn.bias_hh_l2	2	0.07456473261117935
157	rnn.bias_hh_l2	3	0.029583869501948357
157	rnn.bias_hh_l2	4	0.07794102281332016
157	rnn.bias_hh_l2	5	-0.04962072893977165
157	rnn.bias_hh_l2	6	0.057464320212602615
157	rnn.bias_hh_l2	7	-0.02381538413465023
157	rnn.bias_hh_l2	8	0.04166577011346817
157	rnn.bias_hh_l2	9	0.021585270762443542
157	rnn.weight_ih_l2_reverse	0	0.08224572241306305
157	rnn.weight_ih_l2_reverse	1	-0.054880883544683456
157	rnn.weight_ih_l2_reverse	2	0.001119435764849186
157	rnn.weight_ih_l2_reverse	3	0.03525995835661888
157	rnn.weight_ih_l2_reverse	4	0.054043374955654144
157	rnn.weight_ih_l2_reverse	5	-0.040687114000320435
157	rnn.weight_ih_l2_reverse	6	-0.000523152353707701
157	rnn.weight_ih_l2_reverse	7	-0.0128665491938591
157	rnn.weight_ih_l2_reverse	8	0.011967997066676617
157	rnn.weight_ih_l2_reverse	9	-0.07972975820302963
157	rnn.weight_hh_l2_reverse	0	-0.08278252929449081
157	rnn.weight_hh_l2_reverse	1	0.01619642972946167
157	rnn.weight_hh_l2_reverse	2	0.010435887612402439
157	rnn.weight_hh_l2_reverse	3	0.024326486513018608
157	rnn.weight_hh_l2_reverse	4	-0.03677786514163017
157	rnn.weight_hh_l2_reverse	5	-0.014731764793395996
157	rnn.weight_hh_l2_reverse	6	-0.04329841583967209
157	rnn.weight_hh_l2_reverse	7	-0.059886883944272995
157	rnn.weight_hh_l2_reverse	8	-0.006702100858092308
157	rnn.weight_hh_l2_reverse	9	-0.059052661061286926
157	rnn.bias_ih_l2_reverse	0	-0.05703510344028473
157	rnn.bias_ih_l2_reverse	1	-0.02756992168724537
157	rnn.bias_ih_l2_reverse	2	0.04528369382023811
157	rnn.bias_ih_l2_reverse	3	0.03712787851691246
157	rnn.bias_ih_l2_reverse	4	0.07582731544971466
157	rnn.bias_ih_l2_reverse	5	-0.08876767754554749
157	rnn.bias_ih_l2_reverse	6	-0.04345978796482086
157	rnn.bias_ih_l2_reverse	7	-0.05629611387848854
157	rnn.bias_ih_l2_reverse	8	0.057964861392974854
157	rnn.bias_ih_l2_reverse	9	0.02820458449423313
157	rnn.bias_hh_l2_reverse	0	0.05363836884498596
157	rnn.bias_hh_l2_reverse	1	-0.06630071997642517
157	rnn.bias_hh_l2_reverse	2	-0.06735008955001831
157	rnn.bias_hh_l2_reverse	3	0.03177294880151749
157	rnn.bias_hh_l2_reverse	4	0.0313323438167572
157	rnn.bias_hh_l2_reverse	5	0.03530909866094589
157	rnn.bias_hh_l2_reverse	6	-0.08275896310806274
157	rnn.bias_hh_l2_reverse	7	-0.0072326804511249065
157	rnn.bias_hh_l2_reverse	8	-0.1055290624499321
157	rnn.bias_hh_l2_reverse	9	-0.05523666739463806
157	linear.weight	0	0.025028489530086517
157	linear.weight	1	0.1294073462486267
157	linear.weight	2	-0.024152882397174835
157	linear.weight	3	-0.036800652742385864
157	linear.weight	4	-0.022248394787311554
157	linear.weight	5	0.046663548797369
157	linear.weight	6	0.004559302236884832
157	linear.weight	7	-0.1162601113319397
157	linear.weight	8	-0.021205633878707886
157	linear.weight	9	0.10534381866455078
157	linear.bias	0	0.4971926212310791
157	linear.bias	1	0.7724978923797607
157	linear.bias	2	-1.6231647729873657
157	linear.bias	3	-0.05754556506872177
157	linear.bias	4	-0.050822705030441284
157	linear.bias	5	0.25217002630233765
158	transitions	0	0.0362272709608078
158	transitions	1	-10000.0
158	transitions	2	2.597799062728882
158	transitions	3	-1.1160308122634888
158	transitions	4	-10000.0
158	transitions	5	-10000.0
158	transitions	6	-10000.0
158	transitions	7	0.8816829323768616
158	transitions	8	0.8390966653823853
158	transitions	9	-1.1992270946502686
158	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
158	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
158	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
158	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
158	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
158	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
158	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
158	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
158	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
158	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
158	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
158	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
158	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
158	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
158	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
158	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
158	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
158	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
158	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
158	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
158	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
158	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
158	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
158	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
158	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
158	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
158	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
158	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
158	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
158	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
158	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
158	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
158	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
158	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
158	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
158	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
158	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
158	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
158	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
158	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
158	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
158	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
158	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
158	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
158	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
158	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
158	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
158	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
158	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
158	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
158	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
158	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
158	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
158	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
158	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
158	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
158	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
158	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
158	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
158	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
158	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
158	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
158	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
158	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
158	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
158	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
158	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
158	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
158	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
158	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
158	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
158	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
158	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
158	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
158	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
158	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
158	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
158	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
158	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
158	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
158	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
158	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
158	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
158	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
158	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
158	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
158	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
158	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
158	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
158	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
158	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
158	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
158	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
158	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
158	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
158	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
158	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
158	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
158	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
158	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
158	embedding2nn.weight	0	0.014799615368247032
158	embedding2nn.weight	1	0.00014376982289832085
158	embedding2nn.weight	2	0.005568656139075756
158	embedding2nn.weight	3	0.0007532787858508527
158	embedding2nn.weight	4	-0.008409408852458
158	embedding2nn.weight	5	-0.005533833988010883
158	embedding2nn.weight	6	-0.0008827606216073036
158	embedding2nn.weight	7	-0.0028981794603168964
158	embedding2nn.weight	8	0.01351964846253395
158	embedding2nn.weight	9	0.004461109638214111
158	embedding2nn.bias	0	0.004581444896757603
158	embedding2nn.bias	1	-0.013212772086262703
158	embedding2nn.bias	2	0.007387297227978706
158	embedding2nn.bias	3	-0.011882486753165722
158	embedding2nn.bias	4	-0.024422284215688705
158	embedding2nn.bias	5	-0.001637332490645349
158	embedding2nn.bias	6	0.008698712103068829
158	embedding2nn.bias	7	-0.0025749297346919775
158	embedding2nn.bias	8	-0.007159368135035038
158	embedding2nn.bias	9	-0.0042676967568695545
158	rnn.weight_ih_l0	0	-0.05230545997619629
158	rnn.weight_ih_l0	1	0.05079200118780136
158	rnn.weight_ih_l0	2	0.031859390437603
158	rnn.weight_ih_l0	3	0.014757839031517506
158	rnn.weight_ih_l0	4	0.012495768256485462
158	rnn.weight_ih_l0	5	0.08419664204120636
158	rnn.weight_ih_l0	6	0.07608557492494583
158	rnn.weight_ih_l0	7	0.03779998794198036
158	rnn.weight_ih_l0	8	-0.04568006098270416
158	rnn.weight_ih_l0	9	0.008243409916758537
158	rnn.weight_hh_l0	0	0.008228792808949947
158	rnn.weight_hh_l0	1	-0.06422211229801178
158	rnn.weight_hh_l0	2	-0.06546490639448166
158	rnn.weight_hh_l0	3	0.071445532143116
158	rnn.weight_hh_l0	4	0.07098033279180527
158	rnn.weight_hh_l0	5	0.00599668687209487
158	rnn.weight_hh_l0	6	-0.0011302069760859013
158	rnn.weight_hh_l0	7	-0.017522340640425682
158	rnn.weight_hh_l0	8	-0.0291557889431715
158	rnn.weight_hh_l0	9	0.05759013444185257
158	rnn.bias_ih_l0	0	-0.06274840235710144
158	rnn.bias_ih_l0	1	0.08854154497385025
158	rnn.bias_ih_l0	2	0.020230380818247795
158	rnn.bias_ih_l0	3	0.07852587848901749
158	rnn.bias_ih_l0	4	-0.07573750615119934
158	rnn.bias_ih_l0	5	0.08302051573991776
158	rnn.bias_ih_l0	6	-0.06711515784263611
158	rnn.bias_ih_l0	7	-0.03575637936592102
158	rnn.bias_ih_l0	8	-0.09262990951538086
158	rnn.bias_ih_l0	9	-0.045441314578056335
158	rnn.bias_hh_l0	0	0.036706216633319855
158	rnn.bias_hh_l0	1	0.07345959544181824
158	rnn.bias_hh_l0	2	0.06958825141191483
158	rnn.bias_hh_l0	3	0.08490635454654694
158	rnn.bias_hh_l0	4	-0.09730415791273117
158	rnn.bias_hh_l0	5	-0.07147635519504547
158	rnn.bias_hh_l0	6	0.07818774878978729
158	rnn.bias_hh_l0	7	-0.08131394535303116
158	rnn.bias_hh_l0	8	-0.02643905021250248
158	rnn.bias_hh_l0	9	0.006653841119259596
158	rnn.weight_ih_l0_reverse	0	0.07936573028564453
158	rnn.weight_ih_l0_reverse	1	0.07324041426181793
158	rnn.weight_ih_l0_reverse	2	0.03874993324279785
158	rnn.weight_ih_l0_reverse	3	0.03370505943894386
158	rnn.weight_ih_l0_reverse	4	-0.03679822385311127
158	rnn.weight_ih_l0_reverse	5	0.050850652158260345
158	rnn.weight_ih_l0_reverse	6	0.06644666939973831
158	rnn.weight_ih_l0_reverse	7	0.0223952978849411
158	rnn.weight_ih_l0_reverse	8	-0.057700444012880325
158	rnn.weight_ih_l0_reverse	9	-0.052861861884593964
158	rnn.weight_hh_l0_reverse	0	0.025335291400551796
158	rnn.weight_hh_l0_reverse	1	-0.08717206865549088
158	rnn.weight_hh_l0_reverse	2	0.06340508908033371
158	rnn.weight_hh_l0_reverse	3	-0.02153853140771389
158	rnn.weight_hh_l0_reverse	4	0.084550641477108
158	rnn.weight_hh_l0_reverse	5	-0.00193279969971627
158	rnn.weight_hh_l0_reverse	6	0.0299821887165308
158	rnn.weight_hh_l0_reverse	7	0.07857493311166763
158	rnn.weight_hh_l0_reverse	8	-0.022406360134482384
158	rnn.weight_hh_l0_reverse	9	-0.046608515083789825
158	rnn.bias_ih_l0_reverse	0	0.0008265793439932168
158	rnn.bias_ih_l0_reverse	1	-0.018425967544317245
158	rnn.bias_ih_l0_reverse	2	-0.013666670769453049
158	rnn.bias_ih_l0_reverse	3	0.036525122821331024
158	rnn.bias_ih_l0_reverse	4	0.06754755228757858
158	rnn.bias_ih_l0_reverse	5	-0.020946120843291283
158	rnn.bias_ih_l0_reverse	6	-0.026729775592684746
158	rnn.bias_ih_l0_reverse	7	-0.048661574721336365
158	rnn.bias_ih_l0_reverse	8	0.008143004029989243
158	rnn.bias_ih_l0_reverse	9	-0.06794113665819168
158	rnn.bias_hh_l0_reverse	0	0.039326902478933334
158	rnn.bias_hh_l0_reverse	1	-0.0693037360906601
158	rnn.bias_hh_l0_reverse	2	0.08016035705804825
158	rnn.bias_hh_l0_reverse	3	0.059991344809532166
158	rnn.bias_hh_l0_reverse	4	0.024647332727909088
158	rnn.bias_hh_l0_reverse	5	0.04493744298815727
158	rnn.bias_hh_l0_reverse	6	0.06635668128728867
158	rnn.bias_hh_l0_reverse	7	0.08431405574083328
158	rnn.bias_hh_l0_reverse	8	-0.009417600929737091
158	rnn.bias_hh_l0_reverse	9	0.05007906258106232
158	rnn.weight_ih_l1	0	0.024016091600060463
158	rnn.weight_ih_l1	1	0.015880776569247246
158	rnn.weight_ih_l1	2	0.08855421841144562
158	rnn.weight_ih_l1	3	-0.024194922298192978
158	rnn.weight_ih_l1	4	-0.02441640943288803
158	rnn.weight_ih_l1	5	-0.013298891484737396
158	rnn.weight_ih_l1	6	0.07275594770908356
158	rnn.weight_ih_l1	7	-0.004730616230517626
158	rnn.weight_ih_l1	8	-0.052562788128852844
158	rnn.weight_ih_l1	9	0.052929073572158813
158	rnn.weight_hh_l1	0	-0.08191228657960892
158	rnn.weight_hh_l1	1	-0.035806071013212204
158	rnn.weight_hh_l1	2	-0.008120840415358543
158	rnn.weight_hh_l1	3	-0.05822635442018509
158	rnn.weight_hh_l1	4	0.08609039336442947
158	rnn.weight_hh_l1	5	-0.08401775360107422
158	rnn.weight_hh_l1	6	-0.050165753811597824
158	rnn.weight_hh_l1	7	0.06487205624580383
158	rnn.weight_hh_l1	8	-0.013534311205148697
158	rnn.weight_hh_l1	9	-0.039920538663864136
158	rnn.bias_ih_l1	0	-0.03717029467225075
158	rnn.bias_ih_l1	1	0.055717188864946365
158	rnn.bias_ih_l1	2	-0.046250175684690475
158	rnn.bias_ih_l1	3	-0.07638879120349884
158	rnn.bias_ih_l1	4	-0.028490930795669556
158	rnn.bias_ih_l1	5	8.199350122595206e-05
158	rnn.bias_ih_l1	6	-0.04711617901921272
158	rnn.bias_ih_l1	7	0.06256364285945892
158	rnn.bias_ih_l1	8	0.08281493186950684
158	rnn.bias_ih_l1	9	0.03286492079496384
158	rnn.bias_hh_l1	0	0.06885851919651031
158	rnn.bias_hh_l1	1	-0.058534201234579086
158	rnn.bias_hh_l1	2	0.019514543935656548
158	rnn.bias_hh_l1	3	0.07956176996231079
158	rnn.bias_hh_l1	4	0.05725871026515961
158	rnn.bias_hh_l1	5	-0.07850946485996246
158	rnn.bias_hh_l1	6	0.01419459655880928
158	rnn.bias_hh_l1	7	0.041512567549943924
158	rnn.bias_hh_l1	8	0.014546826481819153
158	rnn.bias_hh_l1	9	-0.005416869651526213
158	rnn.weight_ih_l1_reverse	0	0.08628249913454056
158	rnn.weight_ih_l1_reverse	1	-0.04180362448096275
158	rnn.weight_ih_l1_reverse	2	-0.06188046559691429
158	rnn.weight_ih_l1_reverse	3	0.02531450428068638
158	rnn.weight_ih_l1_reverse	4	-0.04651321843266487
158	rnn.weight_ih_l1_reverse	5	0.024056553840637207
158	rnn.weight_ih_l1_reverse	6	0.040393631905317307
158	rnn.weight_ih_l1_reverse	7	0.020357627421617508
158	rnn.weight_ih_l1_reverse	8	-0.00868189986795187
158	rnn.weight_ih_l1_reverse	9	-0.06577541679143906
158	rnn.weight_hh_l1_reverse	0	0.004906924441456795
158	rnn.weight_hh_l1_reverse	1	0.018959784880280495
158	rnn.weight_hh_l1_reverse	2	-0.05820780247449875
158	rnn.weight_hh_l1_reverse	3	-0.012890733778476715
158	rnn.weight_hh_l1_reverse	4	0.008913923986256123
158	rnn.weight_hh_l1_reverse	5	-0.06559808552265167
158	rnn.weight_hh_l1_reverse	6	-0.06731317937374115
158	rnn.weight_hh_l1_reverse	7	-0.011349529027938843
158	rnn.weight_hh_l1_reverse	8	-0.05894847959280014
158	rnn.weight_hh_l1_reverse	9	-0.043855950236320496
158	rnn.bias_ih_l1_reverse	0	-0.0029839472845196724
158	rnn.bias_ih_l1_reverse	1	-0.04156612977385521
158	rnn.bias_ih_l1_reverse	2	0.027588700875639915
158	rnn.bias_ih_l1_reverse	3	-0.08421413600444794
158	rnn.bias_ih_l1_reverse	4	-0.08693016320466995
158	rnn.bias_ih_l1_reverse	5	-0.0869985818862915
158	rnn.bias_ih_l1_reverse	6	0.06387434154748917
158	rnn.bias_ih_l1_reverse	7	0.0845474973320961
158	rnn.bias_ih_l1_reverse	8	-0.00031210118322633207
158	rnn.bias_ih_l1_reverse	9	-0.011156503111124039
158	rnn.bias_hh_l1_reverse	0	0.0613081119954586
158	rnn.bias_hh_l1_reverse	1	-0.0671386867761612
158	rnn.bias_hh_l1_reverse	2	-0.05319061875343323
158	rnn.bias_hh_l1_reverse	3	0.07355833798646927
158	rnn.bias_hh_l1_reverse	4	-0.022768577560782433
158	rnn.bias_hh_l1_reverse	5	-0.005760876927524805
158	rnn.bias_hh_l1_reverse	6	-0.059477292001247406
158	rnn.bias_hh_l1_reverse	7	-0.059920262545347214
158	rnn.bias_hh_l1_reverse	8	0.06615311652421951
158	rnn.bias_hh_l1_reverse	9	0.04903998598456383
158	rnn.weight_ih_l2	0	0.07553677260875702
158	rnn.weight_ih_l2	1	-0.05433070287108421
158	rnn.weight_ih_l2	2	0.06337246298789978
158	rnn.weight_ih_l2	3	0.06564647704362869
158	rnn.weight_ih_l2	4	0.05627921596169472
158	rnn.weight_ih_l2	5	-0.035630885511636734
158	rnn.weight_ih_l2	6	-0.07544361054897308
158	rnn.weight_ih_l2	7	0.012202770449221134
158	rnn.weight_ih_l2	8	-0.0171807911247015
158	rnn.weight_ih_l2	9	-0.06917104870080948
158	rnn.weight_hh_l2	0	0.04806767776608467
158	rnn.weight_hh_l2	1	0.030880805104970932
158	rnn.weight_hh_l2	2	-0.05471983551979065
158	rnn.weight_hh_l2	3	-0.025431331247091293
158	rnn.weight_hh_l2	4	0.05491970479488373
158	rnn.weight_hh_l2	5	-0.02436678297817707
158	rnn.weight_hh_l2	6	0.008481570519506931
158	rnn.weight_hh_l2	7	-0.053325001150369644
158	rnn.weight_hh_l2	8	-0.0058921887539327145
158	rnn.weight_hh_l2	9	-0.018077995628118515
158	rnn.bias_ih_l2	0	0.1501108556985855
158	rnn.bias_ih_l2	1	0.011661680415272713
158	rnn.bias_ih_l2	2	0.06689564138650894
158	rnn.bias_ih_l2	3	0.029332859441637993
158	rnn.bias_ih_l2	4	-0.006550935562700033
158	rnn.bias_ih_l2	5	0.047748081386089325
158	rnn.bias_ih_l2	6	0.014385072514414787
158	rnn.bias_ih_l2	7	0.01715599000453949
158	rnn.bias_ih_l2	8	0.017452677711844444
158	rnn.bias_ih_l2	9	-0.015504715032875538
158	rnn.bias_hh_l2	0	0.020999787375330925
158	rnn.bias_hh_l2	1	0.00619670283049345
158	rnn.bias_hh_l2	2	0.0745239406824112
158	rnn.bias_hh_l2	3	0.029556788504123688
158	rnn.bias_hh_l2	4	0.07798994332551956
158	rnn.bias_hh_l2	5	-0.04876072704792023
158	rnn.bias_hh_l2	6	0.05819731950759888
158	rnn.bias_hh_l2	7	-0.024064892902970314
158	rnn.bias_hh_l2	8	0.041710902005434036
158	rnn.bias_hh_l2	9	0.02166988141834736
158	rnn.weight_ih_l2_reverse	0	0.08224591612815857
158	rnn.weight_ih_l2_reverse	1	-0.054838553071022034
158	rnn.weight_ih_l2_reverse	2	0.0011218381114304066
158	rnn.weight_ih_l2_reverse	3	0.035262081772089005
158	rnn.weight_ih_l2_reverse	4	0.05404358357191086
158	rnn.weight_ih_l2_reverse	5	-0.040688250213861465
158	rnn.weight_ih_l2_reverse	6	-0.0005230228998698294
158	rnn.weight_ih_l2_reverse	7	-0.012950526550412178
158	rnn.weight_ih_l2_reverse	8	0.012352822348475456
158	rnn.weight_ih_l2_reverse	9	-0.07972293347120285
158	rnn.weight_hh_l2_reverse	0	-0.08278200030326843
158	rnn.weight_hh_l2_reverse	1	0.016317259520292282
158	rnn.weight_hh_l2_reverse	2	0.01043500006198883
158	rnn.weight_hh_l2_reverse	3	0.024326736107468605
158	rnn.weight_hh_l2_reverse	4	-0.036778755486011505
158	rnn.weight_hh_l2_reverse	5	-0.014742787927389145
158	rnn.weight_hh_l2_reverse	6	-0.04325868934392929
158	rnn.weight_hh_l2_reverse	7	-0.059886347502470016
158	rnn.weight_hh_l2_reverse	8	-0.006701540667563677
158	rnn.weight_hh_l2_reverse	9	-0.0590505488216877
158	rnn.bias_ih_l2_reverse	0	-0.056842803955078125
158	rnn.bias_ih_l2_reverse	1	-0.027473609894514084
158	rnn.bias_ih_l2_reverse	2	0.04530885070562363
158	rnn.bias_ih_l2_reverse	3	0.03668399900197983
158	rnn.bias_ih_l2_reverse	4	0.07585540413856506
158	rnn.bias_ih_l2_reverse	5	-0.08873806148767471
158	rnn.bias_ih_l2_reverse	6	-0.043467193841934204
158	rnn.bias_ih_l2_reverse	7	-0.05691814795136452
158	rnn.bias_ih_l2_reverse	8	0.05811276659369469
158	rnn.bias_ih_l2_reverse	9	0.027917200699448586
158	rnn.bias_hh_l2_reverse	0	0.053368400782346725
158	rnn.bias_hh_l2_reverse	1	-0.06645862758159637
158	rnn.bias_hh_l2_reverse	2	-0.06736075133085251
158	rnn.bias_hh_l2_reverse	3	0.0317542590200901
158	rnn.bias_hh_l2_reverse	4	0.03146931901574135
158	rnn.bias_hh_l2_reverse	5	0.035311371088027954
158	rnn.bias_hh_l2_reverse	6	-0.08277489244937897
158	rnn.bias_hh_l2_reverse	7	-0.007334185764193535
158	rnn.bias_hh_l2_reverse	8	-0.10572683066129684
158	rnn.bias_hh_l2_reverse	9	-0.055259428918361664
158	linear.weight	0	0.025028489530086517
158	linear.weight	1	0.13171838223934174
158	linear.weight	2	-0.024146078154444695
158	linear.weight	3	-0.03671400994062424
158	linear.weight	4	-0.022248394787311554
158	linear.weight	5	0.045434825122356415
158	linear.weight	6	0.004694388713687658
158	linear.weight	7	-0.11741941422224045
158	linear.weight	8	-0.021826624870300293
158	linear.weight	9	0.10529408603906631
158	linear.bias	0	0.49479085206985474
158	linear.bias	1	0.7770923972129822
158	linear.bias	2	-1.623591661453247
158	linear.bias	3	-0.05754556506872177
158	linear.bias	4	-0.050822705030441284
158	linear.bias	5	0.2504041790962219
159	transitions	0	0.036083802580833435
159	transitions	1	-10000.0
159	transitions	2	2.6012699604034424
159	transitions	3	-1.1254490613937378
159	transitions	4	-10000.0
159	transitions	5	-10000.0
159	transitions	6	-10000.0
159	transitions	7	0.8816764950752258
159	transitions	8	0.8388938307762146
159	transitions	9	-1.1996886730194092
159	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
159	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
159	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
159	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
159	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
159	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
159	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
159	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
159	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
159	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
159	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
159	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
159	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
159	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
159	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
159	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
159	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
159	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
159	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
159	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
159	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
159	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
159	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
159	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
159	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
159	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
159	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
159	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
159	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
159	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
159	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
159	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
159	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
159	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
159	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
159	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
159	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
159	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
159	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
159	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
159	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
159	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
159	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
159	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
159	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
159	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
159	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
159	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
159	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
159	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
159	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
159	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
159	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
159	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
159	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
159	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
159	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
159	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
159	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
159	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
159	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
159	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
159	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
159	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
159	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
159	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
159	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
159	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
159	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
159	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
159	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
159	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
159	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
159	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
159	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
159	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
159	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
159	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
159	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
159	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
159	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
159	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
159	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
159	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
159	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
159	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
159	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
159	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
159	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
159	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
159	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
159	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
159	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
159	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
159	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
159	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
159	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
159	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
159	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
159	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
159	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
159	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
159	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
159	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
159	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
159	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
159	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
159	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
159	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
159	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
159	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
159	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
159	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
159	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
159	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
159	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
159	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
159	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
159	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
159	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
159	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
159	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
159	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
159	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
159	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
159	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
159	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
159	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
159	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
159	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
159	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
159	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
159	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
159	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
159	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
159	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
159	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
159	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
159	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
159	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
159	embedding2nn.weight	0	0.014814375899732113
159	embedding2nn.weight	1	0.0001498660712968558
159	embedding2nn.weight	2	0.005569587927311659
159	embedding2nn.weight	3	0.0007526473491452634
159	embedding2nn.weight	4	-0.008271184749901295
159	embedding2nn.weight	5	-0.0055435290560126305
159	embedding2nn.weight	6	-0.0008724781800992787
159	embedding2nn.weight	7	-0.00289159850217402
159	embedding2nn.weight	8	0.013519495725631714
159	embedding2nn.weight	9	0.004460281692445278
159	embedding2nn.bias	0	0.004720998462289572
159	embedding2nn.bias	1	-0.01338241994380951
159	embedding2nn.bias	2	0.008033081889152527
159	embedding2nn.bias	3	-0.012543277814984322
159	embedding2nn.bias	4	-0.024484343826770782
159	embedding2nn.bias	5	-0.00125926046166569
159	embedding2nn.bias	6	0.008817731402814388
159	embedding2nn.bias	7	-0.0026060338132083416
159	embedding2nn.bias	8	-0.007344434969127178
159	embedding2nn.bias	9	-0.004342625383287668
159	rnn.weight_ih_l0	0	-0.052280914038419724
159	rnn.weight_ih_l0	1	0.05078956484794617
159	rnn.weight_ih_l0	2	0.031858038157224655
159	rnn.weight_ih_l0	3	0.014759354293346405
159	rnn.weight_ih_l0	4	0.012487751431763172
159	rnn.weight_ih_l0	5	0.08419567346572876
159	rnn.weight_ih_l0	6	0.07608014345169067
159	rnn.weight_ih_l0	7	0.03780197352170944
159	rnn.weight_ih_l0	8	-0.04565168172121048
159	rnn.weight_ih_l0	9	0.008263877592980862
159	rnn.weight_hh_l0	0	0.008229600265622139
159	rnn.weight_hh_l0	1	-0.06429203599691391
159	rnn.weight_hh_l0	2	-0.06546036899089813
159	rnn.weight_hh_l0	3	0.07144969701766968
159	rnn.weight_hh_l0	4	0.07099232077598572
159	rnn.weight_hh_l0	5	0.005969834979623556
159	rnn.weight_hh_l0	6	-0.0010837891604751348
159	rnn.weight_hh_l0	7	-0.017561618238687515
159	rnn.weight_hh_l0	8	-0.029109003022313118
159	rnn.weight_hh_l0	9	0.05759580433368683
159	rnn.bias_ih_l0	0	-0.06262906640768051
159	rnn.bias_ih_l0	1	0.08853509277105331
159	rnn.bias_ih_l0	2	0.020157465711236
159	rnn.bias_ih_l0	3	0.07908795773983002
159	rnn.bias_ih_l0	4	-0.07572127133607864
159	rnn.bias_ih_l0	5	0.08324497938156128
159	rnn.bias_ih_l0	6	-0.06680766493082047
159	rnn.bias_ih_l0	7	-0.03577163442969322
159	rnn.bias_ih_l0	8	-0.09258541464805603
159	rnn.bias_ih_l0	9	-0.04546724632382393
159	rnn.bias_hh_l0	0	0.036933425813913345
159	rnn.bias_hh_l0	1	0.07346650213003159
159	rnn.bias_hh_l0	2	0.06962915509939194
159	rnn.bias_hh_l0	3	0.08491604775190353
159	rnn.bias_hh_l0	4	-0.09777582436800003
159	rnn.bias_hh_l0	5	-0.07145640254020691
159	rnn.bias_hh_l0	6	0.0781375840306282
159	rnn.bias_hh_l0	7	-0.08168244361877441
159	rnn.bias_hh_l0	8	-0.026404893025755882
159	rnn.bias_hh_l0	9	0.006479873787611723
159	rnn.weight_ih_l0_reverse	0	0.0793747529387474
159	rnn.weight_ih_l0_reverse	1	0.07324744760990143
159	rnn.weight_ih_l0_reverse	2	0.038753390312194824
159	rnn.weight_ih_l0_reverse	3	0.03370080888271332
159	rnn.weight_ih_l0_reverse	4	-0.03675268217921257
159	rnn.weight_ih_l0_reverse	5	0.05085202306509018
159	rnn.weight_ih_l0_reverse	6	0.06644278019666672
159	rnn.weight_ih_l0_reverse	7	0.022393064573407173
159	rnn.weight_ih_l0_reverse	8	-0.05773073062300682
159	rnn.weight_ih_l0_reverse	9	-0.05285805091261864
159	rnn.weight_hh_l0_reverse	0	0.02535453997552395
159	rnn.weight_hh_l0_reverse	1	-0.08717858046293259
159	rnn.weight_hh_l0_reverse	2	0.06340155005455017
159	rnn.weight_hh_l0_reverse	3	-0.021535610780119896
159	rnn.weight_hh_l0_reverse	4	0.08461149781942368
159	rnn.weight_hh_l0_reverse	5	-0.001936982967890799
159	rnn.weight_hh_l0_reverse	6	0.030111100524663925
159	rnn.weight_hh_l0_reverse	7	0.0785672515630722
159	rnn.weight_hh_l0_reverse	8	-0.022392844781279564
159	rnn.weight_hh_l0_reverse	9	-0.046602848917245865
159	rnn.bias_ih_l0_reverse	0	0.0008604482281953096
159	rnn.bias_ih_l0_reverse	1	-0.0182564165443182
159	rnn.bias_ih_l0_reverse	2	-0.013231511227786541
159	rnn.bias_ih_l0_reverse	3	0.03649456799030304
159	rnn.bias_ih_l0_reverse	4	0.06757420301437378
159	rnn.bias_ih_l0_reverse	5	-0.020957214757800102
159	rnn.bias_ih_l0_reverse	6	-0.026781676337122917
159	rnn.bias_ih_l0_reverse	7	-0.048698171973228455
159	rnn.bias_ih_l0_reverse	8	0.008551849983632565
159	rnn.bias_ih_l0_reverse	9	-0.06793052703142166
159	rnn.bias_hh_l0_reverse	0	0.03920075297355652
159	rnn.bias_hh_l0_reverse	1	-0.06929312646389008
159	rnn.bias_hh_l0_reverse	2	0.08020701259374619
159	rnn.bias_hh_l0_reverse	3	0.060051433742046356
159	rnn.bias_hh_l0_reverse	4	0.024939145892858505
159	rnn.bias_hh_l0_reverse	5	0.04493429884314537
159	rnn.bias_hh_l0_reverse	6	0.0661892294883728
159	rnn.bias_hh_l0_reverse	7	0.08363234996795654
159	rnn.bias_hh_l0_reverse	8	-0.009636946022510529
159	rnn.bias_hh_l0_reverse	9	0.050119783729314804
159	rnn.weight_ih_l1	0	0.024096433073282242
159	rnn.weight_ih_l1	1	0.0159206110984087
159	rnn.weight_ih_l1	2	0.08832012861967087
159	rnn.weight_ih_l1	3	-0.02423263154923916
159	rnn.weight_ih_l1	4	-0.024395329877734184
159	rnn.weight_ih_l1	5	-0.013334094546735287
159	rnn.weight_ih_l1	6	0.07276005297899246
159	rnn.weight_ih_l1	7	-0.004594872239977121
159	rnn.weight_ih_l1	8	-0.0525704063475132
159	rnn.weight_ih_l1	9	0.052806250751018524
159	rnn.weight_hh_l1	0	-0.08192025870084763
159	rnn.weight_hh_l1	1	-0.035811785608530045
159	rnn.weight_hh_l1	2	-0.008121313527226448
159	rnn.weight_hh_l1	3	-0.05823560431599617
159	rnn.weight_hh_l1	4	0.08610018342733383
159	rnn.weight_hh_l1	5	-0.08401163667440414
159	rnn.weight_hh_l1	6	-0.05018697679042816
159	rnn.weight_hh_l1	7	0.06473329663276672
159	rnn.weight_hh_l1	8	-0.013535630889236927
159	rnn.weight_hh_l1	9	-0.039894577115774155
159	rnn.bias_ih_l1	0	-0.037162136286497116
159	rnn.bias_ih_l1	1	0.05566961318254471
159	rnn.bias_ih_l1	2	-0.04626549780368805
159	rnn.bias_ih_l1	3	-0.07636921852827072
159	rnn.bias_ih_l1	4	-0.028640413656830788
159	rnn.bias_ih_l1	5	-0.0015618243487551808
159	rnn.bias_ih_l1	6	-0.04686753824353218
159	rnn.bias_ih_l1	7	0.062491025775671005
159	rnn.bias_ih_l1	8	0.08297230303287506
159	rnn.bias_ih_l1	9	0.03329752758145332
159	rnn.bias_hh_l1	0	0.06881940364837646
159	rnn.bias_hh_l1	1	-0.05852324888110161
159	rnn.bias_hh_l1	2	0.019455673173069954
159	rnn.bias_hh_l1	3	0.07936206459999084
159	rnn.bias_hh_l1	4	0.057317815721035004
159	rnn.bias_hh_l1	5	-0.07852920144796371
159	rnn.bias_hh_l1	6	0.014157930389046669
159	rnn.bias_hh_l1	7	0.04136422649025917
159	rnn.bias_hh_l1	8	0.014581662602722645
159	rnn.bias_hh_l1	9	-0.005326004233211279
159	rnn.weight_ih_l1_reverse	0	0.08634065091609955
159	rnn.weight_ih_l1_reverse	1	-0.041802287101745605
159	rnn.weight_ih_l1_reverse	2	-0.0618882030248642
159	rnn.weight_ih_l1_reverse	3	0.025308048352599144
159	rnn.weight_ih_l1_reverse	4	-0.04652439057826996
159	rnn.weight_ih_l1_reverse	5	0.024042004719376564
159	rnn.weight_ih_l1_reverse	6	0.04037466645240784
159	rnn.weight_ih_l1_reverse	7	0.020354973152279854
159	rnn.weight_ih_l1_reverse	8	-0.008702387101948261
159	rnn.weight_ih_l1_reverse	9	-0.06603579968214035
159	rnn.weight_hh_l1_reverse	0	0.004895334597676992
159	rnn.weight_hh_l1_reverse	1	0.018966136500239372
159	rnn.weight_hh_l1_reverse	2	-0.05820826441049576
159	rnn.weight_hh_l1_reverse	3	-0.012870751321315765
159	rnn.weight_hh_l1_reverse	4	0.008907216601073742
159	rnn.weight_hh_l1_reverse	5	-0.06560046225786209
159	rnn.weight_hh_l1_reverse	6	-0.06731468439102173
159	rnn.weight_hh_l1_reverse	7	-0.011354338377714157
159	rnn.weight_hh_l1_reverse	8	-0.059047549962997437
159	rnn.weight_hh_l1_reverse	9	-0.0438571460545063
159	rnn.bias_ih_l1_reverse	0	-0.00294129503890872
159	rnn.bias_ih_l1_reverse	1	-0.041560620069503784
159	rnn.bias_ih_l1_reverse	2	0.02786412090063095
159	rnn.bias_ih_l1_reverse	3	-0.08429600298404694
159	rnn.bias_ih_l1_reverse	4	-0.08699937164783478
159	rnn.bias_ih_l1_reverse	5	-0.08702852576971054
159	rnn.bias_ih_l1_reverse	6	0.0638987347483635
159	rnn.bias_ih_l1_reverse	7	0.08449187874794006
159	rnn.bias_ih_l1_reverse	8	-9.229331044480205e-05
159	rnn.bias_ih_l1_reverse	9	-0.01104472391307354
159	rnn.bias_hh_l1_reverse	0	0.06137195602059364
159	rnn.bias_hh_l1_reverse	1	-0.06724652647972107
159	rnn.bias_hh_l1_reverse	2	-0.05323386192321777
159	rnn.bias_hh_l1_reverse	3	0.07354913651943207
159	rnn.bias_hh_l1_reverse	4	-0.022728320211172104
159	rnn.bias_hh_l1_reverse	5	-0.005773474462330341
159	rnn.bias_hh_l1_reverse	6	-0.05942270904779434
159	rnn.bias_hh_l1_reverse	7	-0.059793248772621155
159	rnn.bias_hh_l1_reverse	8	0.06616269797086716
159	rnn.bias_hh_l1_reverse	9	0.0480598621070385
159	rnn.weight_ih_l2	0	0.07577811181545258
159	rnn.weight_ih_l2	1	-0.05433971434831619
159	rnn.weight_ih_l2	2	0.0633757933974266
159	rnn.weight_ih_l2	3	0.0656263455748558
159	rnn.weight_ih_l2	4	0.05628193914890289
159	rnn.weight_ih_l2	5	-0.03535111993551254
159	rnn.weight_ih_l2	6	-0.07540160417556763
159	rnn.weight_ih_l2	7	0.012097236700356007
159	rnn.weight_ih_l2	8	-0.017179083079099655
159	rnn.weight_ih_l2	9	-0.06917497515678406
159	rnn.weight_hh_l2	0	0.04806676134467125
159	rnn.weight_hh_l2	1	0.030875906348228455
159	rnn.weight_hh_l2	2	-0.054720934480428696
159	rnn.weight_hh_l2	3	-0.025415051728487015
159	rnn.weight_hh_l2	4	0.05491846799850464
159	rnn.weight_hh_l2	5	-0.024333946406841278
159	rnn.weight_hh_l2	6	0.008481617085635662
159	rnn.weight_hh_l2	7	-0.0533352866768837
159	rnn.weight_hh_l2	8	-0.005752983037382364
159	rnn.weight_hh_l2	9	-0.018082845956087112
159	rnn.bias_ih_l2	0	0.15132492780685425
159	rnn.bias_ih_l2	1	0.012026773765683174
159	rnn.bias_ih_l2	2	0.06674696505069733
159	rnn.bias_ih_l2	3	0.029097333550453186
159	rnn.bias_ih_l2	4	-0.006581024266779423
159	rnn.bias_ih_l2	5	0.047854017466306686
159	rnn.bias_ih_l2	6	0.014259821735322475
159	rnn.bias_ih_l2	7	0.017191383987665176
159	rnn.bias_ih_l2	8	0.017468417063355446
159	rnn.bias_ih_l2	9	-0.015348301269114017
159	rnn.bias_hh_l2	0	0.02154255472123623
159	rnn.bias_hh_l2	1	0.00614043977111578
159	rnn.bias_hh_l2	2	0.07465295493602753
159	rnn.bias_hh_l2	3	0.029536616057157516
159	rnn.bias_hh_l2	4	0.07806733250617981
159	rnn.bias_hh_l2	5	-0.05222514644265175
159	rnn.bias_hh_l2	6	0.057842858135700226
159	rnn.bias_hh_l2	7	-0.024013902992010117
159	rnn.bias_hh_l2	8	0.041666384786367416
159	rnn.bias_hh_l2	9	0.02028851956129074
159	rnn.weight_ih_l2_reverse	0	0.08224927634000778
159	rnn.weight_ih_l2_reverse	1	-0.05471797659993172
159	rnn.weight_ih_l2_reverse	2	0.001128822797909379
159	rnn.weight_ih_l2_reverse	3	0.03526879474520683
159	rnn.weight_ih_l2_reverse	4	0.0540449284017086
159	rnn.weight_ih_l2_reverse	5	-0.04068070277571678
159	rnn.weight_ih_l2_reverse	6	-0.0006198573391884565
159	rnn.weight_ih_l2_reverse	7	-0.01296982727944851
159	rnn.weight_ih_l2_reverse	8	0.012530161067843437
159	rnn.weight_ih_l2_reverse	9	-0.07972036302089691
159	rnn.weight_hh_l2_reverse	0	-0.0827818289399147
159	rnn.weight_hh_l2_reverse	1	0.01640700362622738
159	rnn.weight_hh_l2_reverse	2	0.010433928109705448
159	rnn.weight_hh_l2_reverse	3	0.024326583370566368
159	rnn.weight_hh_l2_reverse	4	-0.0367770791053772
159	rnn.weight_hh_l2_reverse	5	-0.014743521809577942
159	rnn.weight_hh_l2_reverse	6	-0.04332376644015312
159	rnn.weight_hh_l2_reverse	7	-0.059882331639528275
159	rnn.weight_hh_l2_reverse	8	-0.006701693404465914
159	rnn.weight_hh_l2_reverse	9	-0.05904746428132057
159	rnn.bias_ih_l2_reverse	0	-0.056396543979644775
159	rnn.bias_ih_l2_reverse	1	-0.027477433905005455
159	rnn.bias_ih_l2_reverse	2	0.045321304351091385
159	rnn.bias_ih_l2_reverse	3	0.03691941872239113
159	rnn.bias_ih_l2_reverse	4	0.07582178711891174
159	rnn.bias_ih_l2_reverse	5	-0.08873878419399261
159	rnn.bias_ih_l2_reverse	6	-0.043472278863191605
159	rnn.bias_ih_l2_reverse	7	-0.056903135031461716
159	rnn.bias_ih_l2_reverse	8	0.0587606318295002
159	rnn.bias_ih_l2_reverse	9	0.02864210121333599
159	rnn.bias_hh_l2_reverse	0	0.0523306280374527
159	rnn.bias_hh_l2_reverse	1	-0.06743226200342178
159	rnn.bias_hh_l2_reverse	2	-0.06734337657690048
159	rnn.bias_hh_l2_reverse	3	0.031671278178691864
159	rnn.bias_hh_l2_reverse	4	0.03166194632649422
159	rnn.bias_hh_l2_reverse	5	0.035212792456150055
159	rnn.bias_hh_l2_reverse	6	-0.08275767415761948
159	rnn.bias_hh_l2_reverse	7	-0.007100455928593874
159	rnn.bias_hh_l2_reverse	8	-0.10592769831418991
159	rnn.bias_hh_l2_reverse	9	-0.055221591144800186
159	linear.weight	0	0.025028489530086517
159	linear.weight	1	0.13285155594348907
159	linear.weight	2	-0.024154875427484512
159	linear.weight	3	-0.03674094006419182
159	linear.weight	4	-0.022248394787311554
159	linear.weight	5	0.04597463458776474
159	linear.weight	6	0.004613763187080622
159	linear.weight	7	-0.12004843354225159
159	linear.weight	8	-0.022089354693889618
159	linear.weight	9	0.1068601980805397
159	linear.bias	0	0.4943045675754547
159	linear.bias	1	0.7699609994888306
159	linear.bias	2	-1.6242302656173706
159	linear.bias	3	-0.05754556506872177
159	linear.bias	4	-0.050822705030441284
159	linear.bias	5	0.2586604356765747
160	transitions	0	0.03595137596130371
160	transitions	1	-10000.0
160	transitions	2	2.599402904510498
160	transitions	3	-1.1284992694854736
160	transitions	4	-10000.0
160	transitions	5	-10000.0
160	transitions	6	-10000.0
160	transitions	7	0.8816719651222229
160	transitions	8	0.8387407064437866
160	transitions	9	-1.2002924680709839
160	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
160	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
160	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
160	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
160	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
160	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
160	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
160	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
160	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
160	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
160	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
160	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
160	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
160	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
160	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
160	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
160	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
160	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
160	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
160	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
160	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
160	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
160	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
160	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
160	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
160	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
160	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
160	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
160	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
160	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
160	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
160	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
160	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
160	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
160	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
160	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
160	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
160	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
160	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
160	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
160	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
160	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
160	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
160	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
160	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
160	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
160	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
160	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
160	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
160	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
160	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
160	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
160	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
160	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
160	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
160	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
160	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
160	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
160	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
160	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
160	embedding2nn.weight	0	0.01481528952717781
160	embedding2nn.weight	1	0.00015005574095994234
160	embedding2nn.weight	2	0.0055701276287436485
160	embedding2nn.weight	3	0.0007491610595025122
160	embedding2nn.weight	4	-0.008206324651837349
160	embedding2nn.weight	5	-0.005545400083065033
160	embedding2nn.weight	6	-0.000880385865457356
160	embedding2nn.weight	7	-0.0028938506729900837
160	embedding2nn.weight	8	0.013504674658179283
160	embedding2nn.weight	9	0.004467796999961138
160	embedding2nn.bias	0	0.004468063358217478
160	embedding2nn.bias	1	-0.013331469148397446
160	embedding2nn.bias	2	0.00848818477243185
160	embedding2nn.bias	3	-0.012369590811431408
160	embedding2nn.bias	4	-0.024382781237363815
160	embedding2nn.bias	5	-0.0012846875470131636
160	embedding2nn.bias	6	0.009106656536459923
160	embedding2nn.bias	7	-0.002574607962742448
160	embedding2nn.bias	8	-0.007690249942243099
160	embedding2nn.bias	9	-0.003776237368583679
160	rnn.weight_ih_l0	0	-0.052272796630859375
160	rnn.weight_ih_l0	1	0.05078654736280441
160	rnn.weight_ih_l0	2	0.0318586491048336
160	rnn.weight_ih_l0	3	0.0147534916177392
160	rnn.weight_ih_l0	4	0.012485411018133163
160	rnn.weight_ih_l0	5	0.08419719338417053
160	rnn.weight_ih_l0	6	0.0760834589600563
160	rnn.weight_ih_l0	7	0.03780124709010124
160	rnn.weight_ih_l0	8	-0.0456719845533371
160	rnn.weight_ih_l0	9	0.008263722993433475
160	rnn.weight_hh_l0	0	0.008226423524320126
160	rnn.weight_hh_l0	1	-0.0642969161272049
160	rnn.weight_hh_l0	2	-0.0654611811041832
160	rnn.weight_hh_l0	3	0.07144439220428467
160	rnn.weight_hh_l0	4	0.07099658995866776
160	rnn.weight_hh_l0	5	0.0059937345795333385
160	rnn.weight_hh_l0	6	-0.0010828503873199224
160	rnn.weight_hh_l0	7	-0.017489947378635406
160	rnn.weight_hh_l0	8	-0.029122348874807358
160	rnn.weight_hh_l0	9	0.05760391429066658
160	rnn.bias_ih_l0	0	-0.06250189989805222
160	rnn.bias_ih_l0	1	0.08850088715553284
160	rnn.bias_ih_l0	2	0.02015998214483261
160	rnn.bias_ih_l0	3	0.0787833109498024
160	rnn.bias_ih_l0	4	-0.07594875246286392
160	rnn.bias_ih_l0	5	0.08334615081548691
160	rnn.bias_ih_l0	6	-0.06629709899425507
160	rnn.bias_ih_l0	7	-0.03575346991419792
160	rnn.bias_ih_l0	8	-0.09242788702249527
160	rnn.bias_ih_l0	9	-0.04547648876905441
160	rnn.bias_hh_l0	0	0.037049271166324615
160	rnn.bias_hh_l0	1	0.0734625980257988
160	rnn.bias_hh_l0	2	0.06963443756103516
160	rnn.bias_hh_l0	3	0.08482807874679565
160	rnn.bias_hh_l0	4	-0.09780988097190857
160	rnn.bias_hh_l0	5	-0.07142286002635956
160	rnn.bias_hh_l0	6	0.07821623235940933
160	rnn.bias_hh_l0	7	-0.0819050669670105
160	rnn.bias_hh_l0	8	-0.02641720324754715
160	rnn.bias_hh_l0	9	0.005949735641479492
160	rnn.weight_ih_l0_reverse	0	0.07937320321798325
160	rnn.weight_ih_l0_reverse	1	0.07322973757982254
160	rnn.weight_ih_l0_reverse	2	0.03875374048948288
160	rnn.weight_ih_l0_reverse	3	0.03369833528995514
160	rnn.weight_ih_l0_reverse	4	-0.036758966743946075
160	rnn.weight_ih_l0_reverse	5	0.050850171595811844
160	rnn.weight_ih_l0_reverse	6	0.06644663214683533
160	rnn.weight_ih_l0_reverse	7	0.022405264899134636
160	rnn.weight_ih_l0_reverse	8	-0.05775829404592514
160	rnn.weight_ih_l0_reverse	9	-0.05285818874835968
160	rnn.weight_hh_l0_reverse	0	0.025351930409669876
160	rnn.weight_hh_l0_reverse	1	-0.08717071264982224
160	rnn.weight_hh_l0_reverse	2	0.06340058147907257
160	rnn.weight_hh_l0_reverse	3	-0.02153448760509491
160	rnn.weight_hh_l0_reverse	4	0.08460333198308945
160	rnn.weight_hh_l0_reverse	5	-0.0019368079956620932
160	rnn.weight_hh_l0_reverse	6	0.030135734006762505
160	rnn.weight_hh_l0_reverse	7	0.07856641709804535
160	rnn.weight_hh_l0_reverse	8	-0.02239520102739334
160	rnn.weight_hh_l0_reverse	9	-0.04661058261990547
160	rnn.bias_ih_l0_reverse	0	0.0008953805663622916
160	rnn.bias_ih_l0_reverse	1	-0.0180266834795475
160	rnn.bias_ih_l0_reverse	2	-0.013251576572656631
160	rnn.bias_ih_l0_reverse	3	0.0364607609808445
160	rnn.bias_ih_l0_reverse	4	0.06760173290967941
160	rnn.bias_ih_l0_reverse	5	-0.020979462191462517
160	rnn.bias_ih_l0_reverse	6	-0.02678610570728779
160	rnn.bias_ih_l0_reverse	7	-0.048732027411460876
160	rnn.bias_ih_l0_reverse	8	0.008655203506350517
160	rnn.bias_ih_l0_reverse	9	-0.06793132424354553
160	rnn.bias_hh_l0_reverse	0	0.03919582813978195
160	rnn.bias_hh_l0_reverse	1	-0.06929392367601395
160	rnn.bias_hh_l0_reverse	2	0.08005804568529129
160	rnn.bias_hh_l0_reverse	3	0.060015834867954254
160	rnn.bias_hh_l0_reverse	4	0.02480015531182289
160	rnn.bias_hh_l0_reverse	5	0.044913724064826965
160	rnn.bias_hh_l0_reverse	6	0.0660184845328331
160	rnn.bias_hh_l0_reverse	7	0.08357660472393036
160	rnn.bias_hh_l0_reverse	8	-0.009613900445401669
160	rnn.bias_hh_l0_reverse	9	0.05017806217074394
160	rnn.weight_ih_l1	0	0.024086734279990196
160	rnn.weight_ih_l1	1	0.015989890322089195
160	rnn.weight_ih_l1	2	0.08861696720123291
160	rnn.weight_ih_l1	3	-0.024241197854280472
160	rnn.weight_ih_l1	4	-0.02440492995083332
160	rnn.weight_ih_l1	5	-0.013279899023473263
160	rnn.weight_ih_l1	6	0.07281804084777832
160	rnn.weight_ih_l1	7	-0.004443848971277475
160	rnn.weight_ih_l1	8	-0.052559930831193924
160	rnn.weight_ih_l1	9	0.05274106189608574
160	rnn.weight_hh_l1	0	-0.08188560605049133
160	rnn.weight_hh_l1	1	-0.035801369696855545
160	rnn.weight_hh_l1	2	-0.008121786639094353
160	rnn.weight_hh_l1	3	-0.05823511630296707
160	rnn.weight_hh_l1	4	0.0860791727900505
160	rnn.weight_hh_l1	5	-0.08402195572853088
160	rnn.weight_hh_l1	6	-0.05024828389286995
160	rnn.weight_hh_l1	7	0.06466757506132126
160	rnn.weight_hh_l1	8	-0.013532843440771103
160	rnn.weight_hh_l1	9	-0.039923667907714844
160	rnn.bias_ih_l1	0	-0.03701659291982651
160	rnn.bias_ih_l1	1	0.05566059425473213
160	rnn.bias_ih_l1	2	-0.0462651364505291
160	rnn.bias_ih_l1	3	-0.07628908008337021
160	rnn.bias_ih_l1	4	-0.02863650768995285
160	rnn.bias_ih_l1	5	-0.0026634426321834326
160	rnn.bias_ih_l1	6	-0.046502504497766495
160	rnn.bias_ih_l1	7	0.0625295415520668
160	rnn.bias_ih_l1	8	0.08298566192388535
160	rnn.bias_ih_l1	9	0.033333905041217804
160	rnn.bias_hh_l1	0	0.06881800293922424
160	rnn.bias_hh_l1	1	-0.0585205964744091
160	rnn.bias_hh_l1	2	0.019468316808342934
160	rnn.bias_hh_l1	3	0.07941075414419174
160	rnn.bias_hh_l1	4	0.057349786162376404
160	rnn.bias_hh_l1	5	-0.07860097289085388
160	rnn.bias_hh_l1	6	0.014169412665069103
160	rnn.bias_hh_l1	7	0.04135580360889435
160	rnn.bias_hh_l1	8	0.014579315669834614
160	rnn.bias_hh_l1	9	-0.005331304855644703
160	rnn.weight_ih_l1_reverse	0	0.08636283874511719
160	rnn.weight_ih_l1_reverse	1	-0.04181376099586487
160	rnn.weight_ih_l1_reverse	2	-0.06188606470823288
160	rnn.weight_ih_l1_reverse	3	0.025307737290859222
160	rnn.weight_ih_l1_reverse	4	-0.046518027782440186
160	rnn.weight_ih_l1_reverse	5	0.024042144417762756
160	rnn.weight_ih_l1_reverse	6	0.04036302492022514
160	rnn.weight_ih_l1_reverse	7	0.02035987749695778
160	rnn.weight_ih_l1_reverse	8	-0.00869785901159048
160	rnn.weight_ih_l1_reverse	9	-0.06629755347967148
160	rnn.weight_hh_l1_reverse	0	0.004891532007604837
160	rnn.weight_hh_l1_reverse	1	0.01895950920879841
160	rnn.weight_hh_l1_reverse	2	-0.05820907652378082
160	rnn.weight_hh_l1_reverse	3	-0.012868366204202175
160	rnn.weight_hh_l1_reverse	4	0.008905718103051186
160	rnn.weight_hh_l1_reverse	5	-0.06560369580984116
160	rnn.weight_hh_l1_reverse	6	-0.06731358170509338
160	rnn.weight_hh_l1_reverse	7	-0.011354729533195496
160	rnn.weight_hh_l1_reverse	8	-0.059018224477767944
160	rnn.weight_hh_l1_reverse	9	-0.04385693743824959
160	rnn.bias_ih_l1_reverse	0	-0.0029323131311684847
160	rnn.bias_ih_l1_reverse	1	-0.04155140370130539
160	rnn.bias_ih_l1_reverse	2	0.02782532200217247
160	rnn.bias_ih_l1_reverse	3	-0.08432278782129288
160	rnn.bias_ih_l1_reverse	4	-0.0869537964463234
160	rnn.bias_ih_l1_reverse	5	-0.08704730868339539
160	rnn.bias_ih_l1_reverse	6	0.06393022835254669
160	rnn.bias_ih_l1_reverse	7	0.08448409289121628
160	rnn.bias_ih_l1_reverse	8	-0.0001559141674079001
160	rnn.bias_ih_l1_reverse	9	-0.010922963730990887
160	rnn.bias_hh_l1_reverse	0	0.06136759743094444
160	rnn.bias_hh_l1_reverse	1	-0.06716479361057281
160	rnn.bias_hh_l1_reverse	2	-0.05313431844115257
160	rnn.bias_hh_l1_reverse	3	0.07334496825933456
160	rnn.bias_hh_l1_reverse	4	-0.02271384187042713
160	rnn.bias_hh_l1_reverse	5	-0.00583119411021471
160	rnn.bias_hh_l1_reverse	6	-0.05944665148854256
160	rnn.bias_hh_l1_reverse	7	-0.05979544669389725
160	rnn.bias_hh_l1_reverse	8	0.06618465483188629
160	rnn.bias_hh_l1_reverse	9	0.048016298562288284
160	rnn.weight_ih_l2	0	0.07556501775979996
160	rnn.weight_ih_l2	1	-0.05435348302125931
160	rnn.weight_ih_l2	2	0.06337569653987885
160	rnn.weight_ih_l2	3	0.06563711911439896
160	rnn.weight_ih_l2	4	0.056281816214323044
160	rnn.weight_ih_l2	5	-0.03536040335893631
160	rnn.weight_ih_l2	6	-0.07538871467113495
160	rnn.weight_ih_l2	7	0.01209429744631052
160	rnn.weight_ih_l2	8	-0.017179308459162712
160	rnn.weight_ih_l2	9	-0.06917621195316315
160	rnn.weight_hh_l2	0	0.04804884269833565
160	rnn.weight_hh_l2	1	0.030867088586091995
160	rnn.weight_hh_l2	2	-0.05472192168235779
160	rnn.weight_hh_l2	3	-0.025373725220561028
160	rnn.weight_hh_l2	4	0.05491330102086067
160	rnn.weight_hh_l2	5	-0.024328267201781273
160	rnn.weight_hh_l2	6	0.008465811610221863
160	rnn.weight_hh_l2	7	-0.053335040807724
160	rnn.weight_hh_l2	8	-0.005754570476710796
160	rnn.weight_hh_l2	9	-0.01807853952050209
160	rnn.bias_ih_l2	0	0.15039898455142975
160	rnn.bias_ih_l2	1	0.012326380237936974
160	rnn.bias_ih_l2	2	0.0669197142124176
160	rnn.bias_ih_l2	3	0.029131446033716202
160	rnn.bias_ih_l2	4	-0.006559391040354967
160	rnn.bias_ih_l2	5	0.047990649938583374
160	rnn.bias_ih_l2	6	0.014262129552662373
160	rnn.bias_ih_l2	7	0.017223026603460312
160	rnn.bias_ih_l2	8	0.01739194057881832
160	rnn.bias_ih_l2	9	-0.015373388305306435
160	rnn.bias_hh_l2	0	0.02145311050117016
160	rnn.bias_hh_l2	1	0.006337261293083429
160	rnn.bias_hh_l2	2	0.07483408600091934
160	rnn.bias_hh_l2	3	0.02951780892908573
160	rnn.bias_hh_l2	4	0.07810074090957642
160	rnn.bias_hh_l2	5	-0.05283146724104881
160	rnn.bias_hh_l2	6	0.0579589307308197
160	rnn.bias_hh_l2	7	-0.0240438561886549
160	rnn.bias_hh_l2	8	0.04163835197687149
160	rnn.bias_hh_l2	9	0.022541923448443413
160	rnn.weight_ih_l2_reverse	0	0.08225184679031372
160	rnn.weight_ih_l2_reverse	1	-0.05472024902701378
160	rnn.weight_ih_l2_reverse	2	0.0011361774522811174
160	rnn.weight_ih_l2_reverse	3	0.035268738865852356
160	rnn.weight_ih_l2_reverse	4	0.054044779390096664
160	rnn.weight_ih_l2_reverse	5	-0.04068074747920036
160	rnn.weight_ih_l2_reverse	6	-0.0007421274203807116
160	rnn.weight_ih_l2_reverse	7	-0.013045511208474636
160	rnn.weight_ih_l2_reverse	8	0.012566872872412205
160	rnn.weight_ih_l2_reverse	9	-0.07971929758787155
160	rnn.weight_hh_l2_reverse	0	-0.08278162777423859
160	rnn.weight_hh_l2_reverse	1	0.016388939693570137
160	rnn.weight_hh_l2_reverse	2	0.01043493952602148
160	rnn.weight_hh_l2_reverse	3	0.024326642975211143
160	rnn.weight_hh_l2_reverse	4	-0.03677728399634361
160	rnn.weight_hh_l2_reverse	5	-0.014744995161890984
160	rnn.weight_hh_l2_reverse	6	-0.04334501922130585
160	rnn.weight_hh_l2_reverse	7	-0.05988147109746933
160	rnn.weight_hh_l2_reverse	8	-0.006700898986309767
160	rnn.weight_hh_l2_reverse	9	-0.0590425506234169
160	rnn.bias_ih_l2_reverse	0	-0.05599929764866829
160	rnn.bias_ih_l2_reverse	1	-0.027501225471496582
160	rnn.bias_ih_l2_reverse	2	0.045342329889535904
160	rnn.bias_ih_l2_reverse	3	0.03690079599618912
160	rnn.bias_ih_l2_reverse	4	0.07581732422113419
160	rnn.bias_ih_l2_reverse	5	-0.08875246345996857
160	rnn.bias_ih_l2_reverse	6	-0.04347454383969307
160	rnn.bias_ih_l2_reverse	7	-0.057140450924634933
160	rnn.bias_ih_l2_reverse	8	0.058997295796871185
160	rnn.bias_ih_l2_reverse	9	0.02909199520945549
160	rnn.bias_hh_l2_reverse	0	0.052433956414461136
160	rnn.bias_hh_l2_reverse	1	-0.06760432571172714
160	rnn.bias_hh_l2_reverse	2	-0.06734581291675568
160	rnn.bias_hh_l2_reverse	3	0.031690094619989395
160	rnn.bias_hh_l2_reverse	4	0.031859733164310455
160	rnn.bias_hh_l2_reverse	5	0.0352153442800045
160	rnn.bias_hh_l2_reverse	6	-0.08274845033884048
160	rnn.bias_hh_l2_reverse	7	-0.007066602353006601
160	rnn.bias_hh_l2_reverse	8	-0.10572419315576553
160	rnn.bias_hh_l2_reverse	9	-0.055208150297403336
160	linear.weight	0	0.025028489530086517
160	linear.weight	1	0.13397635519504547
160	linear.weight	2	-0.024156440049409866
160	linear.weight	3	-0.03702510520815849
160	linear.weight	4	-0.022248394787311554
160	linear.weight	5	0.0457974374294281
160	linear.weight	6	0.003796861506998539
160	linear.weight	7	-0.11699865013360977
160	linear.weight	8	-0.021996965631842613
160	linear.weight	9	0.10676954686641693
160	linear.bias	0	0.4893193244934082
160	linear.bias	1	0.7632368206977844
160	linear.bias	2	-1.624759554862976
160	linear.bias	3	-0.05754556506872177
160	linear.bias	4	-0.050822705030441284
160	linear.bias	5	0.27089908719062805
161	transitions	0	0.035748012363910675
161	transitions	1	-10000.0
161	transitions	2	2.5978894233703613
161	transitions	3	-1.136799693107605
161	transitions	4	-10000.0
161	transitions	5	-10000.0
161	transitions	6	-10000.0
161	transitions	7	0.881667971611023
161	transitions	8	0.8385182619094849
161	transitions	9	-1.2008002996444702
161	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
161	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
161	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
161	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
161	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
161	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
161	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
161	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
161	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
161	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
161	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
161	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
161	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
161	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
161	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
161	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
161	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
161	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
161	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
161	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
161	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
161	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
161	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
161	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
161	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
161	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
161	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
161	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
161	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
161	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
161	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
161	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
161	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
161	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
161	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
161	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
161	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
161	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
161	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
161	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
161	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
161	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
161	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
161	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
161	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
161	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
161	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
161	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
161	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
161	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
161	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
161	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
161	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
161	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
161	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
161	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
161	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
161	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
161	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
161	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
161	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
161	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
161	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
161	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
161	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
161	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
161	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
161	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
161	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
161	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
161	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
161	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
161	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
161	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
161	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
161	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
161	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
161	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
161	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
161	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
161	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
161	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
161	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
161	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
161	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
161	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
161	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
161	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
161	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
161	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
161	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
161	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
161	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
161	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
161	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
161	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
161	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
161	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
161	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
161	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
161	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
161	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
161	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
161	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
161	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
161	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
161	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
161	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
161	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
161	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
161	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
161	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
161	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
161	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
161	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
161	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
161	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
161	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
161	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
161	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
161	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
161	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
161	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
161	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
161	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
161	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
161	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
161	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
161	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
161	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
161	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
161	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
161	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
161	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
161	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
161	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
161	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
161	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
161	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
161	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
161	embedding2nn.weight	0	0.014810938388109207
161	embedding2nn.weight	1	0.00014990681665949523
161	embedding2nn.weight	2	0.005570522975176573
161	embedding2nn.weight	3	0.000750236795283854
161	embedding2nn.weight	4	-0.008199810981750488
161	embedding2nn.weight	5	-0.005543174222111702
161	embedding2nn.weight	6	-0.000869638635776937
161	embedding2nn.weight	7	-0.002898858394473791
161	embedding2nn.weight	8	0.013506134040653706
161	embedding2nn.weight	9	0.004469743464142084
161	embedding2nn.bias	0	0.0038241571746766567
161	embedding2nn.bias	1	-0.013262557797133923
161	embedding2nn.bias	2	0.008737376891076565
161	embedding2nn.bias	3	-0.012764946557581425
161	embedding2nn.bias	4	-0.024359136819839478
161	embedding2nn.bias	5	-0.0012217485345900059
161	embedding2nn.bias	6	0.009200649335980415
161	embedding2nn.bias	7	-0.0028383699245750904
161	embedding2nn.bias	8	-0.007832209579646587
161	embedding2nn.bias	9	-0.0035198635887354612
161	rnn.weight_ih_l0	0	-0.05225822702050209
161	rnn.weight_ih_l0	1	0.05078117549419403
161	rnn.weight_ih_l0	2	0.031857870519161224
161	rnn.weight_ih_l0	3	0.014744862914085388
161	rnn.weight_ih_l0	4	0.012473355047404766
161	rnn.weight_ih_l0	5	0.08419539779424667
161	rnn.weight_ih_l0	6	0.07608603686094284
161	rnn.weight_ih_l0	7	0.03779732808470726
161	rnn.weight_ih_l0	8	-0.045659519731998444
161	rnn.weight_ih_l0	9	0.008272947743535042
161	rnn.weight_hh_l0	0	0.008217438124120235
161	rnn.weight_hh_l0	1	-0.06431365758180618
161	rnn.weight_hh_l0	2	-0.06547307223081589
161	rnn.weight_hh_l0	3	0.07143999636173248
161	rnn.weight_hh_l0	4	0.07099328935146332
161	rnn.weight_hh_l0	5	0.005986115895211697
161	rnn.weight_hh_l0	6	-0.001105380360968411
161	rnn.weight_hh_l0	7	-0.01749921590089798
161	rnn.weight_hh_l0	8	-0.029180146753787994
161	rnn.weight_hh_l0	9	0.05760463327169418
161	rnn.bias_ih_l0	0	-0.062275346368551254
161	rnn.bias_ih_l0	1	0.0885692685842514
161	rnn.bias_ih_l0	2	0.02017633244395256
161	rnn.bias_ih_l0	3	0.0787523090839386
161	rnn.bias_ih_l0	4	-0.07649203389883041
161	rnn.bias_ih_l0	5	0.08337071537971497
161	rnn.bias_ih_l0	6	-0.06613119691610336
161	rnn.bias_ih_l0	7	-0.03577851504087448
161	rnn.bias_ih_l0	8	-0.0918654352426529
161	rnn.bias_ih_l0	9	-0.0454501248896122
161	rnn.bias_hh_l0	0	0.03683856874704361
161	rnn.bias_hh_l0	1	0.07356046885251999
161	rnn.bias_hh_l0	2	0.06961981952190399
161	rnn.bias_hh_l0	3	0.08474090695381165
161	rnn.bias_hh_l0	4	-0.09791149944067001
161	rnn.bias_hh_l0	5	-0.07148214429616928
161	rnn.bias_hh_l0	6	0.07814690470695496
161	rnn.bias_hh_l0	7	-0.08234652131795883
161	rnn.bias_hh_l0	8	-0.02634310908615589
161	rnn.bias_hh_l0	9	0.0053209541365504265
161	rnn.weight_ih_l0_reverse	0	0.07937463372945786
161	rnn.weight_ih_l0_reverse	1	0.073225237429142
161	rnn.weight_ih_l0_reverse	2	0.03875330090522766
161	rnn.weight_ih_l0_reverse	3	0.03369653970003128
161	rnn.weight_ih_l0_reverse	4	-0.036765553057193756
161	rnn.weight_ih_l0_reverse	5	0.0508490726351738
161	rnn.weight_ih_l0_reverse	6	0.06644628196954727
161	rnn.weight_ih_l0_reverse	7	0.02239326946437359
161	rnn.weight_ih_l0_reverse	8	-0.05777183547616005
161	rnn.weight_ih_l0_reverse	9	-0.05285695195198059
161	rnn.weight_hh_l0_reverse	0	0.025363940745592117
161	rnn.weight_hh_l0_reverse	1	-0.0871693566441536
161	rnn.weight_hh_l0_reverse	2	0.0633992999792099
161	rnn.weight_hh_l0_reverse	3	-0.021536698564887047
161	rnn.weight_hh_l0_reverse	4	0.084623321890831
161	rnn.weight_hh_l0_reverse	5	-0.001931860693730414
161	rnn.weight_hh_l0_reverse	6	0.03015976771712303
161	rnn.weight_hh_l0_reverse	7	0.07855302095413208
161	rnn.weight_hh_l0_reverse	8	-0.02239065431058407
161	rnn.weight_hh_l0_reverse	9	-0.046603839844465256
161	rnn.bias_ih_l0_reverse	0	0.0008911619079299271
161	rnn.bias_ih_l0_reverse	1	-0.01809605397284031
161	rnn.bias_ih_l0_reverse	2	-0.013201176188886166
161	rnn.bias_ih_l0_reverse	3	0.03639567643404007
161	rnn.bias_ih_l0_reverse	4	0.06766097247600555
161	rnn.bias_ih_l0_reverse	5	-0.021018123254179955
161	rnn.bias_ih_l0_reverse	6	-0.026700297370553017
161	rnn.bias_ih_l0_reverse	7	-0.04874333366751671
161	rnn.bias_ih_l0_reverse	8	0.008894702419638634
161	rnn.bias_ih_l0_reverse	9	-0.06799691170454025
161	rnn.bias_hh_l0_reverse	0	0.039208438247442245
161	rnn.bias_hh_l0_reverse	1	-0.06935951113700867
161	rnn.bias_hh_l0_reverse	2	0.07965415716171265
161	rnn.bias_hh_l0_reverse	3	0.06005766615271568
161	rnn.bias_hh_l0_reverse	4	0.0245060957968235
161	rnn.bias_hh_l0_reverse	5	0.044930100440979004
161	rnn.bias_hh_l0_reverse	6	0.06587715446949005
161	rnn.bias_hh_l0_reverse	7	0.083529531955719
161	rnn.bias_hh_l0_reverse	8	-0.009704675525426865
161	rnn.bias_hh_l0_reverse	9	0.05039193108677864
161	rnn.weight_ih_l1	0	0.024054383859038353
161	rnn.weight_ih_l1	1	0.015997765585780144
161	rnn.weight_ih_l1	2	0.08890436589717865
161	rnn.weight_ih_l1	3	-0.024223223328590393
161	rnn.weight_ih_l1	4	-0.024395929649472237
161	rnn.weight_ih_l1	5	-0.013227931223809719
161	rnn.weight_ih_l1	6	0.07283743470907211
161	rnn.weight_ih_l1	7	-0.004281791392713785
161	rnn.weight_ih_l1	8	-0.0525505468249321
161	rnn.weight_ih_l1	9	0.05263005569577217
161	rnn.weight_hh_l1	0	-0.08178344368934631
161	rnn.weight_hh_l1	1	-0.03577611595392227
161	rnn.weight_hh_l1	2	-0.008122087456285954
161	rnn.weight_hh_l1	3	-0.05823540315032005
161	rnn.weight_hh_l1	4	0.08604313433170319
161	rnn.weight_hh_l1	5	-0.08401963114738464
161	rnn.weight_hh_l1	6	-0.050269149243831635
161	rnn.weight_hh_l1	7	0.06459411233663559
161	rnn.weight_hh_l1	8	-0.013531147502362728
161	rnn.weight_hh_l1	9	-0.039931897073984146
161	rnn.bias_ih_l1	0	-0.03696036711335182
161	rnn.bias_ih_l1	1	0.05564853176474571
161	rnn.bias_ih_l1	2	-0.04614856839179993
161	rnn.bias_ih_l1	3	-0.07625766843557358
161	rnn.bias_ih_l1	4	-0.028695648536086082
161	rnn.bias_ih_l1	5	-0.004340027924627066
161	rnn.bias_ih_l1	6	-0.046924155205488205
161	rnn.bias_ih_l1	7	0.06257645785808563
161	rnn.bias_ih_l1	8	0.08302834630012512
161	rnn.bias_ih_l1	9	0.03317263349890709
161	rnn.bias_hh_l1	0	0.06882507354021072
161	rnn.bias_hh_l1	1	-0.05843566730618477
161	rnn.bias_hh_l1	2	0.01947570964694023
161	rnn.bias_hh_l1	3	0.07953347265720367
161	rnn.bias_hh_l1	4	0.05738770216703415
161	rnn.bias_hh_l1	5	-0.07854818552732468
161	rnn.bias_hh_l1	6	0.014182188548147678
161	rnn.bias_hh_l1	7	0.041361212730407715
161	rnn.bias_hh_l1	8	0.014470253139734268
161	rnn.bias_hh_l1	9	-0.005306500010192394
161	rnn.weight_ih_l1_reverse	0	0.08631525188684464
161	rnn.weight_ih_l1_reverse	1	-0.04182548448443413
161	rnn.weight_ih_l1_reverse	2	-0.06188028305768967
161	rnn.weight_ih_l1_reverse	3	0.025320984423160553
161	rnn.weight_ih_l1_reverse	4	-0.046518754214048386
161	rnn.weight_ih_l1_reverse	5	0.02402707003057003
161	rnn.weight_ih_l1_reverse	6	0.040372464805841446
161	rnn.weight_ih_l1_reverse	7	0.02036549523472786
161	rnn.weight_ih_l1_reverse	8	-0.008697830140590668
161	rnn.weight_ih_l1_reverse	9	-0.06639423221349716
161	rnn.weight_hh_l1_reverse	0	0.004873902536928654
161	rnn.weight_hh_l1_reverse	1	0.018963098526000977
161	rnn.weight_hh_l1_reverse	2	-0.05820847675204277
161	rnn.weight_hh_l1_reverse	3	-0.012869080528616905
161	rnn.weight_hh_l1_reverse	4	0.008908536285161972
161	rnn.weight_hh_l1_reverse	5	-0.06560619920492172
161	rnn.weight_hh_l1_reverse	6	-0.06731221824884415
161	rnn.weight_hh_l1_reverse	7	-0.011354772374033928
161	rnn.weight_hh_l1_reverse	8	-0.05897395685315132
161	rnn.weight_hh_l1_reverse	9	-0.04385272413492203
161	rnn.bias_ih_l1_reverse	0	-0.0029118491802364588
161	rnn.bias_ih_l1_reverse	1	-0.041571855545043945
161	rnn.bias_ih_l1_reverse	2	0.0278022363781929
161	rnn.bias_ih_l1_reverse	3	-0.08438437432050705
161	rnn.bias_ih_l1_reverse	4	-0.08698125183582306
161	rnn.bias_ih_l1_reverse	5	-0.08702830970287323
161	rnn.bias_ih_l1_reverse	6	0.06395132839679718
161	rnn.bias_ih_l1_reverse	7	0.08447600901126862
161	rnn.bias_ih_l1_reverse	8	0.0004260210262145847
161	rnn.bias_ih_l1_reverse	9	-0.01085576694458723
161	rnn.bias_hh_l1_reverse	0	0.06138990446925163
161	rnn.bias_hh_l1_reverse	1	-0.06707081943750381
161	rnn.bias_hh_l1_reverse	2	-0.053188618272542953
161	rnn.bias_hh_l1_reverse	3	0.07317843288183212
161	rnn.bias_hh_l1_reverse	4	-0.022596042603254318
161	rnn.bias_hh_l1_reverse	5	-0.005790292751044035
161	rnn.bias_hh_l1_reverse	6	-0.05940166488289833
161	rnn.bias_hh_l1_reverse	7	-0.05978340283036232
161	rnn.bias_hh_l1_reverse	8	0.0662003681063652
161	rnn.bias_hh_l1_reverse	9	0.047437332570552826
161	rnn.weight_ih_l2	0	0.07558679580688477
161	rnn.weight_ih_l2	1	-0.054337210953235626
161	rnn.weight_ih_l2	2	0.06337451934814453
161	rnn.weight_ih_l2	3	0.06575479358434677
161	rnn.weight_ih_l2	4	0.05630088225007057
161	rnn.weight_ih_l2	5	-0.03542738035321236
161	rnn.weight_ih_l2	6	-0.07551802694797516
161	rnn.weight_ih_l2	7	0.012124214321374893
161	rnn.weight_ih_l2	8	-0.017178550362586975
161	rnn.weight_ih_l2	9	-0.06917943805456161
161	rnn.weight_hh_l2	0	0.048044271767139435
161	rnn.weight_hh_l2	1	0.03084808774292469
161	rnn.weight_hh_l2	2	-0.05471602827310562
161	rnn.weight_hh_l2	3	-0.025333430618047714
161	rnn.weight_hh_l2	4	0.05490557476878166
161	rnn.weight_hh_l2	5	-0.02444537729024887
161	rnn.weight_hh_l2	6	0.008459902368485928
161	rnn.weight_hh_l2	7	-0.05335761234164238
161	rnn.weight_hh_l2	8	-0.00571845518425107
161	rnn.weight_hh_l2	9	-0.01805853843688965
161	rnn.bias_ih_l2	0	0.14958393573760986
161	rnn.bias_ih_l2	1	0.012078306637704372
161	rnn.bias_ih_l2	2	0.06705998629331589
161	rnn.bias_ih_l2	3	0.029098564758896828
161	rnn.bias_ih_l2	4	-0.006534349173307419
161	rnn.bias_ih_l2	5	0.04795011132955551
161	rnn.bias_ih_l2	6	0.014277060516178608
161	rnn.bias_ih_l2	7	0.017332855612039566
161	rnn.bias_ih_l2	8	0.017341723665595055
161	rnn.bias_ih_l2	9	-0.015392781235277653
161	rnn.bias_hh_l2	0	0.021472930908203125
161	rnn.bias_hh_l2	1	0.006342858076095581
161	rnn.bias_hh_l2	2	0.07490217685699463
161	rnn.bias_hh_l2	3	0.029499532654881477
161	rnn.bias_hh_l2	4	0.07813525199890137
161	rnn.bias_hh_l2	5	-0.054166875779628754
161	rnn.bias_hh_l2	6	0.05699111893773079
161	rnn.bias_hh_l2	7	-0.02418583445250988
161	rnn.bias_hh_l2	8	0.04164411500096321
161	rnn.bias_hh_l2	9	0.0227059256285429
161	rnn.weight_ih_l2_reverse	0	0.08225501328706741
161	rnn.weight_ih_l2_reverse	1	-0.0546775683760643
161	rnn.weight_ih_l2_reverse	2	0.0011392831802368164
161	rnn.weight_ih_l2_reverse	3	0.0352662168443203
161	rnn.weight_ih_l2_reverse	4	0.05404779314994812
161	rnn.weight_ih_l2_reverse	5	-0.040687259286642075
161	rnn.weight_ih_l2_reverse	6	-0.0007818373269401491
161	rnn.weight_ih_l2_reverse	7	-0.013031614944338799
161	rnn.weight_ih_l2_reverse	8	0.012816357426345348
161	rnn.weight_ih_l2_reverse	9	-0.07967929542064667
161	rnn.weight_hh_l2_reverse	0	-0.08278141170740128
161	rnn.weight_hh_l2_reverse	1	0.016459286212921143
161	rnn.weight_hh_l2_reverse	2	0.010436303913593292
161	rnn.weight_hh_l2_reverse	3	0.024326542392373085
161	rnn.weight_hh_l2_reverse	4	-0.0367787629365921
161	rnn.weight_hh_l2_reverse	5	-0.014744315296411514
161	rnn.weight_hh_l2_reverse	6	-0.04346952214837074
161	rnn.weight_hh_l2_reverse	7	-0.05988333001732826
161	rnn.weight_hh_l2_reverse	8	-0.006701716687530279
161	rnn.weight_hh_l2_reverse	9	-0.05903233587741852
161	rnn.bias_ih_l2_reverse	0	-0.05640709400177002
161	rnn.bias_ih_l2_reverse	1	-0.027522308751940727
161	rnn.bias_ih_l2_reverse	2	0.04541037231683731
161	rnn.bias_ih_l2_reverse	3	0.036406077444553375
161	rnn.bias_ih_l2_reverse	4	0.0758410394191742
161	rnn.bias_ih_l2_reverse	5	-0.08873660862445831
161	rnn.bias_ih_l2_reverse	6	-0.04343237727880478
161	rnn.bias_ih_l2_reverse	7	-0.057515595108270645
161	rnn.bias_ih_l2_reverse	8	0.0588170625269413
161	rnn.bias_ih_l2_reverse	9	0.028585221618413925
161	rnn.bias_hh_l2_reverse	0	0.050884347409009933
161	rnn.bias_hh_l2_reverse	1	-0.06768037378787994
161	rnn.bias_hh_l2_reverse	2	-0.06734175235033035
161	rnn.bias_hh_l2_reverse	3	0.0316929817199707
161	rnn.bias_hh_l2_reverse	4	0.03176293894648552
161	rnn.bias_hh_l2_reverse	5	0.03520263731479645
161	rnn.bias_hh_l2_reverse	6	-0.08273915946483612
161	rnn.bias_hh_l2_reverse	7	-0.00715926056727767
161	rnn.bias_hh_l2_reverse	8	-0.10577845573425293
161	rnn.bias_hh_l2_reverse	9	-0.055195558816194534
161	linear.weight	0	0.025028489530086517
161	linear.weight	1	0.13435377180576324
161	linear.weight	2	-0.024157878011465073
161	linear.weight	3	-0.037049055099487305
161	linear.weight	4	-0.022248394787311554
161	linear.weight	5	0.04560602083802223
161	linear.weight	6	0.003764810971915722
161	linear.weight	7	-0.11633702367544174
161	linear.weight	8	-0.022973250597715378
161	linear.weight	9	0.10717017948627472
161	linear.bias	0	0.4869743287563324
161	linear.bias	1	0.755632221698761
161	linear.bias	2	-1.625304102897644
161	linear.bias	3	-0.05754556506872177
161	linear.bias	4	-0.050822705030441284
161	linear.bias	5	0.28139325976371765
162	transitions	0	0.03565549477934837
162	transitions	1	-10000.0
162	transitions	2	2.588714838027954
162	transitions	3	-1.1403939723968506
162	transitions	4	-10000.0
162	transitions	5	-10000.0
162	transitions	6	-10000.0
162	transitions	7	0.8816632032394409
162	transitions	8	0.8384067416191101
162	transitions	9	-1.201309323310852
162	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
162	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
162	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
162	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
162	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
162	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
162	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
162	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
162	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
162	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
162	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
162	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
162	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
162	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
162	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
162	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
162	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
162	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
162	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
162	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
162	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
162	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
162	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
162	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
162	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
162	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
162	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
162	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
162	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
162	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
162	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
162	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
162	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
162	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
162	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
162	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
162	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
162	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
162	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
162	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
162	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
162	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
162	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
162	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
162	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
162	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
162	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
162	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
162	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
162	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
162	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
162	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
162	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
162	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
162	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
162	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
162	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
162	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
162	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
162	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
162	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
162	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
162	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
162	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
162	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
162	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
162	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
162	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
162	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
162	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
162	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
162	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
162	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
162	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
162	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
162	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
162	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
162	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
162	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
162	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
162	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
162	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
162	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
162	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
162	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
162	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
162	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
162	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
162	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
162	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
162	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
162	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
162	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
162	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
162	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
162	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
162	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
162	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
162	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
162	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
162	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
162	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
162	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
162	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
162	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
162	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
162	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
162	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
162	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
162	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
162	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
162	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
162	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
162	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
162	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
162	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
162	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
162	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
162	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
162	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
162	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
162	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
162	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
162	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
162	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
162	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
162	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
162	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
162	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
162	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
162	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
162	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
162	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
162	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
162	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
162	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
162	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
162	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
162	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
162	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
162	embedding2nn.weight	0	0.014814048074185848
162	embedding2nn.weight	1	0.00014456392091233283
162	embedding2nn.weight	2	0.005571233574301004
162	embedding2nn.weight	3	0.0007352555985562503
162	embedding2nn.weight	4	-0.008298730477690697
162	embedding2nn.weight	5	-0.005540310870856047
162	embedding2nn.weight	6	-0.000861950044054538
162	embedding2nn.weight	7	-0.002905576955527067
162	embedding2nn.weight	8	0.013871288858354092
162	embedding2nn.weight	9	0.004474842455238104
162	embedding2nn.bias	0	0.0030337865464389324
162	embedding2nn.bias	1	-0.013046471402049065
162	embedding2nn.bias	2	0.008844764903187752
162	embedding2nn.bias	3	-0.013654857873916626
162	embedding2nn.bias	4	-0.024098053574562073
162	embedding2nn.bias	5	-0.0007106271223165095
162	embedding2nn.bias	6	0.008982047438621521
162	embedding2nn.bias	7	-0.002670255256816745
162	embedding2nn.bias	8	-0.007805308327078819
162	embedding2nn.bias	9	-0.002939860802143812
162	rnn.weight_ih_l0	0	-0.052250634878873825
162	rnn.weight_ih_l0	1	0.050777360796928406
162	rnn.weight_ih_l0	2	0.031859107315540314
162	rnn.weight_ih_l0	3	0.014751152135431767
162	rnn.weight_ih_l0	4	0.012497433461248875
162	rnn.weight_ih_l0	5	0.08418995141983032
162	rnn.weight_ih_l0	6	0.07607195526361465
162	rnn.weight_ih_l0	7	0.037798862904310226
162	rnn.weight_ih_l0	8	-0.04563945159316063
162	rnn.weight_ih_l0	9	0.00828610546886921
162	rnn.weight_hh_l0	0	0.008216870948672295
162	rnn.weight_hh_l0	1	-0.06432130187749863
162	rnn.weight_hh_l0	2	-0.06548428535461426
162	rnn.weight_hh_l0	3	0.07143637537956238
162	rnn.weight_hh_l0	4	0.07101041823625565
162	rnn.weight_hh_l0	5	0.005992078222334385
162	rnn.weight_hh_l0	6	-0.0011216901475563645
162	rnn.weight_hh_l0	7	-0.01744062639772892
162	rnn.weight_hh_l0	8	-0.029186831787228584
162	rnn.weight_hh_l0	9	0.057608719915151596
162	rnn.bias_ih_l0	0	-0.061975397169589996
162	rnn.bias_ih_l0	1	0.0884772315621376
162	rnn.bias_ih_l0	2	0.02014881744980812
162	rnn.bias_ih_l0	3	0.07929883152246475
162	rnn.bias_ih_l0	4	-0.07768034934997559
162	rnn.bias_ih_l0	5	0.08360838145017624
162	rnn.bias_ih_l0	6	-0.06493965536355972
162	rnn.bias_ih_l0	7	-0.035749468952417374
162	rnn.bias_ih_l0	8	-0.09059303998947144
162	rnn.bias_ih_l0	9	-0.045365653932094574
162	rnn.bias_hh_l0	0	0.03696431219577789
162	rnn.bias_hh_l0	1	0.07349412888288498
162	rnn.bias_hh_l0	2	0.06968770921230316
162	rnn.bias_hh_l0	3	0.08469720929861069
162	rnn.bias_hh_l0	4	-0.09870915859937668
162	rnn.bias_hh_l0	5	-0.07150335609912872
162	rnn.bias_hh_l0	6	0.07814275473356247
162	rnn.bias_hh_l0	7	-0.08311200886964798
162	rnn.bias_hh_l0	8	-0.026310404762625694
162	rnn.bias_hh_l0	9	0.004249271471053362
162	rnn.weight_ih_l0_reverse	0	0.07938037812709808
162	rnn.weight_ih_l0_reverse	1	0.07322227954864502
162	rnn.weight_ih_l0_reverse	2	0.038753289729356766
162	rnn.weight_ih_l0_reverse	3	0.03369086980819702
162	rnn.weight_ih_l0_reverse	4	-0.03676745295524597
162	rnn.weight_ih_l0_reverse	5	0.050848789513111115
162	rnn.weight_ih_l0_reverse	6	0.06644555926322937
162	rnn.weight_ih_l0_reverse	7	0.022349318489432335
162	rnn.weight_ih_l0_reverse	8	-0.05779402703046799
162	rnn.weight_ih_l0_reverse	9	-0.05285565182566643
162	rnn.weight_hh_l0_reverse	0	0.025373592972755432
162	rnn.weight_hh_l0_reverse	1	-0.08716844022274017
162	rnn.weight_hh_l0_reverse	2	0.0633993148803711
162	rnn.weight_hh_l0_reverse	3	-0.021539675071835518
162	rnn.weight_hh_l0_reverse	4	0.08468356728553772
162	rnn.weight_hh_l0_reverse	5	-0.0019368967041373253
162	rnn.weight_hh_l0_reverse	6	0.030127517879009247
162	rnn.weight_hh_l0_reverse	7	0.07857280969619751
162	rnn.weight_hh_l0_reverse	8	-0.022383663803339005
162	rnn.weight_hh_l0_reverse	9	-0.046613991260528564
162	rnn.bias_ih_l0_reverse	0	0.0008001960231922567
162	rnn.bias_ih_l0_reverse	1	-0.01791262999176979
162	rnn.bias_ih_l0_reverse	2	-0.013226786628365517
162	rnn.bias_ih_l0_reverse	3	0.03671391308307648
162	rnn.bias_ih_l0_reverse	4	0.06797961890697479
162	rnn.bias_ih_l0_reverse	5	-0.02112482115626335
162	rnn.bias_ih_l0_reverse	6	-0.026679890230298042
162	rnn.bias_ih_l0_reverse	7	-0.04885585606098175
162	rnn.bias_ih_l0_reverse	8	0.008851985447108746
162	rnn.bias_ih_l0_reverse	9	-0.06782539188861847
162	rnn.bias_hh_l0_reverse	0	0.039217542856931686
162	rnn.bias_hh_l0_reverse	1	-0.06918799132108688
162	rnn.bias_hh_l0_reverse	2	0.07989025861024857
162	rnn.bias_hh_l0_reverse	3	0.060336336493492126
162	rnn.bias_hh_l0_reverse	4	0.02365734986960888
162	rnn.bias_hh_l0_reverse	5	0.04498599097132683
162	rnn.bias_hh_l0_reverse	6	0.06557140499353409
162	rnn.bias_hh_l0_reverse	7	0.08409962803125381
162	rnn.bias_hh_l0_reverse	8	-0.009781944565474987
162	rnn.bias_hh_l0_reverse	9	0.05098141357302666
162	rnn.weight_ih_l1	0	0.023922402411699295
162	rnn.weight_ih_l1	1	0.01608584262430668
162	rnn.weight_ih_l1	2	0.0892690047621727
162	rnn.weight_ih_l1	3	-0.02423274703323841
162	rnn.weight_ih_l1	4	-0.024369677528738976
162	rnn.weight_ih_l1	5	-0.01308347750455141
162	rnn.weight_ih_l1	6	0.0727694109082222
162	rnn.weight_ih_l1	7	-0.004304742906242609
162	rnn.weight_ih_l1	8	-0.05254596099257469
162	rnn.weight_ih_l1	9	0.05225234851241112
162	rnn.weight_hh_l1	0	-0.08153151720762253
162	rnn.weight_hh_l1	1	-0.035771168768405914
162	rnn.weight_hh_l1	2	-0.008127192966639996
162	rnn.weight_hh_l1	3	-0.05823284387588501
162	rnn.weight_hh_l1	4	0.0860077366232872
162	rnn.weight_hh_l1	5	-0.08403436094522476
162	rnn.weight_hh_l1	6	-0.05028386414051056
162	rnn.weight_hh_l1	7	0.06457940489053726
162	rnn.weight_hh_l1	8	-0.013540457934141159
162	rnn.weight_hh_l1	9	-0.040041595697402954
162	rnn.bias_ih_l1	0	-0.037375982850790024
162	rnn.bias_ih_l1	1	0.05574357137084007
162	rnn.bias_ih_l1	2	-0.04629278555512428
162	rnn.bias_ih_l1	3	-0.07608947902917862
162	rnn.bias_ih_l1	4	-0.02868690900504589
162	rnn.bias_ih_l1	5	-0.006488031707704067
162	rnn.bias_ih_l1	6	-0.0466669462621212
162	rnn.bias_ih_l1	7	0.06268813461065292
162	rnn.bias_ih_l1	8	0.08331398665904999
162	rnn.bias_ih_l1	9	0.03298879787325859
162	rnn.bias_hh_l1	0	0.06886057555675507
162	rnn.bias_hh_l1	1	-0.058503616601228714
162	rnn.bias_hh_l1	2	0.01959054544568062
162	rnn.bias_hh_l1	3	0.07956754416227341
162	rnn.bias_hh_l1	4	0.057551752775907516
162	rnn.bias_hh_l1	5	-0.07834246754646301
162	rnn.bias_hh_l1	6	0.01428564265370369
162	rnn.bias_hh_l1	7	0.04128344729542732
162	rnn.bias_hh_l1	8	0.014517507515847683
162	rnn.bias_hh_l1	9	-0.005372995510697365
162	rnn.weight_ih_l1_reverse	0	0.08642084151506424
162	rnn.weight_ih_l1_reverse	1	-0.04183192923665047
162	rnn.weight_ih_l1_reverse	2	-0.06187160313129425
162	rnn.weight_ih_l1_reverse	3	0.025339514017105103
162	rnn.weight_ih_l1_reverse	4	-0.046538446098566055
162	rnn.weight_ih_l1_reverse	5	0.024025559425354004
162	rnn.weight_ih_l1_reverse	6	0.04037429019808769
162	rnn.weight_ih_l1_reverse	7	0.020356832072138786
162	rnn.weight_ih_l1_reverse	8	-0.008689453825354576
162	rnn.weight_ih_l1_reverse	9	-0.06616713851690292
162	rnn.weight_hh_l1_reverse	0	0.0048890309408307076
162	rnn.weight_hh_l1_reverse	1	0.018961990252137184
162	rnn.weight_hh_l1_reverse	2	-0.0582045316696167
162	rnn.weight_hh_l1_reverse	3	-0.012872627004981041
162	rnn.weight_hh_l1_reverse	4	0.00889229029417038
162	rnn.weight_hh_l1_reverse	5	-0.06562206149101257
162	rnn.weight_hh_l1_reverse	6	-0.0673125609755516
162	rnn.weight_hh_l1_reverse	7	-0.011363893747329712
162	rnn.weight_hh_l1_reverse	8	-0.05899456515908241
162	rnn.weight_hh_l1_reverse	9	-0.04387129470705986
162	rnn.bias_ih_l1_reverse	0	-0.0029014062602072954
162	rnn.bias_ih_l1_reverse	1	-0.04151703044772148
162	rnn.bias_ih_l1_reverse	2	0.0276663675904274
162	rnn.bias_ih_l1_reverse	3	-0.08429905027151108
162	rnn.bias_ih_l1_reverse	4	-0.0870174691081047
162	rnn.bias_ih_l1_reverse	5	-0.08705204725265503
162	rnn.bias_ih_l1_reverse	6	0.06403195112943649
162	rnn.bias_ih_l1_reverse	7	0.0844535380601883
162	rnn.bias_ih_l1_reverse	8	0.000722050026524812
162	rnn.bias_ih_l1_reverse	9	-0.01078468095511198
162	rnn.bias_hh_l1_reverse	0	0.06135919317603111
162	rnn.bias_hh_l1_reverse	1	-0.06692633777856827
162	rnn.bias_hh_l1_reverse	2	-0.05325157940387726
162	rnn.bias_hh_l1_reverse	3	0.07309047132730484
162	rnn.bias_hh_l1_reverse	4	-0.02262861840426922
162	rnn.bias_hh_l1_reverse	5	-0.005789333954453468
162	rnn.bias_hh_l1_reverse	6	-0.05932888388633728
162	rnn.bias_hh_l1_reverse	7	-0.059825628995895386
162	rnn.bias_hh_l1_reverse	8	0.06624395400285721
162	rnn.bias_hh_l1_reverse	9	0.04800558462738991
162	rnn.weight_ih_l2	0	0.07522265613079071
162	rnn.weight_ih_l2	1	-0.05433338135480881
162	rnn.weight_ih_l2	2	0.06338206678628922
162	rnn.weight_ih_l2	3	0.06572886556386948
162	rnn.weight_ih_l2	4	0.05641963332891464
162	rnn.weight_ih_l2	5	-0.03556722402572632
162	rnn.weight_ih_l2	6	-0.07557205110788345
162	rnn.weight_ih_l2	7	0.012137576006352901
162	rnn.weight_ih_l2	8	-0.017185362055897713
162	rnn.weight_ih_l2	9	-0.06916322559118271
162	rnn.weight_hh_l2	0	0.048035040497779846
162	rnn.weight_hh_l2	1	0.030826343223452568
162	rnn.weight_hh_l2	2	-0.054713860154151917
162	rnn.weight_hh_l2	3	-0.025269590318202972
162	rnn.weight_hh_l2	4	0.05490247905254364
162	rnn.weight_hh_l2	5	-0.024423031136393547
162	rnn.weight_hh_l2	6	0.008431636728346348
162	rnn.weight_hh_l2	7	-0.05335543677210808
162	rnn.weight_hh_l2	8	-0.005895803216844797
162	rnn.weight_hh_l2	9	-0.018037408590316772
162	rnn.bias_ih_l2	0	0.14822518825531006
162	rnn.bias_ih_l2	1	0.012224307283759117
162	rnn.bias_ih_l2	2	0.06677322089672089
162	rnn.bias_ih_l2	3	0.028649257495999336
162	rnn.bias_ih_l2	4	-0.006521618925035
162	rnn.bias_ih_l2	5	0.047692399471998215
162	rnn.bias_ih_l2	6	0.01425763126462698
162	rnn.bias_ih_l2	7	0.017354227602481842
162	rnn.bias_ih_l2	8	0.01733592338860035
162	rnn.bias_ih_l2	9	-0.015385407023131847
162	rnn.bias_hh_l2	0	0.020766863599419594
162	rnn.bias_hh_l2	1	0.005837667733430862
162	rnn.bias_hh_l2	2	0.07480738312005997
162	rnn.bias_hh_l2	3	0.02950534224510193
162	rnn.bias_hh_l2	4	0.07805702835321426
162	rnn.bias_hh_l2	5	-0.055784545838832855
162	rnn.bias_hh_l2	6	0.057217787951231
162	rnn.bias_hh_l2	7	-0.024278635159134865
162	rnn.bias_hh_l2	8	0.04167158156633377
162	rnn.bias_hh_l2	9	0.02129584550857544
162	rnn.weight_ih_l2_reverse	0	0.08226575702428818
162	rnn.weight_ih_l2_reverse	1	-0.05452761426568031
162	rnn.weight_ih_l2_reverse	2	0.001127682626247406
162	rnn.weight_ih_l2_reverse	3	0.03526727110147476
162	rnn.weight_ih_l2_reverse	4	0.05404951423406601
162	rnn.weight_ih_l2_reverse	5	-0.04067816957831383
162	rnn.weight_ih_l2_reverse	6	-0.0008894252241589129
162	rnn.weight_ih_l2_reverse	7	-0.013140826486051083
162	rnn.weight_ih_l2_reverse	8	0.012893952429294586
162	rnn.weight_ih_l2_reverse	9	-0.0796956866979599
162	rnn.weight_hh_l2_reverse	0	-0.08278044313192368
162	rnn.weight_hh_l2_reverse	1	0.01647511124610901
162	rnn.weight_hh_l2_reverse	2	0.010436453856527805
162	rnn.weight_hh_l2_reverse	3	0.024328121915459633
162	rnn.weight_hh_l2_reverse	4	-0.036778468638658524
162	rnn.weight_hh_l2_reverse	5	-0.014754679054021835
162	rnn.weight_hh_l2_reverse	6	-0.04347832500934601
162	rnn.weight_hh_l2_reverse	7	-0.05988585203886032
162	rnn.weight_hh_l2_reverse	8	-0.006700070109218359
162	rnn.weight_hh_l2_reverse	9	-0.05902622640132904
162	rnn.bias_ih_l2_reverse	0	-0.05679886043071747
162	rnn.bias_ih_l2_reverse	1	-0.027544653043150902
162	rnn.bias_ih_l2_reverse	2	0.04526272043585777
162	rnn.bias_ih_l2_reverse	3	0.035505738109350204
162	rnn.bias_ih_l2_reverse	4	0.07591602951288223
162	rnn.bias_ih_l2_reverse	5	-0.08883082866668701
162	rnn.bias_ih_l2_reverse	6	-0.04342753067612648
162	rnn.bias_ih_l2_reverse	7	-0.058184877038002014
162	rnn.bias_ih_l2_reverse	8	0.059462595731019974
162	rnn.bias_ih_l2_reverse	9	0.02972417138516903
162	rnn.bias_hh_l2_reverse	0	0.05025839805603027
162	rnn.bias_hh_l2_reverse	1	-0.06770731508731842
162	rnn.bias_hh_l2_reverse	2	-0.06732114404439926
162	rnn.bias_hh_l2_reverse	3	0.03171020746231079
162	rnn.bias_hh_l2_reverse	4	0.031766995787620544
162	rnn.bias_hh_l2_reverse	5	0.03523412346839905
162	rnn.bias_hh_l2_reverse	6	-0.08267512917518616
162	rnn.bias_hh_l2_reverse	7	-0.007354761473834515
162	rnn.bias_hh_l2_reverse	8	-0.10554652661085129
162	rnn.bias_hh_l2_reverse	9	-0.05518939346075058
162	linear.weight	0	0.025028489530086517
162	linear.weight	1	0.13579560816287994
162	linear.weight	2	-0.024186180904507637
162	linear.weight	3	-0.03572060912847519
162	linear.weight	4	-0.022248394787311554
162	linear.weight	5	0.04478917270898819
162	linear.weight	6	0.004326632246375084
162	linear.weight	7	-0.11530137062072754
162	linear.weight	8	-0.024160584434866905
162	linear.weight	9	0.10673937946557999
162	linear.bias	0	0.47542572021484375
162	linear.bias	1	0.7408866286277771
162	linear.bias	2	-1.6257555484771729
162	linear.bias	3	-0.05754556506872177
162	linear.bias	4	-0.050822705030441284
162	linear.bias	5	0.3081389367580414
163	transitions	0	0.035474784672260284
163	transitions	1	-10000.0
163	transitions	2	2.5962719917297363
163	transitions	3	-1.1427102088928223
163	transitions	4	-10000.0
163	transitions	5	-10000.0
163	transitions	6	-10000.0
163	transitions	7	0.8816591501235962
163	transitions	8	0.8381856679916382
163	transitions	9	-1.2018752098083496
163	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
163	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
163	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
163	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
163	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
163	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
163	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
163	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
163	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
163	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
163	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
163	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
163	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
163	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
163	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
163	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
163	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
163	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
163	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
163	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
163	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
163	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
163	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
163	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
163	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
163	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
163	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
163	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
163	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
163	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
163	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
163	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
163	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
163	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
163	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
163	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
163	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
163	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
163	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
163	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
163	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
163	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
163	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
163	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
163	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
163	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
163	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
163	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
163	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
163	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
163	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
163	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
163	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
163	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
163	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
163	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
163	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
163	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
163	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
163	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
163	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
163	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
163	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
163	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
163	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
163	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
163	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
163	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
163	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
163	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
163	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
163	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
163	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
163	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
163	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
163	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
163	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
163	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
163	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
163	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
163	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
163	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
163	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
163	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
163	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
163	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
163	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
163	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
163	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
163	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
163	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
163	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
163	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
163	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
163	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
163	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
163	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
163	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
163	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
163	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
163	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
163	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
163	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
163	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
163	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
163	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
163	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
163	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
163	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
163	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
163	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
163	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
163	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
163	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
163	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
163	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
163	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
163	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
163	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
163	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
163	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
163	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
163	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
163	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
163	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
163	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
163	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
163	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
163	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
163	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
163	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
163	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
163	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
163	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
163	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
163	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
163	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
163	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
163	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
163	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
163	embedding2nn.weight	0	0.014814254827797413
163	embedding2nn.weight	1	0.0001437698520021513
163	embedding2nn.weight	2	0.005572475492954254
163	embedding2nn.weight	3	0.0007361999596469104
163	embedding2nn.weight	4	-0.008285583928227425
163	embedding2nn.weight	5	-0.005540199112147093
163	embedding2nn.weight	6	-0.0008605440380051732
163	embedding2nn.weight	7	-0.002905817236751318
163	embedding2nn.weight	8	0.013871406204998493
163	embedding2nn.weight	9	0.004474496468901634
163	embedding2nn.bias	0	0.0032641785219311714
163	embedding2nn.bias	1	-0.013212263584136963
163	embedding2nn.bias	2	0.008666482754051685
163	embedding2nn.bias	3	-0.013282106257975101
163	embedding2nn.bias	4	-0.023930083960294724
163	embedding2nn.bias	5	-0.00071647361619398
163	embedding2nn.bias	6	0.008827708661556244
163	embedding2nn.bias	7	-0.0029841712675988674
163	embedding2nn.bias	8	-0.0077726831659674644
163	embedding2nn.bias	9	-0.002914304146543145
163	rnn.weight_ih_l0	0	-0.052269838750362396
163	rnn.weight_ih_l0	1	0.05077875405550003
163	rnn.weight_ih_l0	2	0.03185874596238136
163	rnn.weight_ih_l0	3	0.014749577268958092
163	rnn.weight_ih_l0	4	0.012499198317527771
163	rnn.weight_ih_l0	5	0.08419086039066315
163	rnn.weight_ih_l0	6	0.0760713741183281
163	rnn.weight_ih_l0	7	0.03779849037528038
163	rnn.weight_ih_l0	8	-0.04563416540622711
163	rnn.weight_ih_l0	9	0.008283587172627449
163	rnn.weight_hh_l0	0	0.008218405768275261
163	rnn.weight_hh_l0	1	-0.06431715935468674
163	rnn.weight_hh_l0	2	-0.06548462808132172
163	rnn.weight_hh_l0	3	0.07145114988088608
163	rnn.weight_hh_l0	4	0.0710163414478302
163	rnn.weight_hh_l0	5	0.005993638653308153
163	rnn.weight_hh_l0	6	-0.0011408241698518395
163	rnn.weight_hh_l0	7	-0.017455389723181725
163	rnn.weight_hh_l0	8	-0.029185784980654716
163	rnn.weight_hh_l0	9	0.057608623057603836
163	rnn.bias_ih_l0	0	-0.062017496675252914
163	rnn.bias_ih_l0	1	0.0884736180305481
163	rnn.bias_ih_l0	2	0.020152727141976357
163	rnn.bias_ih_l0	3	0.07942243665456772
163	rnn.bias_ih_l0	4	-0.07756131887435913
163	rnn.bias_ih_l0	5	0.08354336023330688
163	rnn.bias_ih_l0	6	-0.0652032420039177
163	rnn.bias_ih_l0	7	-0.03574080765247345
163	rnn.bias_ih_l0	8	-0.09085758030414581
163	rnn.bias_ih_l0	9	-0.04531566798686981
163	rnn.bias_hh_l0	0	0.036918897181749344
163	rnn.bias_hh_l0	1	0.0735018253326416
163	rnn.bias_hh_l0	2	0.0696866437792778
163	rnn.bias_hh_l0	3	0.08469009399414062
163	rnn.bias_hh_l0	4	-0.09862785041332245
163	rnn.bias_hh_l0	5	-0.07152628153562546
163	rnn.bias_hh_l0	6	0.07813096791505814
163	rnn.bias_hh_l0	7	-0.08307232707738876
163	rnn.bias_hh_l0	8	-0.0263417586684227
163	rnn.bias_hh_l0	9	0.004763392731547356
163	rnn.weight_ih_l0_reverse	0	0.0793783888220787
163	rnn.weight_ih_l0_reverse	1	0.07321640849113464
163	rnn.weight_ih_l0_reverse	2	0.038754403591156006
163	rnn.weight_ih_l0_reverse	3	0.03368908539414406
163	rnn.weight_ih_l0_reverse	4	-0.03677104413509369
163	rnn.weight_ih_l0_reverse	5	0.05084804818034172
163	rnn.weight_ih_l0_reverse	6	0.06644687801599503
163	rnn.weight_ih_l0_reverse	7	0.02235657162964344
163	rnn.weight_ih_l0_reverse	8	-0.05778304859995842
163	rnn.weight_ih_l0_reverse	9	-0.05285535007715225
163	rnn.weight_hh_l0_reverse	0	0.02537136897444725
163	rnn.weight_hh_l0_reverse	1	-0.08716463297605515
163	rnn.weight_hh_l0_reverse	2	0.06340087950229645
163	rnn.weight_hh_l0_reverse	3	-0.02153710648417473
163	rnn.weight_hh_l0_reverse	4	0.08467605710029602
163	rnn.weight_hh_l0_reverse	5	-0.001937870983965695
163	rnn.weight_hh_l0_reverse	6	0.03014228120446205
163	rnn.weight_hh_l0_reverse	7	0.07857386022806168
163	rnn.weight_hh_l0_reverse	8	-0.022383978590369225
163	rnn.weight_hh_l0_reverse	9	-0.04661441221833229
163	rnn.bias_ih_l0_reverse	0	0.0007846943917684257
163	rnn.bias_ih_l0_reverse	1	-0.01785414107143879
163	rnn.bias_ih_l0_reverse	2	-0.013131175190210342
163	rnn.bias_ih_l0_reverse	3	0.036673665046691895
163	rnn.bias_ih_l0_reverse	4	0.06794671714305878
163	rnn.bias_ih_l0_reverse	5	-0.021095838397741318
163	rnn.bias_ih_l0_reverse	6	-0.02672572433948517
163	rnn.bias_ih_l0_reverse	7	-0.048822395503520966
163	rnn.bias_ih_l0_reverse	8	0.008935647085309029
163	rnn.bias_ih_l0_reverse	9	-0.06773728132247925
163	rnn.bias_hh_l0_reverse	0	0.03923856094479561
163	rnn.bias_hh_l0_reverse	1	-0.06909988075494766
163	rnn.bias_hh_l0_reverse	2	0.07989069819450378
163	rnn.bias_hh_l0_reverse	3	0.06032266467809677
163	rnn.bias_hh_l0_reverse	4	0.023707278072834015
163	rnn.bias_hh_l0_reverse	5	0.045034900307655334
163	rnn.bias_hh_l0_reverse	6	0.06567422300577164
163	rnn.bias_hh_l0_reverse	7	0.084194615483284
163	rnn.bias_hh_l0_reverse	8	-0.009731137193739414
163	rnn.bias_hh_l0_reverse	9	0.050882402807474136
163	rnn.weight_ih_l1	0	0.02387290634214878
163	rnn.weight_ih_l1	1	0.016106488183140755
163	rnn.weight_ih_l1	2	0.08919315785169601
163	rnn.weight_ih_l1	3	-0.024230731651186943
163	rnn.weight_ih_l1	4	-0.024365661665797234
163	rnn.weight_ih_l1	5	-0.01310788281261921
163	rnn.weight_ih_l1	6	0.07274724543094635
163	rnn.weight_ih_l1	7	-0.004286993760615587
163	rnn.weight_ih_l1	8	-0.05255210027098656
163	rnn.weight_ih_l1	9	0.05232978239655495
163	rnn.weight_hh_l1	0	-0.08156517148017883
163	rnn.weight_hh_l1	1	-0.0357724092900753
163	rnn.weight_hh_l1	2	-0.00812910683453083
163	rnn.weight_hh_l1	3	-0.05822983384132385
163	rnn.weight_hh_l1	4	0.08598573505878448
163	rnn.weight_hh_l1	5	-0.08402623236179352
163	rnn.weight_hh_l1	6	-0.05030906945466995
163	rnn.weight_hh_l1	7	0.06461504846811295
163	rnn.weight_hh_l1	8	-0.013539866544306278
163	rnn.weight_hh_l1	9	-0.040039945393800735
163	rnn.bias_ih_l1	0	-0.03714001551270485
163	rnn.bias_ih_l1	1	0.05575244501233101
163	rnn.bias_ih_l1	2	-0.0462074838578701
163	rnn.bias_ih_l1	3	-0.076238714158535
163	rnn.bias_ih_l1	4	-0.028682151809334755
163	rnn.bias_ih_l1	5	-0.005994030274450779
163	rnn.bias_ih_l1	6	-0.04685240238904953
163	rnn.bias_ih_l1	7	0.06268715858459473
163	rnn.bias_ih_l1	8	0.08324296772480011
163	rnn.bias_ih_l1	9	0.03330656513571739
163	rnn.bias_hh_l1	0	0.06886213272809982
163	rnn.bias_hh_l1	1	-0.05849707871675491
163	rnn.bias_hh_l1	2	0.019571909680962563
163	rnn.bias_hh_l1	3	0.07971276342868805
163	rnn.bias_hh_l1	4	0.057543277740478516
163	rnn.bias_hh_l1	5	-0.07830024510622025
163	rnn.bias_hh_l1	6	0.014288890175521374
163	rnn.bias_hh_l1	7	0.04133346676826477
163	rnn.bias_hh_l1	8	0.014527048915624619
163	rnn.bias_hh_l1	9	-0.005366933532059193
163	rnn.weight_ih_l1_reverse	0	0.0864102765917778
163	rnn.weight_ih_l1_reverse	1	-0.04183995723724365
163	rnn.weight_ih_l1_reverse	2	-0.06187516823410988
163	rnn.weight_ih_l1_reverse	3	0.02533724531531334
163	rnn.weight_ih_l1_reverse	4	-0.046530116349458694
163	rnn.weight_ih_l1_reverse	5	0.024027684703469276
163	rnn.weight_ih_l1_reverse	6	0.04036795347929001
163	rnn.weight_ih_l1_reverse	7	0.020363502204418182
163	rnn.weight_ih_l1_reverse	8	-0.008691614493727684
163	rnn.weight_ih_l1_reverse	9	-0.06608053296804428
163	rnn.weight_hh_l1_reverse	0	0.0048875524662435055
163	rnn.weight_hh_l1_reverse	1	0.018963396549224854
163	rnn.weight_hh_l1_reverse	2	-0.05820325389504433
163	rnn.weight_hh_l1_reverse	3	-0.0128741804510355
163	rnn.weight_hh_l1_reverse	4	0.008891034871339798
163	rnn.weight_hh_l1_reverse	5	-0.06563293188810349
163	rnn.weight_hh_l1_reverse	6	-0.06731238216161728
163	rnn.weight_hh_l1_reverse	7	-0.011363010853528976
163	rnn.weight_hh_l1_reverse	8	-0.058995261788368225
163	rnn.weight_hh_l1_reverse	9	-0.04387037456035614
163	rnn.bias_ih_l1_reverse	0	-0.0028909582179039717
163	rnn.bias_ih_l1_reverse	1	-0.04150993376970291
163	rnn.bias_ih_l1_reverse	2	0.027758533135056496
163	rnn.bias_ih_l1_reverse	3	-0.08430539816617966
163	rnn.bias_ih_l1_reverse	4	-0.08703093975782394
163	rnn.bias_ih_l1_reverse	5	-0.08705447614192963
163	rnn.bias_ih_l1_reverse	6	0.06404346972703934
163	rnn.bias_ih_l1_reverse	7	0.08445850014686584
163	rnn.bias_ih_l1_reverse	8	0.0004472314321901649
163	rnn.bias_ih_l1_reverse	9	-0.010734021663665771
163	rnn.bias_hh_l1_reverse	0	0.0614050030708313
163	rnn.bias_hh_l1_reverse	1	-0.06695450842380524
163	rnn.bias_hh_l1_reverse	2	-0.05327119678258896
163	rnn.bias_hh_l1_reverse	3	0.07312486320734024
163	rnn.bias_hh_l1_reverse	4	-0.022631578147411346
163	rnn.bias_hh_l1_reverse	5	-0.00575926061719656
163	rnn.bias_hh_l1_reverse	6	-0.059341005980968475
163	rnn.bias_hh_l1_reverse	7	-0.05979277566075325
163	rnn.bias_hh_l1_reverse	8	0.06623346358537674
163	rnn.bias_hh_l1_reverse	9	0.047624435275793076
163	rnn.weight_ih_l2	0	0.07525506615638733
163	rnn.weight_ih_l2	1	-0.05433548241853714
163	rnn.weight_ih_l2	2	0.06338340044021606
163	rnn.weight_ih_l2	3	0.06572511792182922
163	rnn.weight_ih_l2	4	0.056429263204336166
163	rnn.weight_ih_l2	5	-0.03558453917503357
163	rnn.weight_ih_l2	6	-0.07556342333555222
163	rnn.weight_ih_l2	7	0.012149572372436523
163	rnn.weight_ih_l2	8	-0.017184553667902946
163	rnn.weight_ih_l2	9	-0.06916245818138123
163	rnn.weight_hh_l2	0	0.04803120344877243
163	rnn.weight_hh_l2	1	0.03082091175019741
163	rnn.weight_hh_l2	2	-0.05471738055348396
163	rnn.weight_hh_l2	3	-0.02527400478720665
163	rnn.weight_hh_l2	4	0.05490169674158096
163	rnn.weight_hh_l2	5	-0.024408917874097824
163	rnn.weight_hh_l2	6	0.008431711234152317
163	rnn.weight_hh_l2	7	-0.053361352533102036
163	rnn.weight_hh_l2	8	-0.005894599948078394
163	rnn.weight_hh_l2	9	-0.018047908321022987
163	rnn.bias_ih_l2	0	0.14920996129512787
163	rnn.bias_ih_l2	1	0.012229098938405514
163	rnn.bias_ih_l2	2	0.0668841078877449
163	rnn.bias_ih_l2	3	0.0288101714104414
163	rnn.bias_ih_l2	4	-0.0065071419812738895
163	rnn.bias_ih_l2	5	0.0475970059633255
163	rnn.bias_ih_l2	6	0.014258626848459244
163	rnn.bias_ih_l2	7	0.017412545159459114
163	rnn.bias_ih_l2	8	0.017303016036748886
163	rnn.bias_ih_l2	9	-0.015398364514112473
163	rnn.bias_hh_l2	0	0.020934423431754112
163	rnn.bias_hh_l2	1	0.006123978178948164
163	rnn.bias_hh_l2	2	0.07488192617893219
163	rnn.bias_hh_l2	3	0.029515868052840233
163	rnn.bias_hh_l2	4	0.07807941734790802
163	rnn.bias_hh_l2	5	-0.055683013051748276
163	rnn.bias_hh_l2	6	0.05657343938946724
163	rnn.bias_hh_l2	7	-0.024265440180897713
163	rnn.bias_hh_l2	8	0.041587378829717636
163	rnn.bias_hh_l2	9	0.021617328748106956
163	rnn.weight_ih_l2_reverse	0	0.0822661817073822
163	rnn.weight_ih_l2_reverse	1	-0.05454582720994949
163	rnn.weight_ih_l2_reverse	2	0.0011394890025258064
163	rnn.weight_ih_l2_reverse	3	0.03526703268289566
163	rnn.weight_ih_l2_reverse	4	0.05404938384890556
163	rnn.weight_ih_l2_reverse	5	-0.04067827761173248
163	rnn.weight_ih_l2_reverse	6	-0.0008267671219073236
163	rnn.weight_ih_l2_reverse	7	-0.013155806809663773
163	rnn.weight_ih_l2_reverse	8	0.013047672808170319
163	rnn.weight_ih_l2_reverse	9	-0.0796913430094719
163	rnn.weight_hh_l2_reverse	0	-0.08278042823076248
163	rnn.weight_hh_l2_reverse	1	0.016474131494760513
163	rnn.weight_hh_l2_reverse	2	0.010436495766043663
163	rnn.weight_hh_l2_reverse	3	0.024328097701072693
163	rnn.weight_hh_l2_reverse	4	-0.03677788004279137
163	rnn.weight_hh_l2_reverse	5	-0.014754659496247768
163	rnn.weight_hh_l2_reverse	6	-0.04344959184527397
163	rnn.weight_hh_l2_reverse	7	-0.059887927025556564
163	rnn.weight_hh_l2_reverse	8	-0.006699887104332447
163	rnn.weight_hh_l2_reverse	9	-0.05902765318751335
163	rnn.bias_ih_l2_reverse	0	-0.05745958909392357
163	rnn.bias_ih_l2_reverse	1	-0.027510223910212517
163	rnn.bias_ih_l2_reverse	2	0.045332878828048706
163	rnn.bias_ih_l2_reverse	3	0.03520713374018669
163	rnn.bias_ih_l2_reverse	4	0.07591933757066727
163	rnn.bias_ih_l2_reverse	5	-0.08882482349872589
163	rnn.bias_ih_l2_reverse	6	-0.04342736303806305
163	rnn.bias_ih_l2_reverse	7	-0.058050308376550674
163	rnn.bias_ih_l2_reverse	8	0.059312380850315094
163	rnn.bias_ih_l2_reverse	9	0.029488826170563698
163	rnn.bias_hh_l2_reverse	0	0.05067208409309387
163	rnn.bias_hh_l2_reverse	1	-0.06791536509990692
163	rnn.bias_hh_l2_reverse	2	-0.06732100993394852
163	rnn.bias_hh_l2_reverse	3	0.03170101344585419
163	rnn.bias_hh_l2_reverse	4	0.03186323866248131
163	rnn.bias_hh_l2_reverse	5	0.03523990139365196
163	rnn.bias_hh_l2_reverse	6	-0.08267435431480408
163	rnn.bias_hh_l2_reverse	7	-0.007304634433239698
163	rnn.bias_hh_l2_reverse	8	-0.10559259355068207
163	rnn.bias_hh_l2_reverse	9	-0.055199071764945984
163	linear.weight	0	0.025028489530086517
163	linear.weight	1	0.13624387979507446
163	linear.weight	2	-0.02419668808579445
163	linear.weight	3	-0.03605068102478981
163	linear.weight	4	-0.022248394787311554
163	linear.weight	5	0.04507407546043396
163	linear.weight	6	0.004332791082561016
163	linear.weight	7	-0.11611321568489075
163	linear.weight	8	-0.024103762581944466
163	linear.weight	9	0.10725361108779907
163	linear.bias	0	0.48249533772468567
163	linear.bias	1	0.7439641952514648
163	linear.bias	2	-1.6262606382369995
163	linear.bias	3	-0.05754556506872177
163	linear.bias	4	-0.050822705030441284
163	linear.bias	5	0.29849690198898315
164	transitions	0	0.035362157970666885
164	transitions	1	-10000.0
164	transitions	2	2.6033873558044434
164	transitions	3	-1.139134168624878
164	transitions	4	-10000.0
164	transitions	5	-10000.0
164	transitions	6	-10000.0
164	transitions	7	0.8816572427749634
164	transitions	8	0.8381375670433044
164	transitions	9	-1.1958999633789062
164	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
164	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
164	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
164	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
164	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
164	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
164	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
164	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
164	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
164	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
164	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
164	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
164	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
164	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
164	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
164	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
164	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
164	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
164	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
164	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
164	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
164	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
164	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
164	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
164	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
164	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
164	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
164	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
164	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
164	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
164	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
164	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
164	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
164	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
164	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
164	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
164	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
164	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
164	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
164	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
164	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
164	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
164	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
164	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
164	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
164	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
164	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
164	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
164	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
164	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
164	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
164	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
164	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
164	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
164	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
164	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
164	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
164	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
164	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
164	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
164	embedding2nn.weight	0	0.014817455783486366
164	embedding2nn.weight	1	0.0001437927276128903
164	embedding2nn.weight	2	0.005570116452872753
164	embedding2nn.weight	3	0.0007396423607133329
164	embedding2nn.weight	4	-0.008298903703689575
164	embedding2nn.weight	5	-0.005580577068030834
164	embedding2nn.weight	6	-0.0008534436346963048
164	embedding2nn.weight	7	-0.0029095120262354612
164	embedding2nn.weight	8	0.013855701312422752
164	embedding2nn.weight	9	0.0044742971658706665
164	embedding2nn.bias	0	0.003951001446694136
164	embedding2nn.bias	1	-0.01359476801007986
164	embedding2nn.bias	2	0.007661968469619751
164	embedding2nn.bias	3	-0.01271022018045187
164	embedding2nn.bias	4	-0.02394501306116581
164	embedding2nn.bias	5	-0.0006872608209960163
164	embedding2nn.bias	6	0.008729921653866768
164	embedding2nn.bias	7	-0.002723559271544218
164	embedding2nn.bias	8	-0.007414454594254494
164	embedding2nn.bias	9	-0.003699530614539981
164	rnn.weight_ih_l0	0	-0.0522836372256279
164	rnn.weight_ih_l0	1	0.05077988654375076
164	rnn.weight_ih_l0	2	0.03185931593179703
164	rnn.weight_ih_l0	3	0.014747454784810543
164	rnn.weight_ih_l0	4	0.012498952448368073
164	rnn.weight_ih_l0	5	0.08418773859739304
164	rnn.weight_ih_l0	6	0.07607199996709824
164	rnn.weight_ih_l0	7	0.0377986878156662
164	rnn.weight_ih_l0	8	-0.04563465341925621
164	rnn.weight_ih_l0	9	0.008258787915110588
164	rnn.weight_hh_l0	0	0.008221139200031757
164	rnn.weight_hh_l0	1	-0.06432823836803436
164	rnn.weight_hh_l0	2	-0.06548623740673065
164	rnn.weight_hh_l0	3	0.07145930081605911
164	rnn.weight_hh_l0	4	0.07102621346712112
164	rnn.weight_hh_l0	5	0.005997993052005768
164	rnn.weight_hh_l0	6	-0.001148410839959979
164	rnn.weight_hh_l0	7	-0.017415666952729225
164	rnn.weight_hh_l0	8	-0.029175786301493645
164	rnn.weight_hh_l0	9	0.05761095508933067
164	rnn.bias_ih_l0	0	-0.061972472816705704
164	rnn.bias_ih_l0	1	0.08844948559999466
164	rnn.bias_ih_l0	2	0.020151596516370773
164	rnn.bias_ih_l0	3	0.07970200479030609
164	rnn.bias_ih_l0	4	-0.07735183835029602
164	rnn.bias_ih_l0	5	0.08331877738237381
164	rnn.bias_ih_l0	6	-0.06655518710613251
164	rnn.bias_ih_l0	7	-0.035757847130298615
164	rnn.bias_ih_l0	8	-0.09096523374319077
164	rnn.bias_ih_l0	9	-0.045339860022068024
164	rnn.bias_hh_l0	0	0.03692840412259102
164	rnn.bias_hh_l0	1	0.07349497079849243
164	rnn.bias_hh_l0	2	0.06971745938062668
164	rnn.bias_hh_l0	3	0.08472085744142532
164	rnn.bias_hh_l0	4	-0.09821672737598419
164	rnn.bias_hh_l0	5	-0.07149644196033478
164	rnn.bias_hh_l0	6	0.078142911195755
164	rnn.bias_hh_l0	7	-0.08314654976129532
164	rnn.bias_hh_l0	8	-0.026342473924160004
164	rnn.bias_hh_l0	9	0.006037033628672361
164	rnn.weight_ih_l0_reverse	0	0.07937706261873245
164	rnn.weight_ih_l0_reverse	1	0.07323168963193893
164	rnn.weight_ih_l0_reverse	2	0.0387539342045784
164	rnn.weight_ih_l0_reverse	3	0.03368781507015228
164	rnn.weight_ih_l0_reverse	4	-0.036783602088689804
164	rnn.weight_ih_l0_reverse	5	0.05084660276770592
164	rnn.weight_ih_l0_reverse	6	0.0664503276348114
164	rnn.weight_ih_l0_reverse	7	0.02235560305416584
164	rnn.weight_ih_l0_reverse	8	-0.05779280513525009
164	rnn.weight_ih_l0_reverse	9	-0.05285530909895897
164	rnn.weight_hh_l0_reverse	0	0.025356577709317207
164	rnn.weight_hh_l0_reverse	1	-0.08716906607151031
164	rnn.weight_hh_l0_reverse	2	0.06340447068214417
164	rnn.weight_hh_l0_reverse	3	-0.021527942270040512
164	rnn.weight_hh_l0_reverse	4	0.08468050509691238
164	rnn.weight_hh_l0_reverse	5	-0.0019361161394044757
164	rnn.weight_hh_l0_reverse	6	0.03013930283486843
164	rnn.weight_hh_l0_reverse	7	0.07857225835323334
164	rnn.weight_hh_l0_reverse	8	-0.022400598973035812
164	rnn.weight_hh_l0_reverse	9	-0.04661170020699501
164	rnn.bias_ih_l0_reverse	0	0.0008345752721652389
164	rnn.bias_ih_l0_reverse	1	-0.018459904938936234
164	rnn.bias_ih_l0_reverse	2	-0.01302068680524826
164	rnn.bias_ih_l0_reverse	3	0.03655112162232399
164	rnn.bias_ih_l0_reverse	4	0.06788378953933716
164	rnn.bias_ih_l0_reverse	5	-0.02102738618850708
164	rnn.bias_ih_l0_reverse	6	-0.02693433128297329
164	rnn.bias_ih_l0_reverse	7	-0.04874841123819351
164	rnn.bias_ih_l0_reverse	8	0.008800236508250237
164	rnn.bias_ih_l0_reverse	9	-0.06781889498233795
164	rnn.bias_hh_l0_reverse	0	0.03920799121260643
164	rnn.bias_hh_l0_reverse	1	-0.06918149441480637
164	rnn.bias_hh_l0_reverse	2	0.07980787009000778
164	rnn.bias_hh_l0_reverse	3	0.06034327298402786
164	rnn.bias_hh_l0_reverse	4	0.02341495268046856
164	rnn.bias_hh_l0_reverse	5	0.045135803520679474
164	rnn.bias_hh_l0_reverse	6	0.0657038614153862
164	rnn.bias_hh_l0_reverse	7	0.08486778289079666
164	rnn.bias_hh_l0_reverse	8	-0.009682726114988327
164	rnn.bias_hh_l0_reverse	9	0.05085866525769234
164	rnn.weight_ih_l1	0	0.023878000676631927
164	rnn.weight_ih_l1	1	0.016113489866256714
164	rnn.weight_ih_l1	2	0.08867306262254715
164	rnn.weight_ih_l1	3	-0.02421715296804905
164	rnn.weight_ih_l1	4	-0.024355093017220497
164	rnn.weight_ih_l1	5	-0.013147054240107536
164	rnn.weight_ih_l1	6	0.07278352975845337
164	rnn.weight_ih_l1	7	-0.004245325922966003
164	rnn.weight_ih_l1	8	-0.05257360264658928
164	rnn.weight_ih_l1	9	0.0524265393614769
164	rnn.weight_hh_l1	0	-0.08158673346042633
164	rnn.weight_hh_l1	1	-0.03575341776013374
164	rnn.weight_hh_l1	2	-0.00812421552836895
164	rnn.weight_hh_l1	3	-0.05821714922785759
164	rnn.weight_hh_l1	4	0.0860113576054573
164	rnn.weight_hh_l1	5	-0.08402854204177856
164	rnn.weight_hh_l1	6	-0.050326213240623474
164	rnn.weight_hh_l1	7	0.064595066010952
164	rnn.weight_hh_l1	8	-0.013537980616092682
164	rnn.weight_hh_l1	9	-0.04005156084895134
164	rnn.bias_ih_l1	0	-0.03687433898448944
164	rnn.bias_ih_l1	1	0.05581019073724747
164	rnn.bias_ih_l1	2	-0.04616330936551094
164	rnn.bias_ih_l1	3	-0.07630743831396103
164	rnn.bias_ih_l1	4	-0.028649846091866493
164	rnn.bias_ih_l1	5	-0.006007030140608549
164	rnn.bias_ih_l1	6	-0.04620717838406563
164	rnn.bias_ih_l1	7	0.06263776123523712
164	rnn.bias_ih_l1	8	0.08323798328638077
164	rnn.bias_ih_l1	9	0.032270438969135284
164	rnn.bias_hh_l1	0	0.06886372715234756
164	rnn.bias_hh_l1	1	-0.058480240404605865
164	rnn.bias_hh_l1	2	0.01960410177707672
164	rnn.bias_hh_l1	3	0.07976699620485306
164	rnn.bias_hh_l1	4	0.057540301233530045
164	rnn.bias_hh_l1	5	-0.07819540053606033
164	rnn.bias_hh_l1	6	0.014276627451181412
164	rnn.bias_hh_l1	7	0.041487038135528564
164	rnn.bias_hh_l1	8	0.01455453410744667
164	rnn.bias_hh_l1	9	-0.005345884244889021
164	rnn.weight_ih_l1_reverse	0	0.08651018887758255
164	rnn.weight_ih_l1_reverse	1	-0.04184938594698906
164	rnn.weight_ih_l1_reverse	2	-0.06187940016388893
164	rnn.weight_ih_l1_reverse	3	0.02533385343849659
164	rnn.weight_ih_l1_reverse	4	-0.04651676118373871
164	rnn.weight_ih_l1_reverse	5	0.024007992818951607
164	rnn.weight_ih_l1_reverse	6	0.04037454351782799
164	rnn.weight_ih_l1_reverse	7	0.02035650797188282
164	rnn.weight_ih_l1_reverse	8	-0.008703957311809063
164	rnn.weight_ih_l1_reverse	9	-0.0657988116145134
164	rnn.weight_hh_l1_reverse	0	0.004883429501205683
164	rnn.weight_hh_l1_reverse	1	0.01897927187383175
164	rnn.weight_hh_l1_reverse	2	-0.058205150067806244
164	rnn.weight_hh_l1_reverse	3	-0.012869437225162983
164	rnn.weight_hh_l1_reverse	4	0.0088926637545228
164	rnn.weight_hh_l1_reverse	5	-0.06555197387933731
164	rnn.weight_hh_l1_reverse	6	-0.06731144338846207
164	rnn.weight_hh_l1_reverse	7	-0.011362122371792793
164	rnn.weight_hh_l1_reverse	8	-0.05903071165084839
164	rnn.weight_hh_l1_reverse	9	-0.04387100785970688
164	rnn.bias_ih_l1_reverse	0	-0.002868397394195199
164	rnn.bias_ih_l1_reverse	1	-0.041485775262117386
164	rnn.bias_ih_l1_reverse	2	0.02778002992272377
164	rnn.bias_ih_l1_reverse	3	-0.0843418762087822
164	rnn.bias_ih_l1_reverse	4	-0.08703124523162842
164	rnn.bias_ih_l1_reverse	5	-0.08702705800533295
164	rnn.bias_ih_l1_reverse	6	0.06400831043720245
164	rnn.bias_ih_l1_reverse	7	0.08445674180984497
164	rnn.bias_ih_l1_reverse	8	-0.0009663793607614934
164	rnn.bias_ih_l1_reverse	9	-0.010805110447108746
164	rnn.bias_hh_l1_reverse	0	0.06145248934626579
164	rnn.bias_hh_l1_reverse	1	-0.06731639802455902
164	rnn.bias_hh_l1_reverse	2	-0.05326376110315323
164	rnn.bias_hh_l1_reverse	3	0.073308564722538
164	rnn.bias_hh_l1_reverse	4	-0.02262631244957447
164	rnn.bias_hh_l1_reverse	5	-0.005791381001472473
164	rnn.bias_hh_l1_reverse	6	-0.059419725090265274
164	rnn.bias_hh_l1_reverse	7	-0.059758637100458145
164	rnn.bias_hh_l1_reverse	8	0.06625469028949738
164	rnn.bias_hh_l1_reverse	9	0.047489698976278305
164	rnn.weight_ih_l2	0	0.07547054439783096
164	rnn.weight_ih_l2	1	-0.05434826388955116
164	rnn.weight_ih_l2	2	0.06338455528020859
164	rnn.weight_ih_l2	3	0.06572841852903366
164	rnn.weight_ih_l2	4	0.056457143276929855
164	rnn.weight_ih_l2	5	-0.03559207543730736
164	rnn.weight_ih_l2	6	-0.0755627229809761
164	rnn.weight_ih_l2	7	0.012151611968874931
164	rnn.weight_ih_l2	8	-0.017184443771839142
164	rnn.weight_ih_l2	9	-0.06916400045156479
164	rnn.weight_hh_l2	0	0.04802318662405014
164	rnn.weight_hh_l2	1	0.030819812789559364
164	rnn.weight_hh_l2	2	-0.05471781641244888
164	rnn.weight_hh_l2	3	-0.02527764067053795
164	rnn.weight_hh_l2	4	0.054901935160160065
164	rnn.weight_hh_l2	5	-0.024408748373389244
164	rnn.weight_hh_l2	6	0.008432259783148766
164	rnn.weight_hh_l2	7	-0.053355056792497635
164	rnn.weight_hh_l2	8	-0.0058901323936879635
164	rnn.weight_hh_l2	9	-0.018045229837298393
164	rnn.bias_ih_l2	0	0.1503710150718689
164	rnn.bias_ih_l2	1	0.012266196310520172
164	rnn.bias_ih_l2	2	0.06695903092622757
164	rnn.bias_ih_l2	3	0.02903534471988678
164	rnn.bias_ih_l2	4	-0.006499708164483309
164	rnn.bias_ih_l2	5	0.04759351536631584
164	rnn.bias_ih_l2	6	0.014352325350046158
164	rnn.bias_ih_l2	7	0.017490094527602196
164	rnn.bias_ih_l2	8	0.017373181879520416
164	rnn.bias_ih_l2	9	-0.015407473780214787
164	rnn.bias_hh_l2	0	0.020940957590937614
164	rnn.bias_hh_l2	1	0.006148214917629957
164	rnn.bias_hh_l2	2	0.07494822144508362
164	rnn.bias_hh_l2	3	0.029522227123379707
164	rnn.bias_hh_l2	4	0.07812964171171188
164	rnn.bias_hh_l2	5	-0.05375465378165245
164	rnn.bias_hh_l2	6	0.05500451847910881
164	rnn.bias_hh_l2	7	-0.024248799309134483
164	rnn.bias_hh_l2	8	0.0415768101811409
164	rnn.bias_hh_l2	9	0.021541034802794456
164	rnn.weight_ih_l2_reverse	0	0.08227136731147766
164	rnn.weight_ih_l2_reverse	1	-0.05454159528017044
164	rnn.weight_ih_l2_reverse	2	0.0011387064587324858
164	rnn.weight_ih_l2_reverse	3	0.035273417830467224
164	rnn.weight_ih_l2_reverse	4	0.054051969200372696
164	rnn.weight_ih_l2_reverse	5	-0.04067729786038399
164	rnn.weight_ih_l2_reverse	6	-0.0007764756446704268
164	rnn.weight_ih_l2_reverse	7	-0.013245615176856518
164	rnn.weight_ih_l2_reverse	8	0.013011031784117222
164	rnn.weight_ih_l2_reverse	9	-0.0796951949596405
164	rnn.weight_hh_l2_reverse	0	-0.08277688920497894
164	rnn.weight_hh_l2_reverse	1	0.016528718173503876
164	rnn.weight_hh_l2_reverse	2	0.010436623357236385
164	rnn.weight_hh_l2_reverse	3	0.024328146129846573
164	rnn.weight_hh_l2_reverse	4	-0.036777809262275696
164	rnn.weight_hh_l2_reverse	5	-0.014757153578102589
164	rnn.weight_hh_l2_reverse	6	-0.04343341663479805
164	rnn.weight_hh_l2_reverse	7	-0.05988800898194313
164	rnn.weight_hh_l2_reverse	8	-0.006706678308546543
164	rnn.weight_hh_l2_reverse	9	-0.05902847647666931
164	rnn.bias_ih_l2_reverse	0	-0.058362800627946854
164	rnn.bias_ih_l2_reverse	1	-0.027524402365088463
164	rnn.bias_ih_l2_reverse	2	0.0453750304877758
164	rnn.bias_ih_l2_reverse	3	0.03606535866856575
164	rnn.bias_ih_l2_reverse	4	0.07586847245693207
164	rnn.bias_ih_l2_reverse	5	-0.08881395310163498
164	rnn.bias_ih_l2_reverse	6	-0.0434289425611496
164	rnn.bias_ih_l2_reverse	7	-0.05777835473418236
164	rnn.bias_ih_l2_reverse	8	0.05917007476091385
164	rnn.bias_ih_l2_reverse	9	0.02960117720067501
164	rnn.bias_hh_l2_reverse	0	0.05037715286016464
164	rnn.bias_hh_l2_reverse	1	-0.06809238344430923
164	rnn.bias_hh_l2_reverse	2	-0.06729990243911743
164	rnn.bias_hh_l2_reverse	3	0.03165959566831589
164	rnn.bias_hh_l2_reverse	4	0.031956396996974945
164	rnn.bias_hh_l2_reverse	5	0.03519069775938988
164	rnn.bias_hh_l2_reverse	6	-0.08268876373767853
164	rnn.bias_hh_l2_reverse	7	-0.007286843378096819
164	rnn.bias_hh_l2_reverse	8	-0.10614754259586334
164	rnn.bias_hh_l2_reverse	9	-0.05520184338092804
164	linear.weight	0	0.025028489530086517
164	linear.weight	1	0.13617083430290222
164	linear.weight	2	-0.024192888289690018
164	linear.weight	3	-0.036490924656391144
164	linear.weight	4	-0.022248394787311554
164	linear.weight	5	0.044478967785835266
164	linear.weight	6	0.004565663635730743
164	linear.weight	7	-0.11616330593824387
164	linear.weight	8	-0.024137597531080246
164	linear.weight	9	0.10764049738645554
164	linear.bias	0	0.4836500585079193
164	linear.bias	1	0.7555820345878601
164	linear.bias	2	-1.6265441179275513
164	linear.bias	3	-0.05754556506872177
164	linear.bias	4	-0.050822705030441284
164	linear.bias	5	0.2860078513622284
165	transitions	0	0.03527921438217163
165	transitions	1	-10000.0
165	transitions	2	2.6045327186584473
165	transitions	3	-1.1409902572631836
165	transitions	4	-10000.0
165	transitions	5	-10000.0
165	transitions	6	-10000.0
165	transitions	7	0.8816550970077515
165	transitions	8	0.8380654454231262
165	transitions	9	-1.1963114738464355
165	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
165	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
165	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
165	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
165	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
165	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
165	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
165	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
165	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
165	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
165	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
165	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
165	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
165	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
165	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
165	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
165	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
165	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
165	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
165	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
165	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
165	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
165	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
165	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
165	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
165	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
165	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
165	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
165	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
165	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
165	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
165	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
165	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
165	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
165	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
165	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
165	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
165	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
165	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
165	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
165	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
165	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
165	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
165	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
165	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
165	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
165	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
165	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
165	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
165	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
165	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
165	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
165	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
165	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
165	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
165	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
165	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
165	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
165	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
165	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
165	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
165	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
165	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
165	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
165	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
165	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
165	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
165	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
165	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
165	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
165	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
165	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
165	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
165	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
165	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
165	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
165	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
165	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
165	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
165	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
165	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
165	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
165	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
165	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
165	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
165	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
165	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
165	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
165	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
165	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
165	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
165	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
165	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
165	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
165	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
165	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
165	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
165	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
165	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
165	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
165	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
165	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
165	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
165	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
165	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
165	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
165	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
165	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
165	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
165	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
165	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
165	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
165	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
165	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
165	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
165	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
165	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
165	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
165	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
165	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
165	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
165	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
165	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
165	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
165	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
165	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
165	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
165	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
165	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
165	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
165	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
165	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
165	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
165	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
165	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
165	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
165	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
165	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
165	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
165	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
165	embedding2nn.weight	0	0.014818722382187843
165	embedding2nn.weight	1	0.00014188792556524277
165	embedding2nn.weight	2	0.005570140201598406
165	embedding2nn.weight	3	0.0007392594125121832
165	embedding2nn.weight	4	-0.008311403915286064
165	embedding2nn.weight	5	-0.005577457137405872
165	embedding2nn.weight	6	-0.0008538186084479094
165	embedding2nn.weight	7	-0.0029092736076563597
165	embedding2nn.weight	8	0.013845820911228657
165	embedding2nn.weight	9	0.004473824054002762
165	embedding2nn.bias	0	0.003898901166394353
165	embedding2nn.bias	1	-0.013560133054852486
165	embedding2nn.bias	2	0.007789814379066229
165	embedding2nn.bias	3	-0.012676498852670193
165	embedding2nn.bias	4	-0.023901434615254402
165	embedding2nn.bias	5	-0.0005930497427470982
165	embedding2nn.bias	6	0.008791151456534863
165	embedding2nn.bias	7	-0.0028407287318259478
165	embedding2nn.bias	8	-0.00745411217212677
165	embedding2nn.bias	9	-0.0036771930754184723
165	rnn.weight_ih_l0	0	-0.05228497087955475
165	rnn.weight_ih_l0	1	0.05077939108014107
165	rnn.weight_ih_l0	2	0.03185971826314926
165	rnn.weight_ih_l0	3	0.01474721822887659
165	rnn.weight_ih_l0	4	0.012493754737079144
165	rnn.weight_ih_l0	5	0.0841871052980423
165	rnn.weight_ih_l0	6	0.07607433199882507
165	rnn.weight_ih_l0	7	0.03779909014701843
165	rnn.weight_ih_l0	8	-0.04563489556312561
165	rnn.weight_ih_l0	9	0.00825466774404049
165	rnn.weight_hh_l0	0	0.008220726624131203
165	rnn.weight_hh_l0	1	-0.0643412321805954
165	rnn.weight_hh_l0	2	-0.06548607349395752
165	rnn.weight_hh_l0	3	0.07146158814430237
165	rnn.weight_hh_l0	4	0.07102539390325546
165	rnn.weight_hh_l0	5	0.006012500263750553
165	rnn.weight_hh_l0	6	-0.0011451155878603458
165	rnn.weight_hh_l0	7	-0.01741361804306507
165	rnn.weight_hh_l0	8	-0.029171867296099663
165	rnn.weight_hh_l0	9	0.05761195719242096
165	rnn.bias_ih_l0	0	-0.06191573292016983
165	rnn.bias_ih_l0	1	0.08845075964927673
165	rnn.bias_ih_l0	2	0.02015012502670288
165	rnn.bias_ih_l0	3	0.07970966398715973
165	rnn.bias_ih_l0	4	-0.07730772346258163
165	rnn.bias_ih_l0	5	0.08330675214529037
165	rnn.bias_ih_l0	6	-0.06642475724220276
165	rnn.bias_ih_l0	7	-0.035763997584581375
165	rnn.bias_ih_l0	8	-0.0908970832824707
165	rnn.bias_ih_l0	9	-0.045300621539354324
165	rnn.bias_hh_l0	0	0.03693757951259613
165	rnn.bias_hh_l0	1	0.07351990789175034
165	rnn.bias_hh_l0	2	0.06970859318971634
165	rnn.bias_hh_l0	3	0.084699347615242
165	rnn.bias_hh_l0	4	-0.09821002930402756
165	rnn.bias_hh_l0	5	-0.07150107622146606
165	rnn.bias_hh_l0	6	0.07815342396497726
165	rnn.bias_hh_l0	7	-0.08316124975681305
165	rnn.bias_hh_l0	8	-0.026353664696216583
165	rnn.bias_hh_l0	9	0.00609193230047822
165	rnn.weight_ih_l0_reverse	0	0.07937736064195633
165	rnn.weight_ih_l0_reverse	1	0.07322913408279419
165	rnn.weight_ih_l0_reverse	2	0.03875215724110603
165	rnn.weight_ih_l0_reverse	3	0.03368852660059929
165	rnn.weight_ih_l0_reverse	4	-0.03678806126117706
165	rnn.weight_ih_l0_reverse	5	0.05084623023867607
165	rnn.weight_ih_l0_reverse	6	0.066449835896492
165	rnn.weight_ih_l0_reverse	7	0.02235385961830616
165	rnn.weight_ih_l0_reverse	8	-0.057795923203229904
165	rnn.weight_ih_l0_reverse	9	-0.052855100482702255
165	rnn.weight_hh_l0_reverse	0	0.025358576327562332
165	rnn.weight_hh_l0_reverse	1	-0.08716845512390137
165	rnn.weight_hh_l0_reverse	2	0.06340403109788895
165	rnn.weight_hh_l0_reverse	3	-0.021525777876377106
165	rnn.weight_hh_l0_reverse	4	0.08468429744243622
165	rnn.weight_hh_l0_reverse	5	-0.0019360046135261655
165	rnn.weight_hh_l0_reverse	6	0.030140791088342667
165	rnn.weight_hh_l0_reverse	7	0.07857226580381393
165	rnn.weight_hh_l0_reverse	8	-0.02239995263516903
165	rnn.weight_hh_l0_reverse	9	-0.04661484807729721
165	rnn.bias_ih_l0_reverse	0	0.0008489344036206603
165	rnn.bias_ih_l0_reverse	1	-0.018433688208460808
165	rnn.bias_ih_l0_reverse	2	-0.013057428412139416
165	rnn.bias_ih_l0_reverse	3	0.036564767360687256
165	rnn.bias_ih_l0_reverse	4	0.06785957515239716
165	rnn.bias_ih_l0_reverse	5	-0.02101799286901951
165	rnn.bias_ih_l0_reverse	6	-0.02692120149731636
165	rnn.bias_ih_l0_reverse	7	-0.04873855784535408
165	rnn.bias_ih_l0_reverse	8	0.008805717341601849
165	rnn.bias_ih_l0_reverse	9	-0.06787379831075668
165	rnn.bias_hh_l0_reverse	0	0.03921547159552574
165	rnn.bias_hh_l0_reverse	1	-0.0692363977432251
165	rnn.bias_hh_l0_reverse	2	0.07969914376735687
165	rnn.bias_hh_l0_reverse	3	0.06031636521220207
165	rnn.bias_hh_l0_reverse	4	0.023389488458633423
165	rnn.bias_hh_l0_reverse	5	0.04517635703086853
165	rnn.bias_hh_l0_reverse	6	0.06568864732980728
165	rnn.bias_hh_l0_reverse	7	0.08479136973619461
165	rnn.bias_hh_l0_reverse	8	-0.00968982558697462
165	rnn.bias_hh_l0_reverse	9	0.050805386155843735
165	rnn.weight_ih_l1	0	0.023840421810746193
165	rnn.weight_ih_l1	1	0.01612858474254608
165	rnn.weight_ih_l1	2	0.08874855935573578
165	rnn.weight_ih_l1	3	-0.02421744354069233
165	rnn.weight_ih_l1	4	-0.02435271069407463
165	rnn.weight_ih_l1	5	-0.013147405348718166
165	rnn.weight_ih_l1	6	0.07278015464544296
165	rnn.weight_ih_l1	7	-0.004202932119369507
165	rnn.weight_ih_l1	8	-0.0525878369808197
165	rnn.weight_ih_l1	9	0.052424103021621704
165	rnn.weight_hh_l1	0	-0.08158788084983826
165	rnn.weight_hh_l1	1	-0.03575482964515686
165	rnn.weight_hh_l1	2	-0.008124815300107002
165	rnn.weight_hh_l1	3	-0.05821645259857178
165	rnn.weight_hh_l1	4	0.0859951302409172
165	rnn.weight_hh_l1	5	-0.08403084427118301
165	rnn.weight_hh_l1	6	-0.050334032624959946
165	rnn.weight_hh_l1	7	0.06459285318851471
165	rnn.weight_hh_l1	8	-0.013536537997424603
165	rnn.weight_hh_l1	9	-0.04005790129303932
165	rnn.bias_ih_l1	0	-0.03672486171126366
165	rnn.bias_ih_l1	1	0.05579259991645813
165	rnn.bias_ih_l1	2	-0.0461406409740448
165	rnn.bias_ih_l1	3	-0.0763186365365982
165	rnn.bias_ih_l1	4	-0.0286466833204031
165	rnn.bias_ih_l1	5	-0.006508370395749807
165	rnn.bias_ih_l1	6	-0.0460963100194931
165	rnn.bias_ih_l1	7	0.06266935914754868
165	rnn.bias_ih_l1	8	0.0832226574420929
165	rnn.bias_ih_l1	9	0.032374780625104904
165	rnn.bias_hh_l1	0	0.06886767596006393
165	rnn.bias_hh_l1	1	-0.05847978964447975
165	rnn.bias_hh_l1	2	0.019604889675974846
165	rnn.bias_hh_l1	3	0.07982529699802399
165	rnn.bias_hh_l1	4	0.05755243077874184
165	rnn.bias_hh_l1	5	-0.07817372679710388
165	rnn.bias_hh_l1	6	0.014277207665145397
165	rnn.bias_hh_l1	7	0.04153478890657425
165	rnn.bias_hh_l1	8	0.01454413402825594
165	rnn.bias_hh_l1	9	-0.00533391535282135
165	rnn.weight_ih_l1_reverse	0	0.08650972694158554
165	rnn.weight_ih_l1_reverse	1	-0.04184770956635475
165	rnn.weight_ih_l1_reverse	2	-0.06188191473484039
165	rnn.weight_ih_l1_reverse	3	0.02533355914056301
165	rnn.weight_ih_l1_reverse	4	-0.04651748761534691
165	rnn.weight_ih_l1_reverse	5	0.024014748632907867
165	rnn.weight_ih_l1_reverse	6	0.04037180915474892
165	rnn.weight_ih_l1_reverse	7	0.020359935238957405
165	rnn.weight_ih_l1_reverse	8	-0.008699432015419006
165	rnn.weight_ih_l1_reverse	9	-0.06576976925134659
165	rnn.weight_hh_l1_reverse	0	0.004887033719569445
165	rnn.weight_hh_l1_reverse	1	0.018979668617248535
165	rnn.weight_hh_l1_reverse	2	-0.05820412188768387
165	rnn.weight_hh_l1_reverse	3	-0.012870925478637218
165	rnn.weight_hh_l1_reverse	4	0.0088926050812006
165	rnn.weight_hh_l1_reverse	5	-0.06554672867059708
165	rnn.weight_hh_l1_reverse	6	-0.06731186807155609
165	rnn.weight_hh_l1_reverse	7	-0.011362171731889248
165	rnn.weight_hh_l1_reverse	8	-0.059042710810899734
165	rnn.weight_hh_l1_reverse	9	-0.043870460242033005
165	rnn.bias_ih_l1_reverse	0	-0.002869319636374712
165	rnn.bias_ih_l1_reverse	1	-0.04147978872060776
165	rnn.bias_ih_l1_reverse	2	0.027780214324593544
165	rnn.bias_ih_l1_reverse	3	-0.08435381203889847
165	rnn.bias_ih_l1_reverse	4	-0.08704962581396103
165	rnn.bias_ih_l1_reverse	5	-0.08704022318124771
165	rnn.bias_ih_l1_reverse	6	0.06400947272777557
165	rnn.bias_ih_l1_reverse	7	0.08446180820465088
165	rnn.bias_ih_l1_reverse	8	-0.0009509676019661129
165	rnn.bias_ih_l1_reverse	9	-0.010778795927762985
165	rnn.bias_hh_l1_reverse	0	0.06146927550435066
165	rnn.bias_hh_l1_reverse	1	-0.06726893037557602
165	rnn.bias_hh_l1_reverse	2	-0.05325564369559288
165	rnn.bias_hh_l1_reverse	3	0.07331927120685577
165	rnn.bias_hh_l1_reverse	4	-0.022616490721702576
165	rnn.bias_hh_l1_reverse	5	-0.00580195477232337
165	rnn.bias_hh_l1_reverse	6	-0.05942421779036522
165	rnn.bias_hh_l1_reverse	7	-0.05974476784467697
165	rnn.bias_hh_l1_reverse	8	0.06624717265367508
165	rnn.bias_hh_l1_reverse	9	0.04732310399413109
165	rnn.weight_ih_l2	0	0.07552436739206314
165	rnn.weight_ih_l2	1	-0.05435189977288246
165	rnn.weight_ih_l2	2	0.06338350474834442
165	rnn.weight_ih_l2	3	0.06572853773832321
165	rnn.weight_ih_l2	4	0.05647166445851326
165	rnn.weight_ih_l2	5	-0.03561815619468689
165	rnn.weight_ih_l2	6	-0.07556159049272537
165	rnn.weight_ih_l2	7	0.012153971940279007
165	rnn.weight_ih_l2	8	-0.017184529453516006
165	rnn.weight_ih_l2	9	-0.06916429102420807
165	rnn.weight_hh_l2	0	0.04801991581916809
165	rnn.weight_hh_l2	1	0.03080872818827629
165	rnn.weight_hh_l2	2	-0.05471637845039368
165	rnn.weight_hh_l2	3	-0.02526698261499405
165	rnn.weight_hh_l2	4	0.05489702150225639
165	rnn.weight_hh_l2	5	-0.024387503042817116
165	rnn.weight_hh_l2	6	0.008429034613072872
165	rnn.weight_hh_l2	7	-0.05335422605276108
165	rnn.weight_hh_l2	8	-0.005887147970497608
165	rnn.weight_hh_l2	9	-0.01804739236831665
165	rnn.bias_ih_l2	0	0.15039800107479095
165	rnn.bias_ih_l2	1	0.012200561352074146
165	rnn.bias_ih_l2	2	0.06703784316778183
165	rnn.bias_ih_l2	3	0.029086431488394737
165	rnn.bias_ih_l2	4	-0.0064795175567269325
165	rnn.bias_ih_l2	5	0.047615956515073776
165	rnn.bias_ih_l2	6	0.014349388889968395
165	rnn.bias_ih_l2	7	0.017505329102277756
165	rnn.bias_ih_l2	8	0.017358779907226562
165	rnn.bias_ih_l2	9	-0.015417412854731083
165	rnn.bias_hh_l2	0	0.02091459184885025
165	rnn.bias_hh_l2	1	0.006208644714206457
165	rnn.bias_hh_l2	2	0.07505881786346436
165	rnn.bias_hh_l2	3	0.029511207714676857
165	rnn.bias_hh_l2	4	0.07814294099807739
165	rnn.bias_hh_l2	5	-0.053837910294532776
165	rnn.bias_hh_l2	6	0.05466010421514511
165	rnn.bias_hh_l2	7	-0.024291042238473892
165	rnn.bias_hh_l2	8	0.04158275946974754
165	rnn.bias_hh_l2	9	0.02147742547094822
165	rnn.weight_ih_l2_reverse	0	0.08227089047431946
165	rnn.weight_ih_l2_reverse	1	-0.05452968180179596
165	rnn.weight_ih_l2_reverse	2	0.0011410678271204233
165	rnn.weight_ih_l2_reverse	3	0.03527302294969559
165	rnn.weight_ih_l2_reverse	4	0.05405183508992195
165	rnn.weight_ih_l2_reverse	5	-0.04067758843302727
165	rnn.weight_ih_l2_reverse	6	-0.0007703794981352985
165	rnn.weight_ih_l2_reverse	7	-0.013219974935054779
165	rnn.weight_ih_l2_reverse	8	0.013042697682976723
165	rnn.weight_ih_l2_reverse	9	-0.07969504594802856
165	rnn.weight_hh_l2_reverse	0	-0.08277673274278641
165	rnn.weight_hh_l2_reverse	1	0.01650943234562874
165	rnn.weight_hh_l2_reverse	2	0.010436546057462692
165	rnn.weight_hh_l2_reverse	3	0.024328036233782768
165	rnn.weight_hh_l2_reverse	4	-0.03677838295698166
165	rnn.weight_hh_l2_reverse	5	-0.014757571741938591
165	rnn.weight_hh_l2_reverse	6	-0.043435219675302505
165	rnn.weight_hh_l2_reverse	7	-0.05988764017820358
165	rnn.weight_hh_l2_reverse	8	-0.006706652697175741
165	rnn.weight_hh_l2_reverse	9	-0.0590289905667305
165	rnn.bias_ih_l2_reverse	0	-0.05820562690496445
165	rnn.bias_ih_l2_reverse	1	-0.027514813467860222
165	rnn.bias_ih_l2_reverse	2	0.0454133115708828
165	rnn.bias_ih_l2_reverse	3	0.036057956516742706
165	rnn.bias_ih_l2_reverse	4	0.07587551325559616
165	rnn.bias_ih_l2_reverse	5	-0.08881192654371262
165	rnn.bias_ih_l2_reverse	6	-0.04342339187860489
165	rnn.bias_ih_l2_reverse	7	-0.05783504992723465
165	rnn.bias_ih_l2_reverse	8	0.0592537447810173
165	rnn.bias_ih_l2_reverse	9	0.029631618410348892
165	rnn.bias_hh_l2_reverse	0	0.05039496719837189
165	rnn.bias_hh_l2_reverse	1	-0.06809958815574646
165	rnn.bias_hh_l2_reverse	2	-0.06730078160762787
165	rnn.bias_hh_l2_reverse	3	0.03165185824036598
165	rnn.bias_hh_l2_reverse	4	0.03198884800076485
165	rnn.bias_hh_l2_reverse	5	0.03519168496131897
165	rnn.bias_hh_l2_reverse	6	-0.08267504721879959
165	rnn.bias_hh_l2_reverse	7	-0.007300312165170908
165	rnn.bias_hh_l2_reverse	8	-0.10610315203666687
165	rnn.bias_hh_l2_reverse	9	-0.0551975853741169
165	linear.weight	0	0.025028489530086517
165	linear.weight	1	0.13683728873729706
165	linear.weight	2	-0.0241903867572546
165	linear.weight	3	-0.03655152767896652
165	linear.weight	4	-0.022248394787311554
165	linear.weight	5	0.044446807354688644
165	linear.weight	6	0.004566880874335766
165	linear.weight	7	-0.1158481016755104
165	linear.weight	8	-0.024337900802493095
165	linear.weight	9	0.10761170834302902
165	linear.bias	0	0.48446208238601685
165	linear.bias	1	0.7544060945510864
165	linear.bias	2	-1.6268608570098877
165	linear.bias	3	-0.05754556506872177
165	linear.bias	4	-0.050822705030441284
165	linear.bias	5	0.2866884469985962
166	transitions	0	0.035160187631845474
166	transitions	1	-10000.0
166	transitions	2	2.607708215713501
166	transitions	3	-1.1395357847213745
166	transitions	4	-10000.0
166	transitions	5	-10000.0
166	transitions	6	-10000.0
166	transitions	7	0.881652295589447
166	transitions	8	0.8378769755363464
166	transitions	9	-1.1966772079467773
166	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
166	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
166	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
166	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
166	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
166	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
166	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
166	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
166	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
166	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
166	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
166	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
166	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
166	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
166	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
166	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
166	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
166	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
166	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
166	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
166	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
166	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
166	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
166	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
166	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
166	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
166	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
166	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
166	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
166	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
166	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
166	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
166	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
166	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
166	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
166	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
166	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
166	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
166	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
166	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
166	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
166	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
166	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
166	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
166	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
166	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
166	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
166	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
166	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
166	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
166	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
166	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
166	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
166	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
166	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
166	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
166	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
166	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
166	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
166	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
166	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
166	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
166	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
166	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
166	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
166	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
166	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
166	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
166	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
166	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
166	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
166	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
166	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
166	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
166	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
166	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
166	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
166	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
166	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
166	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
166	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
166	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
166	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
166	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
166	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
166	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
166	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
166	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
166	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
166	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
166	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
166	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
166	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
166	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
166	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
166	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
166	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
166	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
166	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
166	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
166	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
166	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
166	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
166	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
166	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
166	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
166	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
166	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
166	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
166	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
166	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
166	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
166	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
166	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
166	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
166	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
166	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
166	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
166	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
166	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
166	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
166	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
166	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
166	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
166	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
166	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
166	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
166	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
166	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
166	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
166	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
166	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
166	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
166	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
166	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
166	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
166	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
166	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
166	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
166	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
166	embedding2nn.weight	0	0.014819677919149399
166	embedding2nn.weight	1	0.00015449977945536375
166	embedding2nn.weight	2	0.005569461267441511
166	embedding2nn.weight	3	0.0007360723102465272
166	embedding2nn.weight	4	-0.008311411365866661
166	embedding2nn.weight	5	-0.005579810589551926
166	embedding2nn.weight	6	-0.0008681430481374264
166	embedding2nn.weight	7	-0.0029108328744769096
166	embedding2nn.weight	8	0.0138512272387743
166	embedding2nn.weight	9	0.00447210343554616
166	embedding2nn.bias	0	0.00476147560402751
166	embedding2nn.bias	1	-0.013542629778385162
166	embedding2nn.bias	2	0.007414414547383785
166	embedding2nn.bias	3	-0.012043637223541737
166	embedding2nn.bias	4	-0.023890644311904907
166	embedding2nn.bias	5	-0.0009020892321132123
166	embedding2nn.bias	6	0.008563022129237652
166	embedding2nn.bias	7	-0.00304111884906888
166	embedding2nn.bias	8	-0.0074525256641209126
166	embedding2nn.bias	9	-0.004180248826742172
166	rnn.weight_ih_l0	0	-0.05230410769581795
166	rnn.weight_ih_l0	1	0.050773292779922485
166	rnn.weight_ih_l0	2	0.03185892477631569
166	rnn.weight_ih_l0	3	0.01474674977362156
166	rnn.weight_ih_l0	4	0.012487100437283516
166	rnn.weight_ih_l0	5	0.0841887816786766
166	rnn.weight_ih_l0	6	0.07607344537973404
166	rnn.weight_ih_l0	7	0.03779780492186546
166	rnn.weight_ih_l0	8	-0.04565674066543579
166	rnn.weight_ih_l0	9	0.008307836949825287
166	rnn.weight_hh_l0	0	0.008218969218432903
166	rnn.weight_hh_l0	1	-0.06433579325675964
166	rnn.weight_hh_l0	2	-0.0654771625995636
166	rnn.weight_hh_l0	3	0.07147027552127838
166	rnn.weight_hh_l0	4	0.07103356719017029
166	rnn.weight_hh_l0	5	0.006010370794683695
166	rnn.weight_hh_l0	6	-0.0011380284558981657
166	rnn.weight_hh_l0	7	-0.017326653003692627
166	rnn.weight_hh_l0	8	-0.029172705486416817
166	rnn.weight_hh_l0	9	0.057614557445049286
166	rnn.bias_ih_l0	0	-0.06197269260883331
166	rnn.bias_ih_l0	1	0.08842732757329941
166	rnn.bias_ih_l0	2	0.020189078524708748
166	rnn.bias_ih_l0	3	0.08023520559072495
166	rnn.bias_ih_l0	4	-0.07636872678995132
166	rnn.bias_ih_l0	5	0.08292431384325027
166	rnn.bias_ih_l0	6	-0.06645011156797409
166	rnn.bias_ih_l0	7	-0.03579961881041527
166	rnn.bias_ih_l0	8	-0.09118685126304626
166	rnn.bias_ih_l0	9	-0.045120030641555786
166	rnn.bias_hh_l0	0	0.03761245310306549
166	rnn.bias_hh_l0	1	0.07361248880624771
166	rnn.bias_hh_l0	2	0.06975290179252625
166	rnn.bias_hh_l0	3	0.08477089554071426
166	rnn.bias_hh_l0	4	-0.09859412163496017
166	rnn.bias_hh_l0	5	-0.0715242400765419
166	rnn.bias_hh_l0	6	0.07813335955142975
166	rnn.bias_hh_l0	7	-0.08269107341766357
166	rnn.bias_hh_l0	8	-0.026361482217907906
166	rnn.bias_hh_l0	9	0.005811938084661961
166	rnn.weight_ih_l0_reverse	0	0.07938438653945923
166	rnn.weight_ih_l0_reverse	1	0.07322514802217484
166	rnn.weight_ih_l0_reverse	2	0.038752395659685135
166	rnn.weight_ih_l0_reverse	3	0.03368840739130974
166	rnn.weight_ih_l0_reverse	4	-0.03678617253899574
166	rnn.weight_ih_l0_reverse	5	0.050846368074417114
166	rnn.weight_ih_l0_reverse	6	0.06644880026578903
166	rnn.weight_ih_l0_reverse	7	0.022374579682946205
166	rnn.weight_ih_l0_reverse	8	-0.057754676789045334
166	rnn.weight_ih_l0_reverse	9	-0.05285894125699997
166	rnn.weight_hh_l0_reverse	0	0.02542310766875744
166	rnn.weight_hh_l0_reverse	1	-0.0871654823422432
166	rnn.weight_hh_l0_reverse	2	0.06340166926383972
166	rnn.weight_hh_l0_reverse	3	-0.021530525758862495
166	rnn.weight_hh_l0_reverse	4	0.0847320482134819
166	rnn.weight_hh_l0_reverse	5	-0.00191871402785182
166	rnn.weight_hh_l0_reverse	6	0.030131641775369644
166	rnn.weight_hh_l0_reverse	7	0.07857712358236313
166	rnn.weight_hh_l0_reverse	8	-0.022397678345441818
166	rnn.weight_hh_l0_reverse	9	-0.046625930815935135
166	rnn.bias_ih_l0_reverse	0	0.000785395794082433
166	rnn.bias_ih_l0_reverse	1	-0.017881808802485466
166	rnn.bias_ih_l0_reverse	2	-0.012929271906614304
166	rnn.bias_ih_l0_reverse	3	0.036278437823057175
166	rnn.bias_ih_l0_reverse	4	0.06814680248498917
166	rnn.bias_ih_l0_reverse	5	-0.02087138034403324
166	rnn.bias_ih_l0_reverse	6	-0.02685554511845112
166	rnn.bias_ih_l0_reverse	7	-0.04856961593031883
166	rnn.bias_ih_l0_reverse	8	0.0089777372777462
166	rnn.bias_ih_l0_reverse	9	-0.06786470115184784
166	rnn.bias_hh_l0_reverse	0	0.03913675248622894
166	rnn.bias_hh_l0_reverse	1	-0.06922730058431625
166	rnn.bias_hh_l0_reverse	2	0.07988261431455612
166	rnn.bias_hh_l0_reverse	3	0.06055794656276703
166	rnn.bias_hh_l0_reverse	4	0.023238027468323708
166	rnn.bias_hh_l0_reverse	5	0.04518596827983856
166	rnn.bias_hh_l0_reverse	6	0.06581120938062668
166	rnn.bias_hh_l0_reverse	7	0.08450856059789658
166	rnn.bias_hh_l0_reverse	8	-0.009734039194881916
166	rnn.bias_hh_l0_reverse	9	0.0505850650370121
166	rnn.weight_ih_l1	0	0.023892199620604515
166	rnn.weight_ih_l1	1	0.016067268326878548
166	rnn.weight_ih_l1	2	0.08874095231294632
166	rnn.weight_ih_l1	3	-0.02422366663813591
166	rnn.weight_ih_l1	4	-0.02436235547065735
166	rnn.weight_ih_l1	5	-0.012951073236763477
166	rnn.weight_ih_l1	6	0.07285939157009125
166	rnn.weight_ih_l1	7	-0.004175116773694754
166	rnn.weight_ih_l1	8	-0.052625611424446106
166	rnn.weight_ih_l1	9	0.05235442519187927
166	rnn.weight_hh_l1	0	-0.08172665536403656
166	rnn.weight_hh_l1	1	-0.035732485353946686
166	rnn.weight_hh_l1	2	-0.00812528282403946
166	rnn.weight_hh_l1	3	-0.058216359466314316
166	rnn.weight_hh_l1	4	0.08599916100502014
166	rnn.weight_hh_l1	5	-0.08402787894010544
166	rnn.weight_hh_l1	6	-0.050330501049757004
166	rnn.weight_hh_l1	7	0.06456161290407181
166	rnn.weight_hh_l1	8	-0.013537329621613026
166	rnn.weight_hh_l1	9	-0.03986985236406326
166	rnn.bias_ih_l1	0	-0.036815859377384186
166	rnn.bias_ih_l1	1	0.055779874324798584
166	rnn.bias_ih_l1	2	-0.04608572646975517
166	rnn.bias_ih_l1	3	-0.07621224969625473
166	rnn.bias_ih_l1	4	-0.028755933046340942
166	rnn.bias_ih_l1	5	-0.006561795715242624
166	rnn.bias_ih_l1	6	-0.04566663131117821
166	rnn.bias_ih_l1	7	0.06240926310420036
166	rnn.bias_ih_l1	8	0.08341919630765915
166	rnn.bias_ih_l1	9	0.03225332126021385
166	rnn.bias_hh_l1	0	0.06888026744127274
166	rnn.bias_hh_l1	1	-0.05847820267081261
166	rnn.bias_hh_l1	2	0.019496168941259384
166	rnn.bias_hh_l1	3	0.07987861335277557
166	rnn.bias_hh_l1	4	0.057604122906923294
166	rnn.bias_hh_l1	5	-0.07817351818084717
166	rnn.bias_hh_l1	6	0.014351185411214828
166	rnn.bias_hh_l1	7	0.04159296303987503
166	rnn.bias_hh_l1	8	0.014628279954195023
166	rnn.bias_hh_l1	9	-0.005344976205378771
166	rnn.weight_ih_l1_reverse	0	0.0865083783864975
166	rnn.weight_ih_l1_reverse	1	-0.041852500289678574
166	rnn.weight_ih_l1_reverse	2	-0.06188107654452324
166	rnn.weight_ih_l1_reverse	3	0.025333387777209282
166	rnn.weight_ih_l1_reverse	4	-0.046521835029125214
166	rnn.weight_ih_l1_reverse	5	0.02400001883506775
166	rnn.weight_ih_l1_reverse	6	0.040376998484134674
166	rnn.weight_ih_l1_reverse	7	0.02035105787217617
166	rnn.weight_ih_l1_reverse	8	-0.008714113384485245
166	rnn.weight_ih_l1_reverse	9	-0.06569449603557587
166	rnn.weight_hh_l1_reverse	0	0.004880212713032961
166	rnn.weight_hh_l1_reverse	1	0.018982447683811188
166	rnn.weight_hh_l1_reverse	2	-0.05820144712924957
166	rnn.weight_hh_l1_reverse	3	-0.012876149266958237
166	rnn.weight_hh_l1_reverse	4	0.00888916663825512
166	rnn.weight_hh_l1_reverse	5	-0.06575331836938858
166	rnn.weight_hh_l1_reverse	6	-0.06731149554252625
166	rnn.weight_hh_l1_reverse	7	-0.011365748010575771
166	rnn.weight_hh_l1_reverse	8	-0.05911186337471008
166	rnn.weight_hh_l1_reverse	9	-0.04386552795767784
166	rnn.bias_ih_l1_reverse	0	-0.0028714232612401247
166	rnn.bias_ih_l1_reverse	1	-0.04151761904358864
166	rnn.bias_ih_l1_reverse	2	0.027900274842977524
166	rnn.bias_ih_l1_reverse	3	-0.08451595902442932
166	rnn.bias_ih_l1_reverse	4	-0.08699284493923187
166	rnn.bias_ih_l1_reverse	5	-0.08686210215091705
166	rnn.bias_ih_l1_reverse	6	0.06417590379714966
166	rnn.bias_ih_l1_reverse	7	0.0844462662935257
166	rnn.bias_ih_l1_reverse	8	-0.001340920221991837
166	rnn.bias_ih_l1_reverse	9	-0.010867362841963768
166	rnn.bias_hh_l1_reverse	0	0.0615585520863533
166	rnn.bias_hh_l1_reverse	1	-0.0671515092253685
166	rnn.bias_hh_l1_reverse	2	-0.053337618708610535
166	rnn.bias_hh_l1_reverse	3	0.07325881719589233
166	rnn.bias_hh_l1_reverse	4	-0.022383224219083786
166	rnn.bias_hh_l1_reverse	5	-0.005753903184086084
166	rnn.bias_hh_l1_reverse	6	-0.05939091369509697
166	rnn.bias_hh_l1_reverse	7	-0.05970475822687149
166	rnn.bias_hh_l1_reverse	8	0.06627502292394638
166	rnn.bias_hh_l1_reverse	9	0.04830963537096977
166	rnn.weight_ih_l2	0	0.07579194009304047
166	rnn.weight_ih_l2	1	-0.054358646273612976
166	rnn.weight_ih_l2	2	0.06338469684123993
166	rnn.weight_ih_l2	3	0.06571388244628906
166	rnn.weight_ih_l2	4	0.05639766901731491
166	rnn.weight_ih_l2	5	-0.035666413605213165
166	rnn.weight_ih_l2	6	-0.07555454969406128
166	rnn.weight_ih_l2	7	0.012179046869277954
166	rnn.weight_ih_l2	8	-0.01718607172369957
166	rnn.weight_ih_l2	9	-0.06916379928588867
166	rnn.weight_hh_l2	0	0.04804035648703575
166	rnn.weight_hh_l2	1	0.03081725724041462
166	rnn.weight_hh_l2	2	-0.05471940338611603
166	rnn.weight_hh_l2	3	-0.02526814676821232
166	rnn.weight_hh_l2	4	0.054889921098947525
166	rnn.weight_hh_l2	5	-0.024423697963356972
166	rnn.weight_hh_l2	6	0.008455419912934303
166	rnn.weight_hh_l2	7	-0.05334799364209175
166	rnn.weight_hh_l2	8	-0.005843828897923231
166	rnn.weight_hh_l2	9	-0.018050769343972206
166	rnn.bias_ih_l2	0	0.15154105424880981
166	rnn.bias_ih_l2	1	0.011620954610407352
166	rnn.bias_ih_l2	2	0.06684649735689163
166	rnn.bias_ih_l2	3	0.029199587181210518
166	rnn.bias_ih_l2	4	-0.006406585220247507
166	rnn.bias_ih_l2	5	0.047809019684791565
166	rnn.bias_ih_l2	6	0.014409232884645462
166	rnn.bias_ih_l2	7	0.017634935677051544
166	rnn.bias_ih_l2	8	0.017265358939766884
166	rnn.bias_ih_l2	9	-0.015389534644782543
166	rnn.bias_hh_l2	0	0.020419584587216377
166	rnn.bias_hh_l2	1	0.006352729629725218
166	rnn.bias_hh_l2	2	0.07524561136960983
166	rnn.bias_hh_l2	3	0.029453052207827568
166	rnn.bias_hh_l2	4	0.07812893390655518
166	rnn.bias_hh_l2	5	-0.05381404235959053
166	rnn.bias_hh_l2	6	0.05439715087413788
166	rnn.bias_hh_l2	7	-0.024246010929346085
166	rnn.bias_hh_l2	8	0.04166308045387268
166	rnn.bias_hh_l2	9	0.02094067819416523
166	rnn.weight_ih_l2_reverse	0	0.08227194845676422
166	rnn.weight_ih_l2_reverse	1	-0.05453132465481758
166	rnn.weight_ih_l2_reverse	2	0.0011425961274653673
166	rnn.weight_ih_l2_reverse	3	0.03527568653225899
166	rnn.weight_ih_l2_reverse	4	0.05405287817120552
166	rnn.weight_ih_l2_reverse	5	-0.04068264365196228
166	rnn.weight_ih_l2_reverse	6	-0.0008530422346666455
166	rnn.weight_ih_l2_reverse	7	-0.013230051845312119
166	rnn.weight_ih_l2_reverse	8	0.012765839695930481
166	rnn.weight_ih_l2_reverse	9	-0.07969480752944946
166	rnn.weight_hh_l2_reverse	0	-0.08277777582406998
166	rnn.weight_hh_l2_reverse	1	0.01647094450891018
166	rnn.weight_hh_l2_reverse	2	0.010434179566800594
166	rnn.weight_hh_l2_reverse	3	0.02432994730770588
166	rnn.weight_hh_l2_reverse	4	-0.03678002953529358
166	rnn.weight_hh_l2_reverse	5	-0.014749960973858833
166	rnn.weight_hh_l2_reverse	6	-0.04357205331325531
166	rnn.weight_hh_l2_reverse	7	-0.05988933891057968
166	rnn.weight_hh_l2_reverse	8	-0.006705263629555702
166	rnn.weight_hh_l2_reverse	9	-0.0590285025537014
166	rnn.bias_ih_l2_reverse	0	-0.05767599493265152
166	rnn.bias_ih_l2_reverse	1	-0.027482502162456512
166	rnn.bias_ih_l2_reverse	2	0.045831989496946335
166	rnn.bias_ih_l2_reverse	3	0.03514318913221359
166	rnn.bias_ih_l2_reverse	4	0.07585562020540237
166	rnn.bias_ih_l2_reverse	5	-0.08881521970033646
166	rnn.bias_ih_l2_reverse	6	-0.04341316595673561
166	rnn.bias_ih_l2_reverse	7	-0.05834609270095825
166	rnn.bias_ih_l2_reverse	8	0.05945873260498047
166	rnn.bias_ih_l2_reverse	9	0.02978247031569481
166	rnn.bias_hh_l2_reverse	0	0.05074678733944893
166	rnn.bias_hh_l2_reverse	1	-0.06706812977790833
166	rnn.bias_hh_l2_reverse	2	-0.06731150299310684
166	rnn.bias_hh_l2_reverse	3	0.03166749328374863
166	rnn.bias_hh_l2_reverse	4	0.032037097960710526
166	rnn.bias_hh_l2_reverse	5	0.03518267348408699
166	rnn.bias_hh_l2_reverse	6	-0.08265852928161621
166	rnn.bias_hh_l2_reverse	7	-0.006898208055645227
166	rnn.bias_hh_l2_reverse	8	-0.10622182488441467
166	rnn.bias_hh_l2_reverse	9	-0.05517182871699333
166	linear.weight	0	0.025028489530086517
166	linear.weight	1	0.13704808056354523
166	linear.weight	2	-0.024187780916690826
166	linear.weight	3	-0.03612293303012848
166	linear.weight	4	-0.022248394787311554
166	linear.weight	5	0.044387564063072205
166	linear.weight	6	0.004194498062133789
166	linear.weight	7	-0.11545157432556152
166	linear.weight	8	-0.024054769426584244
166	linear.weight	9	0.10842400044202805
166	linear.bias	0	0.4867700934410095
166	linear.bias	1	0.756915271282196
166	linear.bias	2	-1.6272958517074585
166	linear.bias	3	-0.05754556506872177
166	linear.bias	4	-0.050822705030441284
166	linear.bias	5	0.2823061943054199
167	transitions	0	0.035014115273952484
167	transitions	1	-10000.0
167	transitions	2	2.5848793983459473
167	transitions	3	-1.1153335571289062
167	transitions	4	-10000.0
167	transitions	5	-10000.0
167	transitions	6	-10000.0
167	transitions	7	0.8816503882408142
167	transitions	8	0.8376615047454834
167	transitions	9	-1.197666049003601
167	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
167	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
167	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
167	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
167	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
167	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
167	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
167	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
167	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
167	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
167	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
167	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
167	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
167	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
167	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
167	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
167	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
167	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
167	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
167	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
167	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
167	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
167	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
167	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
167	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
167	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
167	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
167	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
167	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
167	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
167	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
167	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
167	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
167	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
167	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
167	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
167	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
167	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
167	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
167	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
167	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
167	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
167	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
167	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
167	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
167	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
167	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
167	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
167	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
167	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
167	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
167	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
167	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
167	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
167	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
167	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
167	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
167	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
167	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
167	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
167	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
167	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
167	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
167	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
167	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
167	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
167	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
167	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
167	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
167	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
167	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
167	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
167	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
167	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
167	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
167	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
167	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
167	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
167	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
167	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
167	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
167	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
167	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
167	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
167	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
167	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
167	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
167	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
167	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
167	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
167	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
167	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
167	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
167	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
167	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
167	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
167	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
167	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
167	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
167	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
167	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
167	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
167	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
167	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
167	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
167	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
167	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
167	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
167	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
167	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
167	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
167	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
167	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
167	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
167	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
167	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
167	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
167	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
167	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
167	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
167	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
167	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
167	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
167	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
167	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
167	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
167	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
167	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
167	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
167	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
167	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
167	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
167	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
167	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
167	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
167	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
167	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
167	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
167	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
167	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
167	embedding2nn.weight	0	0.014814747497439384
167	embedding2nn.weight	1	0.0001295558613492176
167	embedding2nn.weight	2	0.005569038446992636
167	embedding2nn.weight	3	0.0007360564195550978
167	embedding2nn.weight	4	-0.008310101926326752
167	embedding2nn.weight	5	-0.005585023667663336
167	embedding2nn.weight	6	-0.0008569519268348813
167	embedding2nn.weight	7	-0.0030088110361248255
167	embedding2nn.weight	8	0.013834269717335701
167	embedding2nn.weight	9	0.004461078438907862
167	embedding2nn.bias	0	0.00580329867079854
167	embedding2nn.bias	1	-0.01467538345605135
167	embedding2nn.bias	2	0.006943217478692532
167	embedding2nn.bias	3	-0.011948681436479092
167	embedding2nn.bias	4	-0.023115158081054688
167	embedding2nn.bias	5	-0.0016418214654549956
167	embedding2nn.bias	6	0.007408321835100651
167	embedding2nn.bias	7	-0.0027007288299500942
167	embedding2nn.bias	8	-0.00599358044564724
167	embedding2nn.bias	9	-0.004091765731573105
167	rnn.weight_ih_l0	0	-0.05230807512998581
167	rnn.weight_ih_l0	1	0.05076996609568596
167	rnn.weight_ih_l0	2	0.03185966983437538
167	rnn.weight_ih_l0	3	0.014749967493116856
167	rnn.weight_ih_l0	4	0.012480790726840496
167	rnn.weight_ih_l0	5	0.08419906347990036
167	rnn.weight_ih_l0	6	0.07611052691936493
167	rnn.weight_ih_l0	7	0.03779887035489082
167	rnn.weight_ih_l0	8	-0.04566720500588417
167	rnn.weight_ih_l0	9	0.00830716174095869
167	rnn.weight_hh_l0	0	0.00822792761027813
167	rnn.weight_hh_l0	1	-0.0643019825220108
167	rnn.weight_hh_l0	2	-0.06547734141349792
167	rnn.weight_hh_l0	3	0.07151167094707489
167	rnn.weight_hh_l0	4	0.07103317975997925
167	rnn.weight_hh_l0	5	0.0060624112375080585
167	rnn.weight_hh_l0	6	-0.0013816995779052377
167	rnn.weight_hh_l0	7	-0.017659692093729973
167	rnn.weight_hh_l0	8	-0.029186710715293884
167	rnn.weight_hh_l0	9	0.05760662257671356
167	rnn.bias_ih_l0	0	-0.062308184802532196
167	rnn.bias_ih_l0	1	0.08837565779685974
167	rnn.bias_ih_l0	2	0.020091690123081207
167	rnn.bias_ih_l0	3	0.08074499666690826
167	rnn.bias_ih_l0	4	-0.07770365476608276
167	rnn.bias_ih_l0	5	0.08255235105752945
167	rnn.bias_ih_l0	6	-0.06664469838142395
167	rnn.bias_ih_l0	7	-0.03575971722602844
167	rnn.bias_ih_l0	8	-0.09387777745723724
167	rnn.bias_ih_l0	9	-0.04536992684006691
167	rnn.bias_hh_l0	0	0.04012496396899223
167	rnn.bias_hh_l0	1	0.07359536737203598
167	rnn.bias_hh_l0	2	0.06986618787050247
167	rnn.bias_hh_l0	3	0.085488460958004
167	rnn.bias_hh_l0	4	-0.09730134159326553
167	rnn.bias_hh_l0	5	-0.07150917500257492
167	rnn.bias_hh_l0	6	0.07814551144838333
167	rnn.bias_hh_l0	7	-0.08220122009515762
167	rnn.bias_hh_l0	8	-0.02632751129567623
167	rnn.bias_hh_l0	9	0.007901950739324093
167	rnn.weight_ih_l0_reverse	0	0.07938117533922195
167	rnn.weight_ih_l0_reverse	1	0.07323343306779861
167	rnn.weight_ih_l0_reverse	2	0.03875162824988365
167	rnn.weight_ih_l0_reverse	3	0.03368599712848663
167	rnn.weight_ih_l0_reverse	4	-0.036738526076078415
167	rnn.weight_ih_l0_reverse	5	0.05085105076432228
167	rnn.weight_ih_l0_reverse	6	0.0664878860116005
167	rnn.weight_ih_l0_reverse	7	0.02232004515826702
167	rnn.weight_ih_l0_reverse	8	-0.05780038237571716
167	rnn.weight_ih_l0_reverse	9	-0.05285697430372238
167	rnn.weight_hh_l0_reverse	0	0.025408441200852394
167	rnn.weight_hh_l0_reverse	1	-0.0871601551771164
167	rnn.weight_hh_l0_reverse	2	0.06340151280164719
167	rnn.weight_hh_l0_reverse	3	-0.021528827026486397
167	rnn.weight_hh_l0_reverse	4	0.08473116904497147
167	rnn.weight_hh_l0_reverse	5	-0.0019002854824066162
167	rnn.weight_hh_l0_reverse	6	0.030152492225170135
167	rnn.weight_hh_l0_reverse	7	0.07857158035039902
167	rnn.weight_hh_l0_reverse	8	-0.022395826876163483
167	rnn.weight_hh_l0_reverse	9	-0.04661703109741211
167	rnn.bias_ih_l0_reverse	0	0.0007388351368717849
167	rnn.bias_ih_l0_reverse	1	-0.018420441076159477
167	rnn.bias_ih_l0_reverse	2	-0.012470338493585587
167	rnn.bias_ih_l0_reverse	3	0.03629907965660095
167	rnn.bias_ih_l0_reverse	4	0.06818554550409317
167	rnn.bias_ih_l0_reverse	5	-0.020743075758218765
167	rnn.bias_ih_l0_reverse	6	-0.02685348503291607
167	rnn.bias_ih_l0_reverse	7	-0.04839479923248291
167	rnn.bias_ih_l0_reverse	8	0.009420596994459629
167	rnn.bias_ih_l0_reverse	9	-0.06757448613643646
167	rnn.bias_hh_l0_reverse	0	0.03912092372775078
167	rnn.bias_hh_l0_reverse	1	-0.06893708556890488
167	rnn.bias_hh_l0_reverse	2	0.07966645807027817
167	rnn.bias_hh_l0_reverse	3	0.06049560755491257
167	rnn.bias_hh_l0_reverse	4	0.022912489250302315
167	rnn.bias_hh_l0_reverse	5	0.04571755975484848
167	rnn.bias_hh_l0_reverse	6	0.0660552829504013
167	rnn.bias_hh_l0_reverse	7	0.08492375910282135
167	rnn.bias_hh_l0_reverse	8	-0.00972994975745678
167	rnn.bias_hh_l0_reverse	9	0.05075424537062645
167	rnn.weight_ih_l1	0	0.023640943691134453
167	rnn.weight_ih_l1	1	0.016060275956988335
167	rnn.weight_ih_l1	2	0.08854223042726517
167	rnn.weight_ih_l1	3	-0.024212276563048363
167	rnn.weight_ih_l1	4	-0.024364449083805084
167	rnn.weight_ih_l1	5	-0.012833836488425732
167	rnn.weight_ih_l1	6	0.07281219959259033
167	rnn.weight_ih_l1	7	-0.004142942372709513
167	rnn.weight_ih_l1	8	-0.05244486406445503
167	rnn.weight_ih_l1	9	0.0532442182302475
167	rnn.weight_hh_l1	0	-0.08138756453990936
167	rnn.weight_hh_l1	1	-0.0357341542840004
167	rnn.weight_hh_l1	2	-0.008125991560518742
167	rnn.weight_hh_l1	3	-0.05819318816065788
167	rnn.weight_hh_l1	4	0.08608078211545944
167	rnn.weight_hh_l1	5	-0.08404872566461563
167	rnn.weight_hh_l1	6	-0.05033929646015167
167	rnn.weight_hh_l1	7	0.06449544429779053
167	rnn.weight_hh_l1	8	-0.013534597121179104
167	rnn.weight_hh_l1	9	-0.039900507777929306
167	rnn.bias_ih_l1	0	-0.0358257070183754
167	rnn.bias_ih_l1	1	0.05525307357311249
167	rnn.bias_ih_l1	2	-0.04610590636730194
167	rnn.bias_ih_l1	3	-0.07612866908311844
167	rnn.bias_ih_l1	4	-0.02879953943192959
167	rnn.bias_ih_l1	5	-0.0066994973458349705
167	rnn.bias_ih_l1	6	-0.046240098774433136
167	rnn.bias_ih_l1	7	0.06234690919518471
167	rnn.bias_ih_l1	8	0.08345919847488403
167	rnn.bias_ih_l1	9	0.03140774369239807
167	rnn.bias_hh_l1	0	0.06888177245855331
167	rnn.bias_hh_l1	1	-0.05847693234682083
167	rnn.bias_hh_l1	2	0.01943442039191723
167	rnn.bias_hh_l1	3	0.0808587372303009
167	rnn.bias_hh_l1	4	0.05757276341319084
167	rnn.bias_hh_l1	5	-0.07827369123697281
167	rnn.bias_hh_l1	6	0.01441158540546894
167	rnn.bias_hh_l1	7	0.0417286716401577
167	rnn.bias_hh_l1	8	0.015447361394762993
167	rnn.bias_hh_l1	9	-0.005047318525612354
167	rnn.weight_ih_l1_reverse	0	0.0865013375878334
167	rnn.weight_ih_l1_reverse	1	-0.041867855936288834
167	rnn.weight_ih_l1_reverse	2	-0.06188715621829033
167	rnn.weight_ih_l1_reverse	3	0.02531607262790203
167	rnn.weight_ih_l1_reverse	4	-0.04653394594788551
167	rnn.weight_ih_l1_reverse	5	0.02400067448616028
167	rnn.weight_ih_l1_reverse	6	0.04037049785256386
167	rnn.weight_ih_l1_reverse	7	0.02032800391316414
167	rnn.weight_ih_l1_reverse	8	-0.008712759241461754
167	rnn.weight_ih_l1_reverse	9	-0.06576738506555557
167	rnn.weight_hh_l1_reverse	0	0.004887161776423454
167	rnn.weight_hh_l1_reverse	1	0.018985284492373466
167	rnn.weight_hh_l1_reverse	2	-0.05820140987634659
167	rnn.weight_hh_l1_reverse	3	-0.012872972525656223
167	rnn.weight_hh_l1_reverse	4	0.008892583660781384
167	rnn.weight_hh_l1_reverse	5	-0.0657859593629837
167	rnn.weight_hh_l1_reverse	6	-0.06731118261814117
167	rnn.weight_hh_l1_reverse	7	-0.011365756392478943
167	rnn.weight_hh_l1_reverse	8	-0.05914672464132309
167	rnn.weight_hh_l1_reverse	9	-0.04385503754019737
167	rnn.bias_ih_l1_reverse	0	-0.0028748593758791685
167	rnn.bias_ih_l1_reverse	1	-0.04151115566492081
167	rnn.bias_ih_l1_reverse	2	0.02774953655898571
167	rnn.bias_ih_l1_reverse	3	-0.0845043808221817
167	rnn.bias_ih_l1_reverse	4	-0.0869581401348114
167	rnn.bias_ih_l1_reverse	5	-0.08681884407997131
167	rnn.bias_ih_l1_reverse	6	0.06413478404283524
167	rnn.bias_ih_l1_reverse	7	0.08444670587778091
167	rnn.bias_ih_l1_reverse	8	-0.0046277595683932304
167	rnn.bias_ih_l1_reverse	9	-0.010784237645566463
167	rnn.bias_hh_l1_reverse	0	0.06166083738207817
167	rnn.bias_hh_l1_reverse	1	-0.06722204387187958
167	rnn.bias_hh_l1_reverse	2	-0.053331632167100906
167	rnn.bias_hh_l1_reverse	3	0.07317403703927994
167	rnn.bias_hh_l1_reverse	4	-0.022423837333917618
167	rnn.bias_hh_l1_reverse	5	-0.005779894068837166
167	rnn.bias_hh_l1_reverse	6	-0.05946217104792595
167	rnn.bias_hh_l1_reverse	7	-0.059578314423561096
167	rnn.bias_hh_l1_reverse	8	0.06629724055528641
167	rnn.bias_hh_l1_reverse	9	0.05072633922100067
167	rnn.weight_ih_l2	0	0.07572619616985321
167	rnn.weight_ih_l2	1	-0.054396096616983414
167	rnn.weight_ih_l2	2	0.0633840411901474
167	rnn.weight_ih_l2	3	0.06571806967258453
167	rnn.weight_ih_l2	4	0.05634687840938568
167	rnn.weight_ih_l2	5	-0.03576646000146866
167	rnn.weight_ih_l2	6	-0.07555809617042542
167	rnn.weight_ih_l2	7	0.012191676534712315
167	rnn.weight_ih_l2	8	-0.017183078452944756
167	rnn.weight_ih_l2	9	-0.06915099918842316
167	rnn.weight_hh_l2	0	0.0480395145714283
167	rnn.weight_hh_l2	1	0.0308135487139225
167	rnn.weight_hh_l2	2	-0.05471928045153618
167	rnn.weight_hh_l2	3	-0.025213971734046936
167	rnn.weight_hh_l2	4	0.05489049479365349
167	rnn.weight_hh_l2	5	-0.024422671645879745
167	rnn.weight_hh_l2	6	0.008341035805642605
167	rnn.weight_hh_l2	7	-0.05339944362640381
167	rnn.weight_hh_l2	8	-0.005811991635710001
167	rnn.weight_hh_l2	9	-0.01806209236383438
167	rnn.bias_ih_l2	0	0.15180562436580658
167	rnn.bias_ih_l2	1	0.011638345196843147
167	rnn.bias_ih_l2	2	0.06683115661144257
167	rnn.bias_ih_l2	3	0.02907595969736576
167	rnn.bias_ih_l2	4	-0.00632128119468689
167	rnn.bias_ih_l2	5	0.047820013016462326
167	rnn.bias_ih_l2	6	0.014404915273189545
167	rnn.bias_ih_l2	7	0.017552245408296585
167	rnn.bias_ih_l2	8	0.01844448782503605
167	rnn.bias_ih_l2	9	-0.015385309234261513
167	rnn.bias_hh_l2	0	0.019867461174726486
167	rnn.bias_hh_l2	1	0.006618487648665905
167	rnn.bias_hh_l2	2	0.0750681459903717
167	rnn.bias_hh_l2	3	0.029551679268479347
167	rnn.bias_hh_l2	4	0.07799625396728516
167	rnn.bias_hh_l2	5	-0.051796626299619675
167	rnn.bias_hh_l2	6	0.053741902112960815
167	rnn.bias_hh_l2	7	-0.024243246763944626
167	rnn.bias_hh_l2	8	0.04198134317994118
167	rnn.bias_hh_l2	9	0.021613499149680138
167	rnn.weight_ih_l2_reverse	0	0.08227216452360153
167	rnn.weight_ih_l2_reverse	1	-0.05453094094991684
167	rnn.weight_ih_l2_reverse	2	0.001149166957475245
167	rnn.weight_ih_l2_reverse	3	0.03527601435780525
167	rnn.weight_ih_l2_reverse	4	0.05405283346772194
167	rnn.weight_ih_l2_reverse	5	-0.040682949125766754
167	rnn.weight_ih_l2_reverse	6	-0.0008730771369300783
167	rnn.weight_ih_l2_reverse	7	-0.013249872252345085
167	rnn.weight_ih_l2_reverse	8	0.012832843698561192
167	rnn.weight_ih_l2_reverse	9	-0.07969556003808975
167	rnn.weight_hh_l2_reverse	0	-0.08277786523103714
167	rnn.weight_hh_l2_reverse	1	0.016480540856719017
167	rnn.weight_hh_l2_reverse	2	0.010434244759380817
167	rnn.weight_hh_l2_reverse	3	0.02432999573647976
167	rnn.weight_hh_l2_reverse	4	-0.03677688166499138
167	rnn.weight_hh_l2_reverse	5	-0.01474993396550417
167	rnn.weight_hh_l2_reverse	6	-0.04355280101299286
167	rnn.weight_hh_l2_reverse	7	-0.05988891050219536
167	rnn.weight_hh_l2_reverse	8	-0.006706077139824629
167	rnn.weight_hh_l2_reverse	9	-0.059029266238212585
167	rnn.bias_ih_l2_reverse	0	-0.05756327882409096
167	rnn.bias_ih_l2_reverse	1	-0.02753974124789238
167	rnn.bias_ih_l2_reverse	2	0.04584978148341179
167	rnn.bias_ih_l2_reverse	3	0.0404500812292099
167	rnn.bias_ih_l2_reverse	4	0.07588563114404678
167	rnn.bias_ih_l2_reverse	5	-0.08880995959043503
167	rnn.bias_ih_l2_reverse	6	-0.04341508820652962
167	rnn.bias_ih_l2_reverse	7	-0.059761036187410355
167	rnn.bias_ih_l2_reverse	8	0.05914352089166641
167	rnn.bias_ih_l2_reverse	9	0.02965117245912552
167	rnn.bias_hh_l2_reverse	0	0.04241194948554039
167	rnn.bias_hh_l2_reverse	1	-0.06734704226255417
167	rnn.bias_hh_l2_reverse	2	-0.0673077404499054
167	rnn.bias_hh_l2_reverse	3	0.031696613878011703
167	rnn.bias_hh_l2_reverse	4	0.0324142649769783
167	rnn.bias_hh_l2_reverse	5	0.03518524020910263
167	rnn.bias_hh_l2_reverse	6	-0.08276084065437317
167	rnn.bias_hh_l2_reverse	7	-0.006889302749186754
167	rnn.bias_hh_l2_reverse	8	-0.1061556413769722
167	rnn.bias_hh_l2_reverse	9	-0.05518642067909241
167	linear.weight	0	0.025028489530086517
167	linear.weight	1	0.1377285271883011
167	linear.weight	2	-0.024176962673664093
167	linear.weight	3	-0.03542003780603409
167	linear.weight	4	-0.022248394787311554
167	linear.weight	5	0.04452943056821823
167	linear.weight	6	0.004129642155021429
167	linear.weight	7	-0.11545129865407944
167	linear.weight	8	-0.025631682947278023
167	linear.weight	9	0.108464315533638
167	linear.bias	0	0.4659077525138855
167	linear.bias	1	0.7834967374801636
167	linear.bias	2	-1.6276682615280151
167	linear.bias	3	-0.05754556506872177
167	linear.bias	4	-0.050822705030441284
167	linear.bias	5	0.27695944905281067
168	transitions	0	0.0348392054438591
168	transitions	1	-10000.0
168	transitions	2	2.610063076019287
168	transitions	3	-1.1190249919891357
168	transitions	4	-10000.0
168	transitions	5	-10000.0
168	transitions	6	-10000.0
168	transitions	7	0.8816471099853516
168	transitions	8	0.8374415636062622
168	transitions	9	-1.1925251483917236
168	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
168	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
168	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
168	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
168	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
168	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
168	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
168	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
168	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
168	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
168	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
168	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
168	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
168	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
168	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
168	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
168	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
168	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
168	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
168	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
168	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
168	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
168	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
168	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
168	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
168	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
168	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
168	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
168	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
168	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
168	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
168	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
168	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
168	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
168	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
168	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
168	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
168	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
168	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
168	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
168	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
168	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
168	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
168	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
168	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
168	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
168	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
168	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
168	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
168	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
168	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
168	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
168	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
168	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
168	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
168	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
168	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
168	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
168	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
168	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
168	embedding2nn.weight	0	0.01480548083782196
168	embedding2nn.weight	1	0.00014024035772308707
168	embedding2nn.weight	2	0.00556626170873642
168	embedding2nn.weight	3	0.000707317958585918
168	embedding2nn.weight	4	-0.008242142386734486
168	embedding2nn.weight	5	-0.005601119250059128
168	embedding2nn.weight	6	-0.000858029059600085
168	embedding2nn.weight	7	-0.0030058296397328377
168	embedding2nn.weight	8	0.01384622324258089
168	embedding2nn.weight	9	0.0044532399624586105
168	embedding2nn.bias	0	0.006468840874731541
168	embedding2nn.bias	1	-0.015425809659063816
168	embedding2nn.bias	2	0.005105865653604269
168	embedding2nn.bias	3	-0.010956908576190472
168	embedding2nn.bias	4	-0.02330390177667141
168	embedding2nn.bias	5	-0.001633426989428699
168	embedding2nn.bias	6	0.006372199393808842
168	embedding2nn.bias	7	-0.003859724849462509
168	embedding2nn.bias	8	-0.0041616675443947315
168	embedding2nn.bias	9	-0.004602422006428242
168	rnn.weight_ih_l0	0	-0.052353061735630035
168	rnn.weight_ih_l0	1	0.05077013745903969
168	rnn.weight_ih_l0	2	0.031860314309597015
168	rnn.weight_ih_l0	3	0.014750824309885502
168	rnn.weight_ih_l0	4	0.012479627504944801
168	rnn.weight_ih_l0	5	0.0842101201415062
168	rnn.weight_ih_l0	6	0.07610820233821869
168	rnn.weight_ih_l0	7	0.037800103425979614
168	rnn.weight_ih_l0	8	-0.045714400708675385
168	rnn.weight_ih_l0	9	0.008258521556854248
168	rnn.weight_hh_l0	0	0.008238555863499641
168	rnn.weight_hh_l0	1	-0.06429874897003174
168	rnn.weight_hh_l0	2	-0.06546978652477264
168	rnn.weight_hh_l0	3	0.0715102106332779
168	rnn.weight_hh_l0	4	0.0710267573595047
168	rnn.weight_hh_l0	5	0.006067990325391293
168	rnn.weight_hh_l0	6	-0.001646047574467957
168	rnn.weight_hh_l0	7	-0.017253534868359566
168	rnn.weight_hh_l0	8	-0.02919463813304901
168	rnn.weight_hh_l0	9	0.05759553611278534
168	rnn.bias_ih_l0	0	-0.06339690089225769
168	rnn.bias_ih_l0	1	0.08851802349090576
168	rnn.bias_ih_l0	2	0.020157353952527046
168	rnn.bias_ih_l0	3	0.08018148690462112
168	rnn.bias_ih_l0	4	-0.07740969210863113
168	rnn.bias_ih_l0	5	0.08212506026029587
168	rnn.bias_ih_l0	6	-0.06680947542190552
168	rnn.bias_ih_l0	7	-0.03581426665186882
168	rnn.bias_ih_l0	8	-0.09538770467042923
168	rnn.bias_ih_l0	9	-0.04561479762196541
168	rnn.bias_hh_l0	0	0.03967013955116272
168	rnn.bias_hh_l0	1	0.07368718832731247
168	rnn.bias_hh_l0	2	0.06996511667966843
168	rnn.bias_hh_l0	3	0.08564916253089905
168	rnn.bias_hh_l0	4	-0.09610171616077423
168	rnn.bias_hh_l0	5	-0.07143644243478775
168	rnn.bias_hh_l0	6	0.07807642966508865
168	rnn.bias_hh_l0	7	-0.07988005131483078
168	rnn.bias_hh_l0	8	-0.026262817904353142
168	rnn.bias_hh_l0	9	0.008764570578932762
168	rnn.weight_ih_l0_reverse	0	0.07939662784337997
168	rnn.weight_ih_l0_reverse	1	0.07325739413499832
168	rnn.weight_ih_l0_reverse	2	0.03874853253364563
168	rnn.weight_ih_l0_reverse	3	0.03367859125137329
168	rnn.weight_ih_l0_reverse	4	-0.036685142666101456
168	rnn.weight_ih_l0_reverse	5	0.05085330456495285
168	rnn.weight_ih_l0_reverse	6	0.06648986041545868
168	rnn.weight_ih_l0_reverse	7	0.022311927750706673
168	rnn.weight_ih_l0_reverse	8	-0.05781511217355728
168	rnn.weight_ih_l0_reverse	9	-0.05285554751753807
168	rnn.weight_hh_l0_reverse	0	0.025457723066210747
168	rnn.weight_hh_l0_reverse	1	-0.08715837448835373
168	rnn.weight_hh_l0_reverse	2	0.06341410428285599
168	rnn.weight_hh_l0_reverse	3	-0.02152889408171177
168	rnn.weight_hh_l0_reverse	4	0.08469192683696747
168	rnn.weight_hh_l0_reverse	5	-0.0019628508016467094
168	rnn.weight_hh_l0_reverse	6	0.02999848499894142
168	rnn.weight_hh_l0_reverse	7	0.07856686413288116
168	rnn.weight_hh_l0_reverse	8	-0.022389069199562073
168	rnn.weight_hh_l0_reverse	9	-0.04662959277629852
168	rnn.bias_ih_l0_reverse	0	0.0006812987849116325
168	rnn.bias_ih_l0_reverse	1	-0.01793423295021057
168	rnn.bias_ih_l0_reverse	2	-0.012942497618496418
168	rnn.bias_ih_l0_reverse	3	0.03623037412762642
168	rnn.bias_ih_l0_reverse	4	0.06822986155748367
168	rnn.bias_ih_l0_reverse	5	-0.02078288421034813
168	rnn.bias_ih_l0_reverse	6	-0.02688722312450409
168	rnn.bias_ih_l0_reverse	7	-0.048443637788295746
168	rnn.bias_ih_l0_reverse	8	0.007948826067149639
168	rnn.bias_ih_l0_reverse	9	-0.06717532873153687
168	rnn.bias_hh_l0_reverse	0	0.039356719702482224
168	rnn.bias_hh_l0_reverse	1	-0.06853792816400528
168	rnn.bias_hh_l0_reverse	2	0.07854188233613968
168	rnn.bias_hh_l0_reverse	3	0.06068660691380501
168	rnn.bias_hh_l0_reverse	4	0.02471045032143593
168	rnn.bias_hh_l0_reverse	5	0.04553524777293205
168	rnn.bias_hh_l0_reverse	6	0.06648079305887222
168	rnn.bias_hh_l0_reverse	7	0.08364183455705643
168	rnn.bias_hh_l0_reverse	8	-0.009546056389808655
168	rnn.bias_hh_l0_reverse	9	0.05070090293884277
168	rnn.weight_ih_l1	0	0.02381885051727295
168	rnn.weight_ih_l1	1	0.016000572592020035
168	rnn.weight_ih_l1	2	0.08701891452074051
168	rnn.weight_ih_l1	3	-0.024226846173405647
168	rnn.weight_ih_l1	4	-0.02442089095711708
168	rnn.weight_ih_l1	5	-0.012906503863632679
168	rnn.weight_ih_l1	6	0.07294636964797974
168	rnn.weight_ih_l1	7	-0.0038603018037974834
168	rnn.weight_ih_l1	8	-0.05239972472190857
168	rnn.weight_ih_l1	9	0.05418482795357704
168	rnn.weight_hh_l1	0	-0.08152113109827042
168	rnn.weight_hh_l1	1	-0.035739198327064514
168	rnn.weight_hh_l1	2	-0.008125628344714642
168	rnn.weight_hh_l1	3	-0.05820755660533905
168	rnn.weight_hh_l1	4	0.08614206314086914
168	rnn.weight_hh_l1	5	-0.08405482769012451
168	rnn.weight_hh_l1	6	-0.050088029354810715
168	rnn.weight_hh_l1	7	0.06467880308628082
168	rnn.weight_hh_l1	8	-0.013531886972486973
168	rnn.weight_hh_l1	9	-0.03999493643641472
168	rnn.bias_ih_l1	0	-0.036338288336992264
168	rnn.bias_ih_l1	1	0.05519487336277962
168	rnn.bias_ih_l1	2	-0.04606979712843895
168	rnn.bias_ih_l1	3	-0.07626255601644516
168	rnn.bias_ih_l1	4	-0.028750045225024223
168	rnn.bias_ih_l1	5	-0.004781097639352083
168	rnn.bias_ih_l1	6	-0.04520707204937935
168	rnn.bias_ih_l1	7	0.06220053508877754
168	rnn.bias_ih_l1	8	0.08342040330171585
168	rnn.bias_ih_l1	9	0.03092939965426922
168	rnn.bias_hh_l1	0	0.06887216866016388
168	rnn.bias_hh_l1	1	-0.05859275907278061
168	rnn.bias_hh_l1	2	0.019352111965417862
168	rnn.bias_hh_l1	3	0.08052710443735123
168	rnn.bias_hh_l1	4	0.057564280927181244
168	rnn.bias_hh_l1	5	-0.0785951167345047
168	rnn.bias_hh_l1	6	0.0143797118216753
168	rnn.bias_hh_l1	7	0.0418451726436615
168	rnn.bias_hh_l1	8	0.015546326525509357
168	rnn.bias_hh_l1	9	-0.0049520088359713554
168	rnn.weight_ih_l1_reverse	0	0.08653061091899872
168	rnn.weight_ih_l1_reverse	1	-0.041880130767822266
168	rnn.weight_ih_l1_reverse	2	-0.061880387365818024
168	rnn.weight_ih_l1_reverse	3	0.025322427973151207
168	rnn.weight_ih_l1_reverse	4	-0.04653393477201462
168	rnn.weight_ih_l1_reverse	5	0.024035166949033737
168	rnn.weight_ih_l1_reverse	6	0.04036381095647812
168	rnn.weight_ih_l1_reverse	7	0.020316889509558678
168	rnn.weight_ih_l1_reverse	8	-0.008717206306755543
168	rnn.weight_ih_l1_reverse	9	-0.06617069244384766
168	rnn.weight_hh_l1_reverse	0	0.0049025132320821285
168	rnn.weight_hh_l1_reverse	1	0.019000139087438583
168	rnn.weight_hh_l1_reverse	2	-0.05820082500576973
168	rnn.weight_hh_l1_reverse	3	-0.01290229894220829
168	rnn.weight_hh_l1_reverse	4	0.00890263170003891
168	rnn.weight_hh_l1_reverse	5	-0.06593285501003265
168	rnn.weight_hh_l1_reverse	6	-0.06732076406478882
168	rnn.weight_hh_l1_reverse	7	-0.011361627839505672
168	rnn.weight_hh_l1_reverse	8	-0.05908435210585594
168	rnn.weight_hh_l1_reverse	9	-0.04385490342974663
168	rnn.bias_ih_l1_reverse	0	-0.002860500942915678
168	rnn.bias_ih_l1_reverse	1	-0.041581474244594574
168	rnn.bias_ih_l1_reverse	2	0.0280168280005455
168	rnn.bias_ih_l1_reverse	3	-0.08450286835432053
168	rnn.bias_ih_l1_reverse	4	-0.08682854473590851
168	rnn.bias_ih_l1_reverse	5	-0.08673183619976044
168	rnn.bias_ih_l1_reverse	6	0.06433822959661484
168	rnn.bias_ih_l1_reverse	7	0.0844133198261261
168	rnn.bias_ih_l1_reverse	8	-0.004441538825631142
168	rnn.bias_ih_l1_reverse	9	-0.010833769105374813
168	rnn.bias_hh_l1_reverse	0	0.06175758317112923
168	rnn.bias_hh_l1_reverse	1	-0.06750426441431046
168	rnn.bias_hh_l1_reverse	2	-0.05365198105573654
168	rnn.bias_hh_l1_reverse	3	0.0735248550772667
168	rnn.bias_hh_l1_reverse	4	-0.022580523043870926
168	rnn.bias_hh_l1_reverse	5	-0.005618189461529255
168	rnn.bias_hh_l1_reverse	6	-0.059276994317770004
168	rnn.bias_hh_l1_reverse	7	-0.059571877121925354
168	rnn.bias_hh_l1_reverse	8	0.06620380282402039
168	rnn.bias_hh_l1_reverse	9	0.04896865040063858
168	rnn.weight_ih_l2	0	0.07570167630910873
168	rnn.weight_ih_l2	1	-0.05441096052527428
168	rnn.weight_ih_l2	2	0.06337891519069672
168	rnn.weight_ih_l2	3	0.06568270921707153
168	rnn.weight_ih_l2	4	0.05613580718636513
168	rnn.weight_ih_l2	5	-0.03515420854091644
168	rnn.weight_ih_l2	6	-0.07557602226734161
168	rnn.weight_ih_l2	7	0.012118706479668617
168	rnn.weight_ih_l2	8	-0.017182623967528343
168	rnn.weight_ih_l2	9	-0.06914134323596954
168	rnn.weight_hh_l2	0	0.048056911677122116
168	rnn.weight_hh_l2	1	0.030824903398752213
168	rnn.weight_hh_l2	2	-0.05471794679760933
168	rnn.weight_hh_l2	3	-0.02534930780529976
168	rnn.weight_hh_l2	4	0.05488481745123863
168	rnn.weight_hh_l2	5	-0.02433403767645359
168	rnn.weight_hh_l2	6	0.008381334133446217
168	rnn.weight_hh_l2	7	-0.053398337215185165
168	rnn.weight_hh_l2	8	-0.005733491387218237
168	rnn.weight_hh_l2	9	-0.018067963421344757
168	rnn.bias_ih_l2	0	0.15181805193424225
168	rnn.bias_ih_l2	1	0.011299953795969486
168	rnn.bias_ih_l2	2	0.06633632630109787
168	rnn.bias_ih_l2	3	0.028260912746191025
168	rnn.bias_ih_l2	4	-0.006475473288446665
168	rnn.bias_ih_l2	5	0.04767364636063576
168	rnn.bias_ih_l2	6	0.014363307505846024
168	rnn.bias_ih_l2	7	0.017552897334098816
168	rnn.bias_ih_l2	8	0.01827411726117134
168	rnn.bias_ih_l2	9	-0.015397533774375916
168	rnn.bias_hh_l2	0	0.019489116966724396
168	rnn.bias_hh_l2	1	0.006398982368409634
168	rnn.bias_hh_l2	2	0.07487328350543976
168	rnn.bias_hh_l2	3	0.02952740713953972
168	rnn.bias_hh_l2	4	0.07793828099966049
168	rnn.bias_hh_l2	5	-0.05025888979434967
168	rnn.bias_hh_l2	6	0.05734284594655037
168	rnn.bias_hh_l2	7	-0.024368423968553543
168	rnn.bias_hh_l2	8	0.04192747175693512
168	rnn.bias_hh_l2	9	0.01798449456691742
168	rnn.weight_ih_l2_reverse	0	0.08228038996458054
168	rnn.weight_ih_l2_reverse	1	-0.05441996082663536
168	rnn.weight_ih_l2_reverse	2	0.0011400298681110144
168	rnn.weight_ih_l2_reverse	3	0.03527185320854187
168	rnn.weight_ih_l2_reverse	4	0.05406146124005318
168	rnn.weight_ih_l2_reverse	5	-0.04068693891167641
168	rnn.weight_ih_l2_reverse	6	-0.00029218310373835266
168	rnn.weight_ih_l2_reverse	7	-0.013294749893248081
168	rnn.weight_ih_l2_reverse	8	0.012325726449489594
168	rnn.weight_ih_l2_reverse	9	-0.07968416810035706
168	rnn.weight_hh_l2_reverse	0	-0.08277721703052521
168	rnn.weight_hh_l2_reverse	1	0.01676696166396141
168	rnn.weight_hh_l2_reverse	2	0.010441104881465435
168	rnn.weight_hh_l2_reverse	3	0.024329371750354767
168	rnn.weight_hh_l2_reverse	4	-0.036774054169654846
168	rnn.weight_hh_l2_reverse	5	-0.014756251126527786
168	rnn.weight_hh_l2_reverse	6	-0.04354051500558853
168	rnn.weight_hh_l2_reverse	7	-0.05989130586385727
168	rnn.weight_hh_l2_reverse	8	-0.006709322798997164
168	rnn.weight_hh_l2_reverse	9	-0.05901748314499855
168	rnn.bias_ih_l2_reverse	0	-0.057053372263908386
168	rnn.bias_ih_l2_reverse	1	-0.027619704604148865
168	rnn.bias_ih_l2_reverse	2	0.04597177729010582
168	rnn.bias_ih_l2_reverse	3	0.03850715234875679
168	rnn.bias_ih_l2_reverse	4	0.0757482573390007
168	rnn.bias_ih_l2_reverse	5	-0.08865519613027573
168	rnn.bias_ih_l2_reverse	6	-0.04342511296272278
168	rnn.bias_ih_l2_reverse	7	-0.058992091566324234
168	rnn.bias_ih_l2_reverse	8	0.060446735471487045
168	rnn.bias_ih_l2_reverse	9	0.031016871333122253
168	rnn.bias_hh_l2_reverse	0	0.04123365506529808
168	rnn.bias_hh_l2_reverse	1	-0.06781196594238281
168	rnn.bias_hh_l2_reverse	2	-0.06731604784727097
168	rnn.bias_hh_l2_reverse	3	0.031602781265974045
168	rnn.bias_hh_l2_reverse	4	0.03178861737251282
168	rnn.bias_hh_l2_reverse	5	0.035140734165906906
168	rnn.bias_hh_l2_reverse	6	-0.08274491876363754
168	rnn.bias_hh_l2_reverse	7	-0.006660929881036282
168	rnn.bias_hh_l2_reverse	8	-0.10566618293523788
168	rnn.bias_hh_l2_reverse	9	-0.05514470115303993
168	linear.weight	0	0.025028489530086517
168	linear.weight	1	0.13573920726776123
168	linear.weight	2	-0.024177901446819305
168	linear.weight	3	-0.03426258638501167
168	linear.weight	4	-0.022248394787311554
168	linear.weight	5	0.04604416340589523
168	linear.weight	6	0.0038183073047548532
168	linear.weight	7	-0.11387453228235245
168	linear.weight	8	-0.024904171004891396
168	linear.weight	9	0.10971901565790176
168	linear.bias	0	0.4841075837612152
168	linear.bias	1	0.8027956485748291
168	linear.bias	2	-1.6282002925872803
168	linear.bias	3	-0.05754556506872177
168	linear.bias	4	-0.050822705030441284
168	linear.bias	5	0.23999273777008057
169	transitions	0	0.03473258018493652
169	transitions	1	-10000.0
169	transitions	2	2.6095035076141357
169	transitions	3	-1.1210521459579468
169	transitions	4	-10000.0
169	transitions	5	-10000.0
169	transitions	6	-10000.0
169	transitions	7	0.8816450238227844
169	transitions	8	0.8373622298240662
169	transitions	9	-1.1930150985717773
169	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
169	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
169	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
169	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
169	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
169	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
169	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
169	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
169	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
169	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
169	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
169	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
169	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
169	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
169	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
169	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
169	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
169	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
169	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
169	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
169	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
169	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
169	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
169	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
169	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
169	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
169	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
169	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
169	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
169	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
169	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
169	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
169	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
169	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
169	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
169	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
169	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
169	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
169	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
169	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
169	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
169	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
169	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
169	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
169	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
169	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
169	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
169	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
169	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
169	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
169	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
169	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
169	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
169	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
169	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
169	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
169	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
169	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
169	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
169	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
169	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
169	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
169	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
169	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
169	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
169	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
169	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
169	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
169	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
169	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
169	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
169	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
169	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
169	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
169	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
169	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
169	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
169	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
169	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
169	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
169	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
169	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
169	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
169	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
169	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
169	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
169	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
169	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
169	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
169	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
169	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
169	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
169	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
169	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
169	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
169	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
169	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
169	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
169	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
169	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
169	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
169	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
169	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
169	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
169	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
169	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
169	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
169	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
169	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
169	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
169	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
169	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
169	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
169	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
169	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
169	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
169	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
169	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
169	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
169	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
169	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
169	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
169	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
169	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
169	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
169	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
169	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
169	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
169	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
169	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
169	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
169	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
169	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
169	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
169	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
169	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
169	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
169	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
169	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
169	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
169	embedding2nn.weight	0	0.014805225655436516
169	embedding2nn.weight	1	0.00014929530152585357
169	embedding2nn.weight	2	0.0055664838291704655
169	embedding2nn.weight	3	0.0007056863978505135
169	embedding2nn.weight	4	-0.008305888622999191
169	embedding2nn.weight	5	-0.005601012613624334
169	embedding2nn.weight	6	-0.000850028358399868
169	embedding2nn.weight	7	-0.002989895408973098
169	embedding2nn.weight	8	0.013847238384187222
169	embedding2nn.weight	9	0.0044575887732207775
169	embedding2nn.bias	0	0.006517066154628992
169	embedding2nn.bias	1	-0.015056462958455086
169	embedding2nn.bias	2	0.00508213322609663
169	embedding2nn.bias	3	-0.01150655746459961
169	embedding2nn.bias	4	-0.02385028637945652
169	embedding2nn.bias	5	-0.0011291574919596314
169	embedding2nn.bias	6	0.0063653443939983845
169	embedding2nn.bias	7	-0.004316083155572414
169	embedding2nn.bias	8	-0.00429810443893075
169	embedding2nn.bias	9	-0.004450975451618433
169	rnn.weight_ih_l0	0	-0.052335698157548904
169	rnn.weight_ih_l0	1	0.05077027156949043
169	rnn.weight_ih_l0	2	0.03186461329460144
169	rnn.weight_ih_l0	3	0.014753093011677265
169	rnn.weight_ih_l0	4	0.012480927631258965
169	rnn.weight_ih_l0	5	0.0842098742723465
169	rnn.weight_ih_l0	6	0.0761105865240097
169	rnn.weight_ih_l0	7	0.037801798433065414
169	rnn.weight_ih_l0	8	-0.0457184799015522
169	rnn.weight_ih_l0	9	0.008240573108196259
169	rnn.weight_hh_l0	0	0.008242292329668999
169	rnn.weight_hh_l0	1	-0.06426165252923965
169	rnn.weight_hh_l0	2	-0.06547022610902786
169	rnn.weight_hh_l0	3	0.07150621712207794
169	rnn.weight_hh_l0	4	0.07101664692163467
169	rnn.weight_hh_l0	5	0.0060103037394583225
169	rnn.weight_hh_l0	6	-0.0016140497755259275
169	rnn.weight_hh_l0	7	-0.017296358942985535
169	rnn.weight_hh_l0	8	-0.029200926423072815
169	rnn.weight_hh_l0	9	0.05759558454155922
169	rnn.bias_ih_l0	0	-0.06308349221944809
169	rnn.bias_ih_l0	1	0.08850245922803879
169	rnn.bias_ih_l0	2	0.020202359184622765
169	rnn.bias_ih_l0	3	0.0800226554274559
169	rnn.bias_ih_l0	4	-0.07736848294734955
169	rnn.bias_ih_l0	5	0.08233647048473358
169	rnn.bias_ih_l0	6	-0.06624656915664673
169	rnn.bias_ih_l0	7	-0.03586740046739578
169	rnn.bias_ih_l0	8	-0.09491923451423645
169	rnn.bias_ih_l0	9	-0.04554601386189461
169	rnn.bias_hh_l0	0	0.039459388703107834
169	rnn.bias_hh_l0	1	0.07369379699230194
169	rnn.bias_hh_l0	2	0.07003971934318542
169	rnn.bias_hh_l0	3	0.08555508404970169
169	rnn.bias_hh_l0	4	-0.09624237567186356
169	rnn.bias_hh_l0	5	-0.07142459601163864
169	rnn.bias_hh_l0	6	0.07812289893627167
169	rnn.bias_hh_l0	7	-0.07905589789152145
169	rnn.bias_hh_l0	8	-0.026239264756441116
169	rnn.bias_hh_l0	9	0.008040346205234528
169	rnn.weight_ih_l0_reverse	0	0.07939981669187546
169	rnn.weight_ih_l0_reverse	1	0.07325796037912369
169	rnn.weight_ih_l0_reverse	2	0.03874404728412628
169	rnn.weight_ih_l0_reverse	3	0.03368007764220238
169	rnn.weight_ih_l0_reverse	4	-0.03670724108815193
169	rnn.weight_ih_l0_reverse	5	0.05085089057683945
169	rnn.weight_ih_l0_reverse	6	0.06648892909288406
169	rnn.weight_ih_l0_reverse	7	0.0223077405244112
169	rnn.weight_ih_l0_reverse	8	-0.0578029528260231
169	rnn.weight_ih_l0_reverse	9	-0.052855439484119415
169	rnn.weight_hh_l0_reverse	0	0.025453917682170868
169	rnn.weight_hh_l0_reverse	1	-0.08715678751468658
169	rnn.weight_hh_l0_reverse	2	0.06341622024774551
169	rnn.weight_hh_l0_reverse	3	-0.021528635174036026
169	rnn.weight_hh_l0_reverse	4	0.08470720797777176
169	rnn.weight_hh_l0_reverse	5	-0.0019518604967743158
169	rnn.weight_hh_l0_reverse	6	0.030031993985176086
169	rnn.weight_hh_l0_reverse	7	0.07859473675489426
169	rnn.weight_hh_l0_reverse	8	-0.022390468046069145
169	rnn.weight_hh_l0_reverse	9	-0.046619631350040436
169	rnn.bias_ih_l0_reverse	0	0.0006355897057801485
169	rnn.bias_ih_l0_reverse	1	-0.018448524177074432
169	rnn.bias_ih_l0_reverse	2	-0.013337337411940098
169	rnn.bias_ih_l0_reverse	3	0.03630780056118965
169	rnn.bias_ih_l0_reverse	4	0.06842862814664841
169	rnn.bias_ih_l0_reverse	5	-0.020824164152145386
169	rnn.bias_ih_l0_reverse	6	-0.026845669373869896
169	rnn.bias_ih_l0_reverse	7	-0.04849858954548836
169	rnn.bias_ih_l0_reverse	8	0.007804441265761852
169	rnn.bias_ih_l0_reverse	9	-0.06685685366392136
169	rnn.bias_hh_l0_reverse	0	0.039332315325737
169	rnn.bias_hh_l0_reverse	1	-0.06821945309638977
169	rnn.bias_hh_l0_reverse	2	0.07848843187093735
169	rnn.bias_hh_l0_reverse	3	0.06085159629583359
169	rnn.bias_hh_l0_reverse	4	0.023598046973347664
169	rnn.bias_hh_l0_reverse	5	0.04552337899804115
169	rnn.bias_hh_l0_reverse	6	0.06652060151100159
169	rnn.bias_hh_l0_reverse	7	0.08416500687599182
169	rnn.bias_hh_l0_reverse	8	-0.009441835805773735
169	rnn.bias_hh_l0_reverse	9	0.05144617334008217
169	rnn.weight_ih_l1	0	0.023856624960899353
169	rnn.weight_ih_l1	1	0.015959126874804497
169	rnn.weight_ih_l1	2	0.0873311311006546
169	rnn.weight_ih_l1	3	-0.024203743785619736
169	rnn.weight_ih_l1	4	-0.02441392093896866
169	rnn.weight_ih_l1	5	-0.01286268513649702
169	rnn.weight_ih_l1	6	0.07295848429203033
169	rnn.weight_ih_l1	7	-0.003816873300820589
169	rnn.weight_ih_l1	8	-0.0523860789835453
169	rnn.weight_ih_l1	9	0.05392103269696236
169	rnn.weight_hh_l1	0	-0.08148576319217682
169	rnn.weight_hh_l1	1	-0.03575128689408302
169	rnn.weight_hh_l1	2	-0.008127354085445404
169	rnn.weight_hh_l1	3	-0.05821523070335388
169	rnn.weight_hh_l1	4	0.08613914251327515
169	rnn.weight_hh_l1	5	-0.0840616449713707
169	rnn.weight_hh_l1	6	-0.05012299492955208
169	rnn.weight_hh_l1	7	0.06464085727930069
169	rnn.weight_hh_l1	8	-0.013534152880311012
169	rnn.weight_hh_l1	9	-0.040022823959589005
169	rnn.bias_ih_l1	0	-0.03643622249364853
169	rnn.bias_ih_l1	1	0.05516071617603302
169	rnn.bias_ih_l1	2	-0.046045344322919846
169	rnn.bias_ih_l1	3	-0.07613473385572433
169	rnn.bias_ih_l1	4	-0.028739698231220245
169	rnn.bias_ih_l1	5	-0.006867081858217716
169	rnn.bias_ih_l1	6	-0.04455902427434921
169	rnn.bias_ih_l1	7	0.062353767454624176
169	rnn.bias_ih_l1	8	0.0834498479962349
169	rnn.bias_ih_l1	9	0.030893977731466293
169	rnn.bias_hh_l1	0	0.06887702643871307
169	rnn.bias_hh_l1	1	-0.05859971418976784
169	rnn.bias_hh_l1	2	0.01942281797528267
169	rnn.bias_hh_l1	3	0.08057224005460739
169	rnn.bias_hh_l1	4	0.05768461152911186
169	rnn.bias_hh_l1	5	-0.0786157101392746
169	rnn.bias_hh_l1	6	0.014401775784790516
169	rnn.bias_hh_l1	7	0.041754208505153656
169	rnn.bias_hh_l1	8	0.015642130747437477
169	rnn.bias_hh_l1	9	-0.0049156383611261845
169	rnn.weight_ih_l1_reverse	0	0.08654096722602844
169	rnn.weight_ih_l1_reverse	1	-0.04186408594250679
169	rnn.weight_ih_l1_reverse	2	-0.06187940761446953
169	rnn.weight_ih_l1_reverse	3	0.02532748319208622
169	rnn.weight_ih_l1_reverse	4	-0.04653329774737358
169	rnn.weight_ih_l1_reverse	5	0.024021076038479805
169	rnn.weight_ih_l1_reverse	6	0.040358029305934906
169	rnn.weight_ih_l1_reverse	7	0.020312417298555374
169	rnn.weight_ih_l1_reverse	8	-0.008739150129258633
169	rnn.weight_ih_l1_reverse	9	-0.06610259413719177
169	rnn.weight_hh_l1_reverse	0	0.004904997535049915
169	rnn.weight_hh_l1_reverse	1	0.019004374742507935
169	rnn.weight_hh_l1_reverse	2	-0.05819905549287796
169	rnn.weight_hh_l1_reverse	3	-0.01290210708975792
169	rnn.weight_hh_l1_reverse	4	0.008900629356503487
169	rnn.weight_hh_l1_reverse	5	-0.06597070395946503
169	rnn.weight_hh_l1_reverse	6	-0.06732084602117538
169	rnn.weight_hh_l1_reverse	7	-0.011362873017787933
169	rnn.weight_hh_l1_reverse	8	-0.05894346535205841
169	rnn.weight_hh_l1_reverse	9	-0.04384532943367958
169	rnn.bias_ih_l1_reverse	0	-0.0028325014282017946
169	rnn.bias_ih_l1_reverse	1	-0.041634757071733475
169	rnn.bias_ih_l1_reverse	2	0.028155531734228134
169	rnn.bias_ih_l1_reverse	3	-0.08441802859306335
169	rnn.bias_ih_l1_reverse	4	-0.08689253032207489
169	rnn.bias_ih_l1_reverse	5	-0.08674531430006027
169	rnn.bias_ih_l1_reverse	6	0.0644293874502182
169	rnn.bias_ih_l1_reverse	7	0.08437895774841309
169	rnn.bias_ih_l1_reverse	8	-0.0048574418760836124
169	rnn.bias_ih_l1_reverse	9	-0.010879619047045708
169	rnn.bias_hh_l1_reverse	0	0.06177123636007309
169	rnn.bias_hh_l1_reverse	1	-0.06742164492607117
169	rnn.bias_hh_l1_reverse	2	-0.053717292845249176
169	rnn.bias_hh_l1_reverse	3	0.07355237007141113
169	rnn.bias_hh_l1_reverse	4	-0.022611768916249275
169	rnn.bias_hh_l1_reverse	5	-0.005599317140877247
169	rnn.bias_hh_l1_reverse	6	-0.05932118371129036
169	rnn.bias_hh_l1_reverse	7	-0.05954495072364807
169	rnn.bias_hh_l1_reverse	8	0.0661819577217102
169	rnn.bias_hh_l1_reverse	9	0.049009911715984344
169	rnn.weight_ih_l2	0	0.07561006397008896
169	rnn.weight_ih_l2	1	-0.05441766977310181
169	rnn.weight_ih_l2	2	0.06337891519069672
169	rnn.weight_ih_l2	3	0.0656922310590744
169	rnn.weight_ih_l2	4	0.05614521726965904
169	rnn.weight_ih_l2	5	-0.03514964133501053
169	rnn.weight_ih_l2	6	-0.0755968689918518
169	rnn.weight_ih_l2	7	0.012117419391870499
169	rnn.weight_ih_l2	8	-0.01718231663107872
169	rnn.weight_ih_l2	9	-0.06914153695106506
169	rnn.weight_hh_l2	0	0.04805012419819832
169	rnn.weight_hh_l2	1	0.030822644010186195
169	rnn.weight_hh_l2	2	-0.05471987649798393
169	rnn.weight_hh_l2	3	-0.025348518043756485
169	rnn.weight_hh_l2	4	0.05488010495901108
169	rnn.weight_hh_l2	5	-0.02435820922255516
169	rnn.weight_hh_l2	6	0.008379199542105198
169	rnn.weight_hh_l2	7	-0.05340111628174782
169	rnn.weight_hh_l2	8	-0.005567570216953754
169	rnn.weight_hh_l2	9	-0.01806718483567238
169	rnn.bias_ih_l2	0	0.15138161182403564
169	rnn.bias_ih_l2	1	0.011447479017078876
169	rnn.bias_ih_l2	2	0.0662684515118599
169	rnn.bias_ih_l2	3	0.028285730630159378
169	rnn.bias_ih_l2	4	-0.006511982064694166
169	rnn.bias_ih_l2	5	0.047711461782455444
169	rnn.bias_ih_l2	6	0.014311700128018856
169	rnn.bias_ih_l2	7	0.017564209178090096
169	rnn.bias_ih_l2	8	0.018234478309750557
169	rnn.bias_ih_l2	9	-0.015403913334012032
169	rnn.bias_hh_l2	0	0.01994246244430542
169	rnn.bias_hh_l2	1	0.006242590956389904
169	rnn.bias_hh_l2	2	0.0748949646949768
169	rnn.bias_hh_l2	3	0.02950441651046276
169	rnn.bias_hh_l2	4	0.0778999775648117
169	rnn.bias_hh_l2	5	-0.050924722105264664
169	rnn.bias_hh_l2	6	0.05773063004016876
169	rnn.bias_hh_l2	7	-0.024348657578229904
169	rnn.bias_hh_l2	8	0.04191213846206665
169	rnn.bias_hh_l2	9	0.014225556515157223
169	rnn.weight_ih_l2_reverse	0	0.08228041976690292
169	rnn.weight_ih_l2_reverse	1	-0.05438466742634773
169	rnn.weight_ih_l2_reverse	2	0.001140368403866887
169	rnn.weight_ih_l2_reverse	3	0.035271383821964264
169	rnn.weight_ih_l2_reverse	4	0.05406193062663078
169	rnn.weight_ih_l2_reverse	5	-0.04068824648857117
169	rnn.weight_ih_l2_reverse	6	-0.0005265120416879654
169	rnn.weight_ih_l2_reverse	7	-0.013363092206418514
169	rnn.weight_ih_l2_reverse	8	0.012357008643448353
169	rnn.weight_ih_l2_reverse	9	-0.07966621220111847
169	rnn.weight_hh_l2_reverse	0	-0.08277689665555954
169	rnn.weight_hh_l2_reverse	1	0.016760317608714104
169	rnn.weight_hh_l2_reverse	2	0.010440900921821594
169	rnn.weight_hh_l2_reverse	3	0.024328988045454025
169	rnn.weight_hh_l2_reverse	4	-0.036773212254047394
169	rnn.weight_hh_l2_reverse	5	-0.014756080694496632
169	rnn.weight_hh_l2_reverse	6	-0.04354109987616539
169	rnn.weight_hh_l2_reverse	7	-0.05989439785480499
169	rnn.weight_hh_l2_reverse	8	-0.00670921616256237
169	rnn.weight_hh_l2_reverse	9	-0.05900775268673897
169	rnn.bias_ih_l2_reverse	0	-0.05690184235572815
169	rnn.bias_ih_l2_reverse	1	-0.027634169906377792
169	rnn.bias_ih_l2_reverse	2	0.04596101865172386
169	rnn.bias_ih_l2_reverse	3	0.038936715573072433
169	rnn.bias_ih_l2_reverse	4	0.07582686841487885
169	rnn.bias_ih_l2_reverse	5	-0.0886482372879982
169	rnn.bias_ih_l2_reverse	6	-0.04345442354679108
169	rnn.bias_ih_l2_reverse	7	-0.05878058448433876
169	rnn.bias_ih_l2_reverse	8	0.06045433506369591
169	rnn.bias_ih_l2_reverse	9	0.03095964528620243
169	rnn.bias_hh_l2_reverse	0	0.041656333953142166
169	rnn.bias_hh_l2_reverse	1	-0.06732065230607986
169	rnn.bias_hh_l2_reverse	2	-0.06731540709733963
169	rnn.bias_hh_l2_reverse	3	0.03157777711749077
169	rnn.bias_hh_l2_reverse	4	0.03184002265334129
169	rnn.bias_hh_l2_reverse	5	0.0351484976708889
169	rnn.bias_hh_l2_reverse	6	-0.08274508267641068
169	rnn.bias_hh_l2_reverse	7	-0.006818410474807024
169	rnn.bias_hh_l2_reverse	8	-0.10573676228523254
169	rnn.bias_hh_l2_reverse	9	-0.05512513220310211
169	linear.weight	0	0.025028489530086517
169	linear.weight	1	0.13261008262634277
169	linear.weight	2	-0.024175137281417847
169	linear.weight	3	-0.034365009516477585
169	linear.weight	4	-0.022248394787311554
169	linear.weight	5	0.04637586697936058
169	linear.weight	6	0.002949039451777935
169	linear.weight	7	-0.1139214038848877
169	linear.weight	8	-0.02552182972431183
169	linear.weight	9	0.10978033393621445
169	linear.bias	0	0.4829082190990448
169	linear.bias	1	0.7985472679138184
169	linear.bias	2	-1.6285324096679688
169	linear.bias	3	-0.05754556506872177
169	linear.bias	4	-0.050822705030441284
169	linear.bias	5	0.245772585272789
170	transitions	0	0.03460806608200073
170	transitions	1	-10000.0
170	transitions	2	2.6302895545959473
170	transitions	3	-1.1304161548614502
170	transitions	4	-10000.0
170	transitions	5	-10000.0
170	transitions	6	-10000.0
170	transitions	7	0.8816406726837158
170	transitions	8	0.837181568145752
170	transitions	9	-1.188070297241211
170	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
170	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
170	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
170	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
170	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
170	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
170	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
170	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
170	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
170	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
170	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
170	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
170	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
170	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
170	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
170	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
170	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
170	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
170	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
170	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
170	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
170	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
170	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
170	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
170	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
170	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
170	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
170	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
170	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
170	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
170	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
170	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
170	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
170	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
170	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
170	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
170	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
170	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
170	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
170	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
170	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
170	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
170	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
170	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
170	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
170	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
170	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
170	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
170	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
170	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
170	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
170	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
170	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
170	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
170	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
170	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
170	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
170	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
170	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
170	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
170	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
170	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
170	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
170	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
170	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
170	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
170	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
170	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
170	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
170	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
170	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
170	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
170	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
170	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
170	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
170	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
170	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
170	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
170	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
170	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
170	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
170	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
170	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
170	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
170	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
170	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
170	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
170	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
170	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
170	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
170	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
170	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
170	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
170	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
170	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
170	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
170	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
170	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
170	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
170	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
170	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
170	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
170	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
170	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
170	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
170	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
170	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
170	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
170	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
170	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
170	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
170	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
170	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
170	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
170	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
170	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
170	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
170	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
170	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
170	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
170	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
170	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
170	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
170	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
170	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
170	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
170	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
170	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
170	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
170	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
170	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
170	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
170	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
170	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
170	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
170	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
170	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
170	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
170	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
170	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
170	embedding2nn.weight	0	0.014798592776060104
170	embedding2nn.weight	1	0.0001480073988204822
170	embedding2nn.weight	2	0.005567123182117939
170	embedding2nn.weight	3	0.0006907291826792061
170	embedding2nn.weight	4	-0.008245759643614292
170	embedding2nn.weight	5	-0.005610872991383076
170	embedding2nn.weight	6	-0.0008441119571216404
170	embedding2nn.weight	7	-0.0029768587555736303
170	embedding2nn.weight	8	0.013936872594058514
170	embedding2nn.weight	9	0.004456871654838324
170	embedding2nn.bias	0	0.007602079771459103
170	embedding2nn.bias	1	-0.014872130006551743
170	embedding2nn.bias	2	0.004435352515429258
170	embedding2nn.bias	3	-0.009750066325068474
170	embedding2nn.bias	4	-0.022371845319867134
170	embedding2nn.bias	5	-0.0017321992199867964
170	embedding2nn.bias	6	0.005885911174118519
170	embedding2nn.bias	7	-0.004419143311679363
170	embedding2nn.bias	8	-0.0042649623937904835
170	embedding2nn.bias	9	-0.0037180723156780005
170	rnn.weight_ih_l0	0	-0.05234534665942192
170	rnn.weight_ih_l0	1	0.05077514424920082
170	rnn.weight_ih_l0	2	0.03186348080635071
170	rnn.weight_ih_l0	3	0.014774716459214687
170	rnn.weight_ih_l0	4	0.012489261105656624
170	rnn.weight_ih_l0	5	0.08421135693788528
170	rnn.weight_ih_l0	6	0.07611867040395737
170	rnn.weight_ih_l0	7	0.037804849445819855
170	rnn.weight_ih_l0	8	-0.045730721205472946
170	rnn.weight_ih_l0	9	0.008212756365537643
170	rnn.weight_hh_l0	0	0.008245998993515968
170	rnn.weight_hh_l0	1	-0.06421380490064621
170	rnn.weight_hh_l0	2	-0.06547825783491135
170	rnn.weight_hh_l0	3	0.07150959223508835
170	rnn.weight_hh_l0	4	0.07101936638355255
170	rnn.weight_hh_l0	5	0.006041811313480139
170	rnn.weight_hh_l0	6	-0.0018982975743710995
170	rnn.weight_hh_l0	7	-0.01703745499253273
170	rnn.weight_hh_l0	8	-0.02922755666077137
170	rnn.weight_hh_l0	9	0.05759364739060402
170	rnn.bias_ih_l0	0	-0.06324582546949387
170	rnn.bias_ih_l0	1	0.08853154629468918
170	rnn.bias_ih_l0	2	0.020210733637213707
170	rnn.bias_ih_l0	3	0.08012306690216064
170	rnn.bias_ih_l0	4	-0.07722654193639755
170	rnn.bias_ih_l0	5	0.08212963491678238
170	rnn.bias_ih_l0	6	-0.06653854995965958
170	rnn.bias_ih_l0	7	-0.0358688049018383
170	rnn.bias_ih_l0	8	-0.09489933401346207
170	rnn.bias_ih_l0	9	-0.04560965299606323
170	rnn.bias_hh_l0	0	0.038920506834983826
170	rnn.bias_hh_l0	1	0.07371281087398529
170	rnn.bias_hh_l0	2	0.0699530839920044
170	rnn.bias_hh_l0	3	0.08566854894161224
170	rnn.bias_hh_l0	4	-0.0956544280052185
170	rnn.bias_hh_l0	5	-0.07134907692670822
170	rnn.bias_hh_l0	6	0.07813084125518799
170	rnn.bias_hh_l0	7	-0.07857315242290497
170	rnn.bias_hh_l0	8	-0.026358256116509438
170	rnn.bias_hh_l0	9	0.009261525236070156
170	rnn.weight_ih_l0_reverse	0	0.07940571755170822
170	rnn.weight_ih_l0_reverse	1	0.07326722145080566
170	rnn.weight_ih_l0_reverse	2	0.0387515090405941
170	rnn.weight_ih_l0_reverse	3	0.03368433192372322
170	rnn.weight_ih_l0_reverse	4	-0.036775097250938416
170	rnn.weight_ih_l0_reverse	5	0.050853610038757324
170	rnn.weight_ih_l0_reverse	6	0.06648531556129456
170	rnn.weight_ih_l0_reverse	7	0.022316351532936096
170	rnn.weight_ih_l0_reverse	8	-0.05782194808125496
170	rnn.weight_ih_l0_reverse	9	-0.05285359174013138
170	rnn.weight_hh_l0_reverse	0	0.025485554710030556
170	rnn.weight_hh_l0_reverse	1	-0.08715026825666428
170	rnn.weight_hh_l0_reverse	2	0.06341122835874557
170	rnn.weight_hh_l0_reverse	3	-0.02150750532746315
170	rnn.weight_hh_l0_reverse	4	0.08472150564193726
170	rnn.weight_hh_l0_reverse	5	-0.001931405859068036
170	rnn.weight_hh_l0_reverse	6	0.03032619133591652
170	rnn.weight_hh_l0_reverse	7	0.07858455181121826
170	rnn.weight_hh_l0_reverse	8	-0.02239304967224598
170	rnn.weight_hh_l0_reverse	9	-0.046623703092336655
170	rnn.bias_ih_l0_reverse	0	0.0003637953195720911
170	rnn.bias_ih_l0_reverse	1	-0.01851554401218891
170	rnn.bias_ih_l0_reverse	2	-0.013329648412764072
170	rnn.bias_ih_l0_reverse	3	0.03637930005788803
170	rnn.bias_ih_l0_reverse	4	0.06807930022478104
170	rnn.bias_ih_l0_reverse	5	-0.02083550952374935
170	rnn.bias_ih_l0_reverse	6	-0.02688603475689888
170	rnn.bias_ih_l0_reverse	7	-0.04854365065693855
170	rnn.bias_ih_l0_reverse	8	0.007694818079471588
170	rnn.bias_ih_l0_reverse	9	-0.0674160048365593
170	rnn.bias_hh_l0_reverse	0	0.03938973322510719
170	rnn.bias_hh_l0_reverse	1	-0.06877860426902771
170	rnn.bias_hh_l0_reverse	2	0.07873721420764923
170	rnn.bias_hh_l0_reverse	3	0.06100151315331459
170	rnn.bias_hh_l0_reverse	4	0.02523558773100376
170	rnn.bias_hh_l0_reverse	5	0.045425720512866974
170	rnn.bias_hh_l0_reverse	6	0.0665571540594101
170	rnn.bias_hh_l0_reverse	7	0.0840742290019989
170	rnn.bias_hh_l0_reverse	8	-0.009354403242468834
170	rnn.bias_hh_l0_reverse	9	0.05052769556641579
170	rnn.weight_ih_l1	0	0.02389284409582615
170	rnn.weight_ih_l1	1	0.015896011143922806
170	rnn.weight_ih_l1	2	0.08665160834789276
170	rnn.weight_ih_l1	3	-0.024200383573770523
170	rnn.weight_ih_l1	4	-0.02443024143576622
170	rnn.weight_ih_l1	5	-0.01288106944411993
170	rnn.weight_ih_l1	6	0.07296022772789001
170	rnn.weight_ih_l1	7	-0.0037651886232197285
170	rnn.weight_ih_l1	8	-0.05240904912352562
170	rnn.weight_ih_l1	9	0.05379997566342354
170	rnn.weight_hh_l1	0	-0.08172595500946045
170	rnn.weight_hh_l1	1	-0.0357435904443264
170	rnn.weight_hh_l1	2	-0.008127949200570583
170	rnn.weight_hh_l1	3	-0.058192480355501175
170	rnn.weight_hh_l1	4	0.0861721783876419
170	rnn.weight_hh_l1	5	-0.0840674638748169
170	rnn.weight_hh_l1	6	-0.05006210878491402
170	rnn.weight_hh_l1	7	0.06469309329986572
170	rnn.weight_hh_l1	8	-0.013533011078834534
170	rnn.weight_hh_l1	9	-0.040055226534605026
170	rnn.bias_ih_l1	0	-0.036512985825538635
170	rnn.bias_ih_l1	1	0.055158741772174835
170	rnn.bias_ih_l1	2	-0.04601164162158966
170	rnn.bias_ih_l1	3	-0.07623618096113205
170	rnn.bias_ih_l1	4	-0.028668314218521118
170	rnn.bias_ih_l1	5	-0.008389458991587162
170	rnn.bias_ih_l1	6	-0.045022446662187576
170	rnn.bias_ih_l1	7	0.06219497323036194
170	rnn.bias_ih_l1	8	0.08333931863307953
170	rnn.bias_ih_l1	9	0.03067629039287567
170	rnn.bias_hh_l1	0	0.0688876360654831
170	rnn.bias_hh_l1	1	-0.05861092731356621
170	rnn.bias_hh_l1	2	0.019390761852264404
170	rnn.bias_hh_l1	3	0.08074670284986496
170	rnn.bias_hh_l1	4	0.057709950953722
170	rnn.bias_hh_l1	5	-0.07865139096975327
170	rnn.bias_hh_l1	6	0.01441134512424469
170	rnn.bias_hh_l1	7	0.0417163260281086
170	rnn.bias_hh_l1	8	0.015437640249729156
170	rnn.bias_hh_l1	9	-0.004900943487882614
170	rnn.weight_ih_l1_reverse	0	0.08668700605630875
170	rnn.weight_ih_l1_reverse	1	-0.04187304526567459
170	rnn.weight_ih_l1_reverse	2	-0.0618802085518837
170	rnn.weight_ih_l1_reverse	3	0.025326542556285858
170	rnn.weight_ih_l1_reverse	4	-0.04654109850525856
170	rnn.weight_ih_l1_reverse	5	0.024040089920163155
170	rnn.weight_ih_l1_reverse	6	0.04034837335348129
170	rnn.weight_ih_l1_reverse	7	0.02032569795846939
170	rnn.weight_ih_l1_reverse	8	-0.00864782091230154
170	rnn.weight_ih_l1_reverse	9	-0.06600495427846909
170	rnn.weight_hh_l1_reverse	0	0.004928281996399164
170	rnn.weight_hh_l1_reverse	1	0.018990878015756607
170	rnn.weight_hh_l1_reverse	2	-0.05819026008248329
170	rnn.weight_hh_l1_reverse	3	-0.012891562655568123
170	rnn.weight_hh_l1_reverse	4	0.008910028263926506
170	rnn.weight_hh_l1_reverse	5	-0.06612025946378708
170	rnn.weight_hh_l1_reverse	6	-0.06732115149497986
170	rnn.weight_hh_l1_reverse	7	-0.01136420015245676
170	rnn.weight_hh_l1_reverse	8	-0.059119272977113724
170	rnn.weight_hh_l1_reverse	9	-0.043849069625139236
170	rnn.bias_ih_l1_reverse	0	-0.002889359835535288
170	rnn.bias_ih_l1_reverse	1	-0.04160740599036217
170	rnn.bias_ih_l1_reverse	2	0.027910057455301285
170	rnn.bias_ih_l1_reverse	3	-0.08441199362277985
170	rnn.bias_ih_l1_reverse	4	-0.08690350502729416
170	rnn.bias_ih_l1_reverse	5	-0.08684952557086945
170	rnn.bias_ih_l1_reverse	6	0.06462443619966507
170	rnn.bias_ih_l1_reverse	7	0.08441292494535446
170	rnn.bias_ih_l1_reverse	8	-0.004360688850283623
170	rnn.bias_ih_l1_reverse	9	-0.010939819738268852
170	rnn.bias_hh_l1_reverse	0	0.06176944077014923
170	rnn.bias_hh_l1_reverse	1	-0.06734726577997208
170	rnn.bias_hh_l1_reverse	2	-0.05377695709466934
170	rnn.bias_hh_l1_reverse	3	0.07345458120107651
170	rnn.bias_hh_l1_reverse	4	-0.02269045263528824
170	rnn.bias_hh_l1_reverse	5	-0.005657104775309563
170	rnn.bias_hh_l1_reverse	6	-0.059304576367139816
170	rnn.bias_hh_l1_reverse	7	-0.05954883247613907
170	rnn.bias_hh_l1_reverse	8	0.06619138270616531
170	rnn.bias_hh_l1_reverse	9	0.048589035868644714
170	rnn.weight_ih_l2	0	0.0758187547326088
170	rnn.weight_ih_l2	1	-0.054416853934526443
170	rnn.weight_ih_l2	2	0.06337814033031464
170	rnn.weight_ih_l2	3	0.06569455564022064
170	rnn.weight_ih_l2	4	0.05612790212035179
170	rnn.weight_ih_l2	5	-0.03490559384226799
170	rnn.weight_ih_l2	6	-0.0755874514579773
170	rnn.weight_ih_l2	7	0.012118297629058361
170	rnn.weight_ih_l2	8	-0.017182806506752968
170	rnn.weight_ih_l2	9	-0.06914064288139343
170	rnn.weight_hh_l2	0	0.04805323854088783
170	rnn.weight_hh_l2	1	0.0308067724108696
170	rnn.weight_hh_l2	2	-0.05472711846232414
170	rnn.weight_hh_l2	3	-0.02532821334898472
170	rnn.weight_hh_l2	4	0.05488535761833191
170	rnn.weight_hh_l2	5	-0.024267258122563362
170	rnn.weight_hh_l2	6	0.008369352668523788
170	rnn.weight_hh_l2	7	-0.05340123176574707
170	rnn.weight_hh_l2	8	-0.005708011332899332
170	rnn.weight_hh_l2	9	-0.018056442961096764
170	rnn.bias_ih_l2	0	0.15194997191429138
170	rnn.bias_ih_l2	1	0.01135363057255745
170	rnn.bias_ih_l2	2	0.0661851018667221
170	rnn.bias_ih_l2	3	0.028088334947824478
170	rnn.bias_ih_l2	4	-0.006562559865415096
170	rnn.bias_ih_l2	5	0.047600261867046356
170	rnn.bias_ih_l2	6	0.014194563031196594
170	rnn.bias_ih_l2	7	0.017604442313313484
170	rnn.bias_ih_l2	8	0.01812141202390194
170	rnn.bias_ih_l2	9	-0.015405074693262577
170	rnn.bias_hh_l2	0	0.020189158618450165
170	rnn.bias_hh_l2	1	0.00636628782376647
170	rnn.bias_hh_l2	2	0.0749354138970375
170	rnn.bias_hh_l2	3	0.029497938230633736
170	rnn.bias_hh_l2	4	0.07781798392534256
170	rnn.bias_hh_l2	5	-0.05113482102751732
170	rnn.bias_hh_l2	6	0.06022490933537483
170	rnn.bias_hh_l2	7	-0.02456079050898552
170	rnn.bias_hh_l2	8	0.04184410721063614
170	rnn.bias_hh_l2	9	0.011187619529664516
170	rnn.weight_ih_l2_reverse	0	0.08228137344121933
170	rnn.weight_ih_l2_reverse	1	-0.05472343787550926
170	rnn.weight_ih_l2_reverse	2	0.0011362817604094744
170	rnn.weight_ih_l2_reverse	3	0.03528052195906639
170	rnn.weight_ih_l2_reverse	4	0.05405902490019798
170	rnn.weight_ih_l2_reverse	5	-0.04068618267774582
170	rnn.weight_ih_l2_reverse	6	-0.0005135220708325505
170	rnn.weight_ih_l2_reverse	7	-0.013348824344575405
170	rnn.weight_ih_l2_reverse	8	0.01154392957687378
170	rnn.weight_ih_l2_reverse	9	-0.07966455072164536
170	rnn.weight_hh_l2_reverse	0	-0.08277551084756851
170	rnn.weight_hh_l2_reverse	1	0.016757693141698837
170	rnn.weight_hh_l2_reverse	2	0.010443882085382938
170	rnn.weight_hh_l2_reverse	3	0.02432882972061634
170	rnn.weight_hh_l2_reverse	4	-0.03677190840244293
170	rnn.weight_hh_l2_reverse	5	-0.014757005497813225
170	rnn.weight_hh_l2_reverse	6	-0.04346609115600586
170	rnn.weight_hh_l2_reverse	7	-0.05989488214254379
170	rnn.weight_hh_l2_reverse	8	-0.006720337551087141
170	rnn.weight_hh_l2_reverse	9	-0.05900992080569267
170	rnn.bias_ih_l2_reverse	0	-0.05788470432162285
170	rnn.bias_ih_l2_reverse	1	-0.027646364644169807
170	rnn.bias_ih_l2_reverse	2	0.04574199020862579
170	rnn.bias_ih_l2_reverse	3	0.03758419677615166
170	rnn.bias_ih_l2_reverse	4	0.07587145268917084
170	rnn.bias_ih_l2_reverse	5	-0.08862543106079102
170	rnn.bias_ih_l2_reverse	6	-0.04347776249051094
170	rnn.bias_ih_l2_reverse	7	-0.058879368007183075
170	rnn.bias_ih_l2_reverse	8	0.061823245137929916
170	rnn.bias_ih_l2_reverse	9	0.030573757365345955
170	rnn.bias_hh_l2_reverse	0	0.04431416466832161
170	rnn.bias_hh_l2_reverse	1	-0.06741050630807877
170	rnn.bias_hh_l2_reverse	2	-0.06731123477220535
170	rnn.bias_hh_l2_reverse	3	0.03152000531554222
170	rnn.bias_hh_l2_reverse	4	0.03195889666676521
170	rnn.bias_hh_l2_reverse	5	0.03511526435613632
170	rnn.bias_hh_l2_reverse	6	-0.08278518915176392
170	rnn.bias_hh_l2_reverse	7	-0.006808370351791382
170	rnn.bias_hh_l2_reverse	8	-0.10598380863666534
170	rnn.bias_hh_l2_reverse	9	-0.05507752299308777
170	linear.weight	0	0.025028489530086517
170	linear.weight	1	0.1337769627571106
170	linear.weight	2	-0.024171750992536545
170	linear.weight	3	-0.03480279818177223
170	linear.weight	4	-0.022248394787311554
170	linear.weight	5	0.046172209084033966
170	linear.weight	6	0.003806056221947074
170	linear.weight	7	-0.11379162967205048
170	linear.weight	8	-0.025189369916915894
170	linear.weight	9	0.11042210459709167
170	linear.bias	0	0.49661609530448914
170	linear.bias	1	0.8072332143783569
170	linear.bias	2	-1.6290233135223389
170	linear.bias	3	-0.05754556506872177
170	linear.bias	4	-0.050822705030441284
170	linear.bias	5	0.2238697111606598
171	transitions	0	0.03436330333352089
171	transitions	1	-10000.0
171	transitions	2	2.627027750015259
171	transitions	3	-1.1308962106704712
171	transitions	4	-10000.0
171	transitions	5	-10000.0
171	transitions	6	-10000.0
171	transitions	7	0.8816367387771606
171	transitions	8	0.8369526267051697
171	transitions	9	-1.1892772912979126
171	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
171	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
171	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
171	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
171	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
171	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
171	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
171	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
171	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
171	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
171	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
171	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
171	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
171	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
171	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
171	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
171	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
171	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
171	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
171	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
171	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
171	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
171	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
171	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
171	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
171	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
171	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
171	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
171	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
171	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
171	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
171	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
171	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
171	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
171	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
171	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
171	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
171	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
171	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
171	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
171	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
171	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
171	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
171	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
171	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
171	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
171	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
171	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
171	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
171	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
171	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
171	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
171	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
171	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
171	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
171	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
171	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
171	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
171	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
171	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
171	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
171	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
171	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
171	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
171	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
171	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
171	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
171	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
171	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
171	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
171	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
171	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
171	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
171	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
171	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
171	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
171	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
171	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
171	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
171	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
171	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
171	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
171	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
171	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
171	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
171	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
171	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
171	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
171	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
171	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
171	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
171	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
171	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
171	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
171	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
171	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
171	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
171	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
171	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
171	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
171	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
171	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
171	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
171	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
171	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
171	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
171	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
171	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
171	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
171	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
171	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
171	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
171	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
171	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
171	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
171	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
171	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
171	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
171	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
171	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
171	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
171	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
171	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
171	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
171	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
171	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
171	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
171	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
171	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
171	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
171	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
171	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
171	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
171	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
171	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
171	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
171	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
171	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
171	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
171	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
171	embedding2nn.weight	0	0.014797698706388474
171	embedding2nn.weight	1	0.0001519850775366649
171	embedding2nn.weight	2	0.005567607004195452
171	embedding2nn.weight	3	0.0007001899066381156
171	embedding2nn.weight	4	-0.00823966320604086
171	embedding2nn.weight	5	-0.005604052450507879
171	embedding2nn.weight	6	-0.0008293306455016136
171	embedding2nn.weight	7	-0.00297764060087502
171	embedding2nn.weight	8	0.013920871540904045
171	embedding2nn.weight	9	0.004455913789570332
171	embedding2nn.bias	0	0.006400833837687969
171	embedding2nn.bias	1	-0.015145587734878063
171	embedding2nn.bias	2	0.004745383281260729
171	embedding2nn.bias	3	-0.010220940224826336
171	embedding2nn.bias	4	-0.023437434807419777
171	embedding2nn.bias	5	-0.0012226614635437727
171	embedding2nn.bias	6	0.006686926819384098
171	embedding2nn.bias	7	-0.004524103831499815
171	embedding2nn.bias	8	-0.004347019828855991
171	embedding2nn.bias	9	-0.003425874747335911
171	rnn.weight_ih_l0	0	-0.05228075012564659
171	rnn.weight_ih_l0	1	0.05077299848198891
171	rnn.weight_ih_l0	2	0.031866464763879776
171	rnn.weight_ih_l0	3	0.014764330349862576
171	rnn.weight_ih_l0	4	0.012487472034990788
171	rnn.weight_ih_l0	5	0.08421322703361511
171	rnn.weight_ih_l0	6	0.07612307369709015
171	rnn.weight_ih_l0	7	0.037801045924425125
171	rnn.weight_ih_l0	8	-0.045765120536088943
171	rnn.weight_ih_l0	9	0.008204624056816101
171	rnn.weight_hh_l0	0	0.00824731681495905
171	rnn.weight_hh_l0	1	-0.06423474848270416
171	rnn.weight_hh_l0	2	-0.06548301130533218
171	rnn.weight_hh_l0	3	0.0715017318725586
171	rnn.weight_hh_l0	4	0.07101534307003021
171	rnn.weight_hh_l0	5	0.00599233852699399
171	rnn.weight_hh_l0	6	-0.0018949797376990318
171	rnn.weight_hh_l0	7	-0.017150891944766045
171	rnn.weight_hh_l0	8	-0.029198968783020973
171	rnn.weight_hh_l0	9	0.05759057030081749
171	rnn.bias_ih_l0	0	-0.06281089037656784
171	rnn.bias_ih_l0	1	0.08846938610076904
171	rnn.bias_ih_l0	2	0.02018907479941845
171	rnn.bias_ih_l0	3	0.08050031960010529
171	rnn.bias_ih_l0	4	-0.07777318358421326
171	rnn.bias_ih_l0	5	0.08219479769468307
171	rnn.bias_ih_l0	6	-0.06718586385250092
171	rnn.bias_ih_l0	7	-0.03590945154428482
171	rnn.bias_ih_l0	8	-0.09455442428588867
171	rnn.bias_ih_l0	9	-0.04566437378525734
171	rnn.bias_hh_l0	0	0.03838518261909485
171	rnn.bias_hh_l0	1	0.07380938529968262
171	rnn.bias_hh_l0	2	0.07006660848855972
171	rnn.bias_hh_l0	3	0.08562367409467697
171	rnn.bias_hh_l0	4	-0.09646700322628021
171	rnn.bias_hh_l0	5	-0.07137617468833923
171	rnn.bias_hh_l0	6	0.0783313736319542
171	rnn.bias_hh_l0	7	-0.07911065220832825
171	rnn.bias_hh_l0	8	-0.026445044204592705
171	rnn.bias_hh_l0	9	0.008839050307869911
171	rnn.weight_ih_l0_reverse	0	0.07940790057182312
171	rnn.weight_ih_l0_reverse	1	0.07326298207044601
171	rnn.weight_ih_l0_reverse	2	0.03875938802957535
171	rnn.weight_ih_l0_reverse	3	0.03368493542075157
171	rnn.weight_ih_l0_reverse	4	-0.03674822300672531
171	rnn.weight_ih_l0_reverse	5	0.05085315555334091
171	rnn.weight_ih_l0_reverse	6	0.06648807227611542
171	rnn.weight_ih_l0_reverse	7	0.022307682782411575
171	rnn.weight_ih_l0_reverse	8	-0.057815488427877426
171	rnn.weight_ih_l0_reverse	9	-0.05284930393099785
171	rnn.weight_hh_l0_reverse	0	0.025459889322519302
171	rnn.weight_hh_l0_reverse	1	-0.08717257529497147
171	rnn.weight_hh_l0_reverse	2	0.0633995532989502
171	rnn.weight_hh_l0_reverse	3	-0.02151886560022831
171	rnn.weight_hh_l0_reverse	4	0.08471938222646713
171	rnn.weight_hh_l0_reverse	5	-0.0019369530491530895
171	rnn.weight_hh_l0_reverse	6	0.030336471274495125
171	rnn.weight_hh_l0_reverse	7	0.0785740539431572
171	rnn.weight_hh_l0_reverse	8	-0.022395184263586998
171	rnn.weight_hh_l0_reverse	9	-0.04661468043923378
171	rnn.bias_ih_l0_reverse	0	0.00042264204239472747
171	rnn.bias_ih_l0_reverse	1	-0.018678007647395134
171	rnn.bias_ih_l0_reverse	2	-0.014125509187579155
171	rnn.bias_ih_l0_reverse	3	0.036392614245414734
171	rnn.bias_ih_l0_reverse	4	0.0679200291633606
171	rnn.bias_ih_l0_reverse	5	-0.020815297961235046
171	rnn.bias_ih_l0_reverse	6	-0.02690216340124607
171	rnn.bias_ih_l0_reverse	7	-0.04851333051919937
171	rnn.bias_ih_l0_reverse	8	0.007335678208619356
171	rnn.bias_ih_l0_reverse	9	-0.06766369193792343
171	rnn.bias_hh_l0_reverse	0	0.03938669338822365
171	rnn.bias_hh_l0_reverse	1	-0.06902629137039185
171	rnn.bias_hh_l0_reverse	2	0.07844942808151245
171	rnn.bias_hh_l0_reverse	3	0.06094164401292801
171	rnn.bias_hh_l0_reverse	4	0.024463510140776634
171	rnn.bias_hh_l0_reverse	5	0.045403677970170975
171	rnn.bias_hh_l0_reverse	6	0.06646741181612015
171	rnn.bias_hh_l0_reverse	7	0.08436895161867142
171	rnn.bias_hh_l0_reverse	8	-0.009364434517920017
171	rnn.bias_hh_l0_reverse	9	0.05108970031142235
171	rnn.weight_ih_l1	0	0.02392580918967724
171	rnn.weight_ih_l1	1	0.015893256291747093
171	rnn.weight_ih_l1	2	0.08653901517391205
171	rnn.weight_ih_l1	3	-0.024207131937146187
171	rnn.weight_ih_l1	4	-0.0244367066770792
171	rnn.weight_ih_l1	5	-0.012834046967327595
171	rnn.weight_ih_l1	6	0.07291816174983978
171	rnn.weight_ih_l1	7	-0.0036304129753261805
171	rnn.weight_ih_l1	8	-0.05240689963102341
171	rnn.weight_ih_l1	9	0.05373881757259369
171	rnn.weight_hh_l1	0	-0.08176206052303314
171	rnn.weight_hh_l1	1	-0.03573533520102501
171	rnn.weight_hh_l1	2	-0.00813017413020134
171	rnn.weight_hh_l1	3	-0.058201637119054794
171	rnn.weight_hh_l1	4	0.0861397236585617
171	rnn.weight_hh_l1	5	-0.08408357948064804
171	rnn.weight_hh_l1	6	-0.05009912699460983
171	rnn.weight_hh_l1	7	0.0647195354104042
171	rnn.weight_hh_l1	8	-0.013532362878322601
171	rnn.weight_hh_l1	9	-0.03995995968580246
171	rnn.bias_ih_l1	0	-0.035915590822696686
171	rnn.bias_ih_l1	1	0.05512447655200958
171	rnn.bias_ih_l1	2	-0.046052929013967514
171	rnn.bias_ih_l1	3	-0.07618842273950577
171	rnn.bias_ih_l1	4	-0.028597144410014153
171	rnn.bias_ih_l1	5	-0.00828154943883419
171	rnn.bias_ih_l1	6	-0.04417617991566658
171	rnn.bias_ih_l1	7	0.06218878552317619
171	rnn.bias_ih_l1	8	0.08384937047958374
171	rnn.bias_ih_l1	9	0.03150239586830139
171	rnn.bias_hh_l1	0	0.0688614547252655
171	rnn.bias_hh_l1	1	-0.058627448976039886
171	rnn.bias_hh_l1	2	0.01933058723807335
171	rnn.bias_hh_l1	3	0.08047116547822952
171	rnn.bias_hh_l1	4	0.05775030702352524
171	rnn.bias_hh_l1	5	-0.0786474198102951
171	rnn.bias_hh_l1	6	0.014377941377460957
171	rnn.bias_hh_l1	7	0.04155799373984337
171	rnn.bias_hh_l1	8	0.015398097224533558
171	rnn.bias_hh_l1	9	-0.005002021323889494
171	rnn.weight_ih_l1_reverse	0	0.08664765954017639
171	rnn.weight_ih_l1_reverse	1	-0.04189317300915718
171	rnn.weight_ih_l1_reverse	2	-0.06188550218939781
171	rnn.weight_ih_l1_reverse	3	0.025333866477012634
171	rnn.weight_ih_l1_reverse	4	-0.04655048996210098
171	rnn.weight_ih_l1_reverse	5	0.024036748334765434
171	rnn.weight_ih_l1_reverse	6	0.040357451885938644
171	rnn.weight_ih_l1_reverse	7	0.020341934636235237
171	rnn.weight_ih_l1_reverse	8	-0.008648788556456566
171	rnn.weight_ih_l1_reverse	9	-0.06615522503852844
171	rnn.weight_hh_l1_reverse	0	0.004932790994644165
171	rnn.weight_hh_l1_reverse	1	0.018989086151123047
171	rnn.weight_hh_l1_reverse	2	-0.05819446220993996
171	rnn.weight_hh_l1_reverse	3	-0.01289941743016243
171	rnn.weight_hh_l1_reverse	4	0.008911018259823322
171	rnn.weight_hh_l1_reverse	5	-0.06611772626638412
171	rnn.weight_hh_l1_reverse	6	-0.06731855124235153
171	rnn.weight_hh_l1_reverse	7	-0.011365177109837532
171	rnn.weight_hh_l1_reverse	8	-0.05924804136157036
171	rnn.weight_hh_l1_reverse	9	-0.04386821761727333
171	rnn.bias_ih_l1_reverse	0	-0.002808385994285345
171	rnn.bias_ih_l1_reverse	1	-0.04159760847687721
171	rnn.bias_ih_l1_reverse	2	0.02795608714222908
171	rnn.bias_ih_l1_reverse	3	-0.08447961509227753
171	rnn.bias_ih_l1_reverse	4	-0.08683644980192184
171	rnn.bias_ih_l1_reverse	5	-0.08694904297590256
171	rnn.bias_ih_l1_reverse	6	0.06444726884365082
171	rnn.bias_ih_l1_reverse	7	0.08444109559059143
171	rnn.bias_ih_l1_reverse	8	-0.002697915071621537
171	rnn.bias_ih_l1_reverse	9	-0.010920556262135506
171	rnn.bias_hh_l1_reverse	0	0.061898261308670044
171	rnn.bias_hh_l1_reverse	1	-0.06700500845909119
171	rnn.bias_hh_l1_reverse	2	-0.05380058288574219
171	rnn.bias_hh_l1_reverse	3	0.07318178564310074
171	rnn.bias_hh_l1_reverse	4	-0.022574668750166893
171	rnn.bias_hh_l1_reverse	5	-0.005683326628059149
171	rnn.bias_hh_l1_reverse	6	-0.059366799890995026
171	rnn.bias_hh_l1_reverse	7	-0.059610556811094284
171	rnn.bias_hh_l1_reverse	8	0.0662381574511528
171	rnn.bias_hh_l1_reverse	9	0.04784870147705078
171	rnn.weight_ih_l2	0	0.07576027512550354
171	rnn.weight_ih_l2	1	-0.05442534387111664
171	rnn.weight_ih_l2	2	0.06336849927902222
171	rnn.weight_ih_l2	3	0.06570973992347717
171	rnn.weight_ih_l2	4	0.056176602840423584
171	rnn.weight_ih_l2	5	-0.03494562581181526
171	rnn.weight_ih_l2	6	-0.0756022185087204
171	rnn.weight_ih_l2	7	0.012108844704926014
171	rnn.weight_ih_l2	8	-0.01718294434249401
171	rnn.weight_ih_l2	9	-0.06914514303207397
171	rnn.weight_hh_l2	0	0.04805366322398186
171	rnn.weight_hh_l2	1	0.030842306092381477
171	rnn.weight_hh_l2	2	-0.05471896007657051
171	rnn.weight_hh_l2	3	-0.025322262197732925
171	rnn.weight_hh_l2	4	0.05492035299539566
171	rnn.weight_hh_l2	5	-0.024179361760616302
171	rnn.weight_hh_l2	6	0.008386574685573578
171	rnn.weight_hh_l2	7	-0.05339998006820679
171	rnn.weight_hh_l2	8	-0.0056784008629620075
171	rnn.weight_hh_l2	9	-0.018046390265226364
171	rnn.bias_ih_l2	0	0.1511489450931549
171	rnn.bias_ih_l2	1	0.011504766531288624
171	rnn.bias_ih_l2	2	0.06651217490434647
171	rnn.bias_ih_l2	3	0.02798757515847683
171	rnn.bias_ih_l2	4	-0.006568955723196268
171	rnn.bias_ih_l2	5	0.04760120436549187
171	rnn.bias_ih_l2	6	0.014246619306504726
171	rnn.bias_ih_l2	7	0.01766893081367016
171	rnn.bias_ih_l2	8	0.018022602424025536
171	rnn.bias_ih_l2	9	-0.015464899130165577
171	rnn.bias_hh_l2	0	0.020638855174183846
171	rnn.bias_hh_l2	1	0.006401495076715946
171	rnn.bias_hh_l2	2	0.07507119327783585
171	rnn.bias_hh_l2	3	0.02939050830900669
171	rnn.bias_hh_l2	4	0.07783760875463486
171	rnn.bias_hh_l2	5	-0.04944128170609474
171	rnn.bias_hh_l2	6	0.05903463810682297
171	rnn.bias_hh_l2	7	-0.024635357782244682
171	rnn.bias_hh_l2	8	0.0418567955493927
171	rnn.bias_hh_l2	9	0.013076907023787498
171	rnn.weight_ih_l2_reverse	0	0.08228037506341934
171	rnn.weight_ih_l2_reverse	1	-0.05471901595592499
171	rnn.weight_ih_l2_reverse	2	0.0011547261383384466
171	rnn.weight_ih_l2_reverse	3	0.035295311361551285
171	rnn.weight_ih_l2_reverse	4	0.054055724292993546
171	rnn.weight_ih_l2_reverse	5	-0.04068474844098091
171	rnn.weight_ih_l2_reverse	6	-0.0005149577627889812
171	rnn.weight_ih_l2_reverse	7	-0.013357599265873432
171	rnn.weight_ih_l2_reverse	8	0.011791986413300037
171	rnn.weight_ih_l2_reverse	9	-0.07965773344039917
171	rnn.weight_hh_l2_reverse	0	-0.08277595043182373
171	rnn.weight_hh_l2_reverse	1	0.016729144379496574
171	rnn.weight_hh_l2_reverse	2	0.010440323501825333
171	rnn.weight_hh_l2_reverse	3	0.024329496547579765
171	rnn.weight_hh_l2_reverse	4	-0.03677313029766083
171	rnn.weight_hh_l2_reverse	5	-0.014756804332137108
171	rnn.weight_hh_l2_reverse	6	-0.04355771839618683
171	rnn.weight_hh_l2_reverse	7	-0.0599004290997982
171	rnn.weight_hh_l2_reverse	8	-0.006714880000799894
171	rnn.weight_hh_l2_reverse	9	-0.0590052455663681
171	rnn.bias_ih_l2_reverse	0	-0.05756836384534836
171	rnn.bias_ih_l2_reverse	1	-0.027578338980674744
171	rnn.bias_ih_l2_reverse	2	0.045653026551008224
171	rnn.bias_ih_l2_reverse	3	0.03750467300415039
171	rnn.bias_ih_l2_reverse	4	0.07579939067363739
171	rnn.bias_ih_l2_reverse	5	-0.08859503269195557
171	rnn.bias_ih_l2_reverse	6	-0.04347483441233635
171	rnn.bias_ih_l2_reverse	7	-0.05928456410765648
171	rnn.bias_ih_l2_reverse	8	0.062270745635032654
171	rnn.bias_ih_l2_reverse	9	0.030316725373268127
171	rnn.bias_hh_l2_reverse	0	0.046348437666893005
171	rnn.bias_hh_l2_reverse	1	-0.06741129606962204
171	rnn.bias_hh_l2_reverse	2	-0.06731423735618591
171	rnn.bias_hh_l2_reverse	3	0.031465668231248856
171	rnn.bias_hh_l2_reverse	4	0.03196157142519951
171	rnn.bias_hh_l2_reverse	5	0.03509499877691269
171	rnn.bias_hh_l2_reverse	6	-0.0827665850520134
171	rnn.bias_hh_l2_reverse	7	-0.006839997600764036
171	rnn.bias_hh_l2_reverse	8	-0.10602991282939911
171	rnn.bias_hh_l2_reverse	9	-0.05506819859147072
171	linear.weight	0	0.025028489530086517
171	linear.weight	1	0.13608397543430328
171	linear.weight	2	-0.02417447604238987
171	linear.weight	3	-0.033933937549591064
171	linear.weight	4	-0.022248394787311554
171	linear.weight	5	0.046259377151727676
171	linear.weight	6	0.0029374451842159033
171	linear.weight	7	-0.11296768486499786
171	linear.weight	8	-0.02511872723698616
171	linear.weight	9	0.10971811413764954
171	linear.bias	0	0.49274659156799316
171	linear.bias	1	0.804864227771759
171	linear.bias	2	-1.629630446434021
171	linear.bias	3	-0.05754556506872177
171	linear.bias	4	-0.050822705030441284
171	linear.bias	5	0.23071524500846863
172	transitions	0	0.034217335283756256
172	transitions	1	-10000.0
172	transitions	2	2.6228811740875244
172	transitions	3	-1.1378992795944214
172	transitions	4	-10000.0
172	transitions	5	-10000.0
172	transitions	6	-10000.0
172	transitions	7	0.8816349506378174
172	transitions	8	0.8368245959281921
172	transitions	9	-1.1906611919403076
172	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
172	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
172	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
172	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
172	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
172	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
172	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
172	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
172	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
172	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
172	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
172	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
172	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
172	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
172	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
172	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
172	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
172	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
172	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
172	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
172	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
172	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
172	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
172	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
172	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
172	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
172	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
172	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
172	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
172	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
172	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
172	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
172	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
172	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
172	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
172	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
172	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
172	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
172	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
172	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
172	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
172	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
172	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
172	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
172	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
172	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
172	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
172	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
172	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
172	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
172	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
172	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
172	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
172	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
172	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
172	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
172	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
172	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
172	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
172	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
172	embedding2nn.weight	0	0.014797070063650608
172	embedding2nn.weight	1	0.00015803411952219903
172	embedding2nn.weight	2	0.005568190943449736
172	embedding2nn.weight	3	0.0007003022474236786
172	embedding2nn.weight	4	-0.008238156326115131
172	embedding2nn.weight	5	-0.005596240982413292
172	embedding2nn.weight	6	-0.0008265741635113955
172	embedding2nn.weight	7	-0.002973592607304454
172	embedding2nn.weight	8	0.013924132101237774
172	embedding2nn.weight	9	0.0044719441793859005
172	embedding2nn.bias	0	0.005321810953319073
172	embedding2nn.bias	1	-0.014800886623561382
172	embedding2nn.bias	2	0.0060059125535190105
172	embedding2nn.bias	3	-0.010497689247131348
172	embedding2nn.bias	4	-0.023585159331560135
172	embedding2nn.bias	5	-0.00040476801223121583
172	embedding2nn.bias	6	0.007231839932501316
172	embedding2nn.bias	7	-0.004425381310284138
172	embedding2nn.bias	8	-0.005003092810511589
172	embedding2nn.bias	9	-0.003004917176440358
172	rnn.weight_ih_l0	0	-0.05229237675666809
172	rnn.weight_ih_l0	1	0.05077194795012474
172	rnn.weight_ih_l0	2	0.03186723589897156
172	rnn.weight_ih_l0	3	0.01476665586233139
172	rnn.weight_ih_l0	4	0.012484722770750523
172	rnn.weight_ih_l0	5	0.08421316742897034
172	rnn.weight_ih_l0	6	0.07611874490976334
172	rnn.weight_ih_l0	7	0.03780031576752663
172	rnn.weight_ih_l0	8	-0.04573467746376991
172	rnn.weight_ih_l0	9	0.008238214999437332
172	rnn.weight_hh_l0	0	0.008245370350778103
172	rnn.weight_hh_l0	1	-0.06424526870250702
172	rnn.weight_hh_l0	2	-0.06548415124416351
172	rnn.weight_hh_l0	3	0.07151000946760178
172	rnn.weight_hh_l0	4	0.07100483030080795
172	rnn.weight_hh_l0	5	0.005994737148284912
172	rnn.weight_hh_l0	6	-0.0019706040620803833
172	rnn.weight_hh_l0	7	-0.017158938571810722
172	rnn.weight_hh_l0	8	-0.029171980917453766
172	rnn.weight_hh_l0	9	0.05759311467409134
172	rnn.bias_ih_l0	0	-0.06261464953422546
172	rnn.bias_ih_l0	1	0.08845149725675583
172	rnn.bias_ih_l0	2	0.02019316330552101
172	rnn.bias_ih_l0	3	0.08012481033802032
172	rnn.bias_ih_l0	4	-0.07782578468322754
172	rnn.bias_ih_l0	5	0.08255240321159363
172	rnn.bias_ih_l0	6	-0.06607696413993835
172	rnn.bias_ih_l0	7	-0.03590383753180504
172	rnn.bias_ih_l0	8	-0.09347064793109894
172	rnn.bias_ih_l0	9	-0.04565133526921272
172	rnn.bias_hh_l0	0	0.037062954157590866
172	rnn.bias_hh_l0	1	0.0738382413983345
172	rnn.bias_hh_l0	2	0.07024885714054108
172	rnn.bias_hh_l0	3	0.08554743230342865
172	rnn.bias_hh_l0	4	-0.09713359922170639
172	rnn.bias_hh_l0	5	-0.07138052582740784
172	rnn.bias_hh_l0	6	0.0784088671207428
172	rnn.bias_hh_l0	7	-0.07992448657751083
172	rnn.bias_hh_l0	8	-0.026473429054021835
172	rnn.bias_hh_l0	9	0.007140020374208689
172	rnn.weight_ih_l0_reverse	0	0.07940911501646042
172	rnn.weight_ih_l0_reverse	1	0.07327405363321304
172	rnn.weight_ih_l0_reverse	2	0.038757290691137314
172	rnn.weight_ih_l0_reverse	3	0.03368260711431503
172	rnn.weight_ih_l0_reverse	4	-0.03659344092011452
172	rnn.weight_ih_l0_reverse	5	0.05085493251681328
172	rnn.weight_ih_l0_reverse	6	0.06648524105548859
172	rnn.weight_ih_l0_reverse	7	0.02229330502450466
172	rnn.weight_ih_l0_reverse	8	-0.057838454842567444
172	rnn.weight_ih_l0_reverse	9	-0.05285169556736946
172	rnn.weight_hh_l0_reverse	0	0.02546965517103672
172	rnn.weight_hh_l0_reverse	1	-0.08717086166143417
172	rnn.weight_hh_l0_reverse	2	0.06340617686510086
172	rnn.weight_hh_l0_reverse	3	-0.02152775414288044
172	rnn.weight_hh_l0_reverse	4	0.08477024734020233
172	rnn.weight_hh_l0_reverse	5	-0.0019494853913784027
172	rnn.weight_hh_l0_reverse	6	0.030294381082057953
172	rnn.weight_hh_l0_reverse	7	0.07859022170305252
172	rnn.weight_hh_l0_reverse	8	-0.022396689280867577
172	rnn.weight_hh_l0_reverse	9	-0.046615783125162125
172	rnn.bias_ih_l0_reverse	0	0.00040358153637498617
172	rnn.bias_ih_l0_reverse	1	-0.018870849162340164
172	rnn.bias_ih_l0_reverse	2	-0.014758046716451645
172	rnn.bias_ih_l0_reverse	3	0.036882802844047546
172	rnn.bias_ih_l0_reverse	4	0.0678081139922142
172	rnn.bias_ih_l0_reverse	5	-0.020915742963552475
172	rnn.bias_ih_l0_reverse	6	-0.026875099167227745
172	rnn.bias_ih_l0_reverse	7	-0.04860955476760864
172	rnn.bias_ih_l0_reverse	8	0.00733876321464777
172	rnn.bias_ih_l0_reverse	9	-0.06765060871839523
172	rnn.bias_hh_l0_reverse	0	0.039419300854206085
172	rnn.bias_hh_l0_reverse	1	-0.06901320815086365
172	rnn.bias_hh_l0_reverse	2	0.07813860476016998
172	rnn.bias_hh_l0_reverse	3	0.06105329468846321
172	rnn.bias_hh_l0_reverse	4	0.02457837387919426
172	rnn.bias_hh_l0_reverse	5	0.0452817864716053
172	rnn.bias_hh_l0_reverse	6	0.0664050281047821
172	rnn.bias_hh_l0_reverse	7	0.08435459434986115
172	rnn.bias_hh_l0_reverse	8	-0.009257316589355469
172	rnn.bias_hh_l0_reverse	9	0.051276933401823044
172	rnn.weight_ih_l1	0	0.023995915427803993
172	rnn.weight_ih_l1	1	0.01588542014360428
172	rnn.weight_ih_l1	2	0.08706444501876831
172	rnn.weight_ih_l1	3	-0.02420688048005104
172	rnn.weight_ih_l1	4	-0.024416690692305565
172	rnn.weight_ih_l1	5	-0.012626085430383682
172	rnn.weight_ih_l1	6	0.07289379090070724
172	rnn.weight_ih_l1	7	-0.0038144774734973907
172	rnn.weight_ih_l1	8	-0.05234115570783615
172	rnn.weight_ih_l1	9	0.05361880734562874
172	rnn.weight_hh_l1	0	-0.0817132443189621
172	rnn.weight_hh_l1	1	-0.03571908921003342
172	rnn.weight_hh_l1	2	-0.008133796975016594
172	rnn.weight_hh_l1	3	-0.058219149708747864
172	rnn.weight_hh_l1	4	0.08614974468946457
172	rnn.weight_hh_l1	5	-0.08408691734075546
172	rnn.weight_hh_l1	6	-0.0500824861228466
172	rnn.weight_hh_l1	7	0.06472723186016083
172	rnn.weight_hh_l1	8	-0.013545356690883636
172	rnn.weight_hh_l1	9	-0.04013308510184288
172	rnn.bias_ih_l1	0	-0.03603576496243477
172	rnn.bias_ih_l1	1	0.055114421993494034
172	rnn.bias_ih_l1	2	-0.04601303115487099
172	rnn.bias_ih_l1	3	-0.07552565634250641
172	rnn.bias_ih_l1	4	-0.02877429500222206
172	rnn.bias_ih_l1	5	-0.0099512729793787
172	rnn.bias_ih_l1	6	-0.04357177019119263
172	rnn.bias_ih_l1	7	0.0622154101729393
172	rnn.bias_ih_l1	8	0.08418435603380203
172	rnn.bias_ih_l1	9	0.03193317726254463
172	rnn.bias_hh_l1	0	0.06888885796070099
172	rnn.bias_hh_l1	1	-0.058716434985399246
172	rnn.bias_hh_l1	2	0.01931087300181389
172	rnn.bias_hh_l1	3	0.08024574816226959
172	rnn.bias_hh_l1	4	0.05778416246175766
172	rnn.bias_hh_l1	5	-0.07882894575595856
172	rnn.bias_hh_l1	6	0.014393824152648449
172	rnn.bias_hh_l1	7	0.04149815812706947
172	rnn.bias_hh_l1	8	0.015342731028795242
172	rnn.bias_hh_l1	9	-0.004967572633177042
172	rnn.weight_ih_l1_reverse	0	0.08667345345020294
172	rnn.weight_ih_l1_reverse	1	-0.041875384747982025
172	rnn.weight_ih_l1_reverse	2	-0.06189144030213356
172	rnn.weight_ih_l1_reverse	3	0.025348512455821037
172	rnn.weight_ih_l1_reverse	4	-0.0465654581785202
172	rnn.weight_ih_l1_reverse	5	0.02405097521841526
172	rnn.weight_ih_l1_reverse	6	0.040358759462833405
172	rnn.weight_ih_l1_reverse	7	0.02031407505273819
172	rnn.weight_ih_l1_reverse	8	-0.00866385456174612
172	rnn.weight_ih_l1_reverse	9	-0.06635473668575287
172	rnn.weight_hh_l1_reverse	0	0.004928498528897762
172	rnn.weight_hh_l1_reverse	1	0.018988439813256264
172	rnn.weight_hh_l1_reverse	2	-0.05819264054298401
172	rnn.weight_hh_l1_reverse	3	-0.012898274697363377
172	rnn.weight_hh_l1_reverse	4	0.008908702991902828
172	rnn.weight_hh_l1_reverse	5	-0.06595247238874435
172	rnn.weight_hh_l1_reverse	6	-0.06732254475355148
172	rnn.weight_hh_l1_reverse	7	-0.011372382752597332
172	rnn.weight_hh_l1_reverse	8	-0.059277087450027466
172	rnn.weight_hh_l1_reverse	9	-0.04387917369604111
172	rnn.bias_ih_l1_reverse	0	-0.0027881760615855455
172	rnn.bias_ih_l1_reverse	1	-0.041610050946474075
172	rnn.bias_ih_l1_reverse	2	0.028391340747475624
172	rnn.bias_ih_l1_reverse	3	-0.08439181745052338
172	rnn.bias_ih_l1_reverse	4	-0.08683045953512192
172	rnn.bias_ih_l1_reverse	5	-0.08688875287771225
172	rnn.bias_ih_l1_reverse	6	0.0649314597249031
172	rnn.bias_ih_l1_reverse	7	0.08447793871164322
172	rnn.bias_ih_l1_reverse	8	-0.0006576983141712844
172	rnn.bias_ih_l1_reverse	9	-0.010985499247908592
172	rnn.bias_hh_l1_reverse	0	0.06191430613398552
172	rnn.bias_hh_l1_reverse	1	-0.06679434329271317
172	rnn.bias_hh_l1_reverse	2	-0.05373530089855194
172	rnn.bias_hh_l1_reverse	3	0.0731569156050682
172	rnn.bias_hh_l1_reverse	4	-0.022506343200802803
172	rnn.bias_hh_l1_reverse	5	-0.0056868367828428745
172	rnn.bias_hh_l1_reverse	6	-0.059287458658218384
172	rnn.bias_hh_l1_reverse	7	-0.059684328734874725
172	rnn.bias_hh_l1_reverse	8	0.06619825959205627
172	rnn.bias_hh_l1_reverse	9	0.04701137915253639
172	rnn.weight_ih_l2	0	0.07629947364330292
172	rnn.weight_ih_l2	1	-0.05440565571188927
172	rnn.weight_ih_l2	2	0.06336823850870132
172	rnn.weight_ih_l2	3	0.06555594503879547
172	rnn.weight_ih_l2	4	0.05623476579785347
172	rnn.weight_ih_l2	5	-0.03491651639342308
172	rnn.weight_ih_l2	6	-0.07552432268857956
172	rnn.weight_ih_l2	7	0.01210777834057808
172	rnn.weight_ih_l2	8	-0.01718144863843918
172	rnn.weight_ih_l2	9	-0.06914525479078293
172	rnn.weight_hh_l2	0	0.04801521822810173
172	rnn.weight_hh_l2	1	0.030808262526988983
172	rnn.weight_hh_l2	2	-0.05473659187555313
172	rnn.weight_hh_l2	3	-0.025264769792556763
172	rnn.weight_hh_l2	4	0.054929740726947784
172	rnn.weight_hh_l2	5	-0.024332808330655098
172	rnn.weight_hh_l2	6	0.00836230255663395
172	rnn.weight_hh_l2	7	-0.053406063467264175
172	rnn.weight_hh_l2	8	-0.005855156108736992
172	rnn.weight_hh_l2	9	-0.018046921119093895
172	rnn.bias_ih_l2	0	0.15103714168071747
172	rnn.bias_ih_l2	1	0.011613943614065647
172	rnn.bias_ih_l2	2	0.06710345298051834
172	rnn.bias_ih_l2	3	0.027121365070343018
172	rnn.bias_ih_l2	4	-0.00656582647934556
172	rnn.bias_ih_l2	5	0.047954708337783813
172	rnn.bias_ih_l2	6	0.01385500654578209
172	rnn.bias_ih_l2	7	0.01746700517833233
172	rnn.bias_ih_l2	8	0.017949169501662254
172	rnn.bias_ih_l2	9	-0.015462016686797142
172	rnn.bias_hh_l2	0	0.021722741425037384
172	rnn.bias_hh_l2	1	0.006405870895832777
172	rnn.bias_hh_l2	2	0.07509838789701462
172	rnn.bias_hh_l2	3	0.029423635452985764
172	rnn.bias_hh_l2	4	0.0777624174952507
172	rnn.bias_hh_l2	5	-0.052945006638765335
172	rnn.bias_hh_l2	6	0.05970585718750954
172	rnn.bias_hh_l2	7	-0.025006985291838646
172	rnn.bias_hh_l2	8	0.042014338076114655
172	rnn.bias_hh_l2	9	0.014327269978821278
172	rnn.weight_ih_l2_reverse	0	0.08228033035993576
172	rnn.weight_ih_l2_reverse	1	-0.05483797565102577
172	rnn.weight_ih_l2_reverse	2	0.001157567836344242
172	rnn.weight_ih_l2_reverse	3	0.03528796508908272
172	rnn.weight_ih_l2_reverse	4	0.054056037217378616
172	rnn.weight_ih_l2_reverse	5	-0.04067571833729744
172	rnn.weight_ih_l2_reverse	6	-0.0005460092797875404
172	rnn.weight_ih_l2_reverse	7	-0.013446050696074963
172	rnn.weight_ih_l2_reverse	8	0.011806271970272064
172	rnn.weight_ih_l2_reverse	9	-0.07965617626905441
172	rnn.weight_hh_l2_reverse	0	-0.08277471363544464
172	rnn.weight_hh_l2_reverse	1	0.016671953722834587
172	rnn.weight_hh_l2_reverse	2	0.010437343269586563
172	rnn.weight_hh_l2_reverse	3	0.024328576400876045
172	rnn.weight_hh_l2_reverse	4	-0.03677631542086601
172	rnn.weight_hh_l2_reverse	5	-0.014755929820239544
172	rnn.weight_hh_l2_reverse	6	-0.04378299042582512
172	rnn.weight_hh_l2_reverse	7	-0.059898968786001205
172	rnn.weight_hh_l2_reverse	8	-0.006711163092404604
172	rnn.weight_hh_l2_reverse	9	-0.05900028720498085
172	rnn.bias_ih_l2_reverse	0	-0.05731845274567604
172	rnn.bias_ih_l2_reverse	1	-0.027666600421071053
172	rnn.bias_ih_l2_reverse	2	0.04528997093439102
172	rnn.bias_ih_l2_reverse	3	0.037467822432518005
172	rnn.bias_ih_l2_reverse	4	0.0760238990187645
172	rnn.bias_ih_l2_reverse	5	-0.0885867178440094
172	rnn.bias_ih_l2_reverse	6	-0.04346263408660889
172	rnn.bias_ih_l2_reverse	7	-0.059331219643354416
172	rnn.bias_ih_l2_reverse	8	0.06259983032941818
172	rnn.bias_ih_l2_reverse	9	0.02974427118897438
172	rnn.bias_hh_l2_reverse	0	0.04681055247783661
172	rnn.bias_hh_l2_reverse	1	-0.06745728105306625
172	rnn.bias_hh_l2_reverse	2	-0.06730718910694122
172	rnn.bias_hh_l2_reverse	3	0.03161018714308739
172	rnn.bias_hh_l2_reverse	4	0.03211480379104614
172	rnn.bias_hh_l2_reverse	5	0.03509484604001045
172	rnn.bias_hh_l2_reverse	6	-0.08270211517810822
172	rnn.bias_hh_l2_reverse	7	-0.006731456145644188
172	rnn.bias_hh_l2_reverse	8	-0.10492951422929764
172	rnn.bias_hh_l2_reverse	9	-0.05506425350904465
172	linear.weight	0	0.025028489530086517
172	linear.weight	1	0.14176936447620392
172	linear.weight	2	-0.02417496033012867
172	linear.weight	3	-0.03399541974067688
172	linear.weight	4	-0.022248394787311554
172	linear.weight	5	0.046645406633615494
172	linear.weight	6	0.0011415292974561453
172	linear.weight	7	-0.11269756406545639
172	linear.weight	8	-0.025347460061311722
172	linear.weight	9	0.11055459082126617
172	linear.bias	0	0.4887765944004059
172	linear.bias	1	0.7863970994949341
172	linear.bias	2	-1.6299991607666016
172	linear.bias	3	-0.05754556506872177
172	linear.bias	4	-0.050822705030441284
172	linear.bias	5	0.2535211443901062
173	transitions	0	0.034069307148456573
173	transitions	1	-10000.0
173	transitions	2	2.6363983154296875
173	transitions	3	-1.1433342695236206
173	transitions	4	-10000.0
173	transitions	5	-10000.0
173	transitions	6	-10000.0
173	transitions	7	0.8816315531730652
173	transitions	8	0.8366522192955017
173	transitions	9	-1.1912004947662354
173	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
173	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
173	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
173	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
173	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
173	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
173	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
173	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
173	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
173	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
173	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
173	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
173	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
173	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
173	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
173	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
173	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
173	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
173	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
173	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
173	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
173	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
173	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
173	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
173	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
173	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
173	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
173	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
173	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
173	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
173	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
173	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
173	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
173	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
173	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
173	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
173	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
173	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
173	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
173	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
173	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
173	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
173	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
173	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
173	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
173	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
173	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
173	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
173	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
173	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
173	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
173	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
173	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
173	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
173	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
173	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
173	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
173	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
173	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
173	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
173	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
173	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
173	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
173	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
173	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
173	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
173	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
173	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
173	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
173	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
173	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
173	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
173	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
173	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
173	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
173	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
173	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
173	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
173	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
173	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
173	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
173	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
173	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
173	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
173	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
173	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
173	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
173	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
173	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
173	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
173	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
173	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
173	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
173	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
173	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
173	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
173	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
173	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
173	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
173	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
173	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
173	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
173	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
173	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
173	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
173	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
173	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
173	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
173	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
173	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
173	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
173	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
173	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
173	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
173	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
173	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
173	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
173	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
173	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
173	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
173	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
173	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
173	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
173	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
173	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
173	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
173	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
173	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
173	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
173	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
173	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
173	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
173	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
173	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
173	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
173	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
173	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
173	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
173	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
173	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
173	embedding2nn.weight	0	0.014790019020438194
173	embedding2nn.weight	1	0.000159994131536223
173	embedding2nn.weight	2	0.005566898733377457
173	embedding2nn.weight	3	0.0007012737914919853
173	embedding2nn.weight	4	-0.008239204995334148
173	embedding2nn.weight	5	-0.005593284033238888
173	embedding2nn.weight	6	-0.0008125121239572763
173	embedding2nn.weight	7	-0.0029866923578083515
173	embedding2nn.weight	8	0.01396616455167532
173	embedding2nn.weight	9	0.004468109924346209
173	embedding2nn.bias	0	0.005232543684542179
173	embedding2nn.bias	1	-0.015743570402264595
173	embedding2nn.bias	2	0.005197481717914343
173	embedding2nn.bias	3	-0.0090895164757967
173	embedding2nn.bias	4	-0.023474108427762985
173	embedding2nn.bias	5	-0.00016457325546070933
173	embedding2nn.bias	6	0.006739764474332333
173	embedding2nn.bias	7	-0.0049044289626181126
173	embedding2nn.bias	8	-0.004355438519269228
173	embedding2nn.bias	9	-0.0031553220469504595
173	rnn.weight_ih_l0	0	-0.05229678750038147
173	rnn.weight_ih_l0	1	0.050775256007909775
173	rnn.weight_ih_l0	2	0.03186909481883049
173	rnn.weight_ih_l0	3	0.014754943549633026
173	rnn.weight_ih_l0	4	0.012455805204808712
173	rnn.weight_ih_l0	5	0.08421012759208679
173	rnn.weight_ih_l0	6	0.076130211353302
173	rnn.weight_ih_l0	7	0.037805285304784775
173	rnn.weight_ih_l0	8	-0.04573234170675278
173	rnn.weight_ih_l0	9	0.008131440728902817
173	rnn.weight_hh_l0	0	0.008247632533311844
173	rnn.weight_hh_l0	1	-0.0642378032207489
173	rnn.weight_hh_l0	2	-0.06548406928777695
173	rnn.weight_hh_l0	3	0.07153426855802536
173	rnn.weight_hh_l0	4	0.07100534439086914
173	rnn.weight_hh_l0	5	0.005974901840090752
173	rnn.weight_hh_l0	6	-0.001945724943652749
173	rnn.weight_hh_l0	7	-0.016883667558431625
173	rnn.weight_hh_l0	8	-0.029186611995100975
173	rnn.weight_hh_l0	9	0.057592835277318954
173	rnn.bias_ih_l0	0	-0.06299467384815216
173	rnn.bias_ih_l0	1	0.08848411589860916
173	rnn.bias_ih_l0	2	0.02016441710293293
173	rnn.bias_ih_l0	3	0.0797959715127945
173	rnn.bias_ih_l0	4	-0.07662246376276016
173	rnn.bias_ih_l0	5	0.0823940634727478
173	rnn.bias_ih_l0	6	-0.06776156276464462
173	rnn.bias_ih_l0	7	-0.03600914403796196
173	rnn.bias_ih_l0	8	-0.09361819177865982
173	rnn.bias_ih_l0	9	-0.045537542551755905
173	rnn.bias_hh_l0	0	0.03685895353555679
173	rnn.bias_hh_l0	1	0.07378844916820526
173	rnn.bias_hh_l0	2	0.07005570083856583
173	rnn.bias_hh_l0	3	0.08563251048326492
173	rnn.bias_hh_l0	4	-0.09664774686098099
173	rnn.bias_hh_l0	5	-0.07141507416963577
173	rnn.bias_hh_l0	6	0.07853337377309799
173	rnn.bias_hh_l0	7	-0.07930373400449753
173	rnn.bias_hh_l0	8	-0.026555944234132767
173	rnn.bias_hh_l0	9	0.008543027564883232
173	rnn.weight_ih_l0_reverse	0	0.07940911501646042
173	rnn.weight_ih_l0_reverse	1	0.07326628267765045
173	rnn.weight_ih_l0_reverse	2	0.03875358775258064
173	rnn.weight_ih_l0_reverse	3	0.0336727611720562
173	rnn.weight_ih_l0_reverse	4	-0.03660190850496292
173	rnn.weight_ih_l0_reverse	5	0.05085121840238571
173	rnn.weight_ih_l0_reverse	6	0.06648421287536621
173	rnn.weight_ih_l0_reverse	7	0.02233218401670456
173	rnn.weight_ih_l0_reverse	8	-0.057824041694402695
173	rnn.weight_ih_l0_reverse	9	-0.052851252257823944
173	rnn.weight_hh_l0_reverse	0	0.02552173286676407
173	rnn.weight_hh_l0_reverse	1	-0.0871824100613594
173	rnn.weight_hh_l0_reverse	2	0.06340741366147995
173	rnn.weight_hh_l0_reverse	3	-0.021532826125621796
173	rnn.weight_hh_l0_reverse	4	0.08475977182388306
173	rnn.weight_hh_l0_reverse	5	-0.0019745798781514168
173	rnn.weight_hh_l0_reverse	6	0.03033560886979103
173	rnn.weight_hh_l0_reverse	7	0.07858593016862869
173	rnn.weight_hh_l0_reverse	8	-0.022393062710762024
173	rnn.weight_hh_l0_reverse	9	-0.046617623418569565
173	rnn.bias_ih_l0_reverse	0	0.00043091169209219515
173	rnn.bias_ih_l0_reverse	1	-0.018088625743985176
173	rnn.bias_ih_l0_reverse	2	-0.014005796052515507
173	rnn.bias_ih_l0_reverse	3	0.03654515743255615
173	rnn.bias_ih_l0_reverse	4	0.0676732286810875
173	rnn.bias_ih_l0_reverse	5	-0.020919444039463997
173	rnn.bias_ih_l0_reverse	6	-0.026885854080319405
173	rnn.bias_ih_l0_reverse	7	-0.04862253740429878
173	rnn.bias_ih_l0_reverse	8	0.007065050303936005
173	rnn.bias_ih_l0_reverse	9	-0.06774734705686569
173	rnn.bias_hh_l0_reverse	0	0.039385341107845306
173	rnn.bias_hh_l0_reverse	1	-0.0691099464893341
173	rnn.bias_hh_l0_reverse	2	0.07753901183605194
173	rnn.bias_hh_l0_reverse	3	0.0610034205019474
173	rnn.bias_hh_l0_reverse	4	0.02410738356411457
173	rnn.bias_hh_l0_reverse	5	0.045556314289569855
173	rnn.bias_hh_l0_reverse	6	0.06629525125026703
173	rnn.bias_hh_l0_reverse	7	0.08399710804224014
173	rnn.bias_hh_l0_reverse	8	-0.009300315752625465
173	rnn.bias_hh_l0_reverse	9	0.0507335402071476
173	rnn.weight_ih_l1	0	0.023996103554964066
173	rnn.weight_ih_l1	1	0.015892285853624344
173	rnn.weight_ih_l1	2	0.086662158370018
173	rnn.weight_ih_l1	3	-0.024218929931521416
173	rnn.weight_ih_l1	4	-0.024511314928531647
173	rnn.weight_ih_l1	5	-0.012627104297280312
173	rnn.weight_ih_l1	6	0.07285913079977036
173	rnn.weight_ih_l1	7	-0.003949024248868227
173	rnn.weight_ih_l1	8	-0.05255435034632683
173	rnn.weight_ih_l1	9	0.05337892845273018
173	rnn.weight_hh_l1	0	-0.0819580927491188
173	rnn.weight_hh_l1	1	-0.03572947904467583
173	rnn.weight_hh_l1	2	-0.00814276747405529
173	rnn.weight_hh_l1	3	-0.05822167173027992
173	rnn.weight_hh_l1	4	0.08615811169147491
173	rnn.weight_hh_l1	5	-0.0840810164809227
173	rnn.weight_hh_l1	6	-0.05009564012289047
173	rnn.weight_hh_l1	7	0.06472954899072647
173	rnn.weight_hh_l1	8	-0.013537268154323101
173	rnn.weight_hh_l1	9	-0.04006867855787277
173	rnn.bias_ih_l1	0	-0.03568970412015915
173	rnn.bias_ih_l1	1	0.055321104824543
173	rnn.bias_ih_l1	2	-0.045990485697984695
173	rnn.bias_ih_l1	3	-0.07567756623029709
173	rnn.bias_ih_l1	4	-0.028737325221300125
173	rnn.bias_ih_l1	5	-0.007355509325861931
173	rnn.bias_ih_l1	6	-0.04439902678132057
173	rnn.bias_ih_l1	7	0.06216434761881828
173	rnn.bias_ih_l1	8	0.08361050486564636
173	rnn.bias_ih_l1	9	0.032309118658304214
173	rnn.bias_hh_l1	0	0.06893834471702576
173	rnn.bias_hh_l1	1	-0.05876270309090614
173	rnn.bias_hh_l1	2	0.01939321495592594
173	rnn.bias_hh_l1	3	0.08055511116981506
173	rnn.bias_hh_l1	4	0.057710789144039154
173	rnn.bias_hh_l1	5	-0.07880137115716934
173	rnn.bias_hh_l1	6	0.014402602799236774
173	rnn.bias_hh_l1	7	0.0416676290333271
173	rnn.bias_hh_l1	8	0.01516795065253973
173	rnn.bias_hh_l1	9	-0.00505818473175168
173	rnn.weight_ih_l1_reverse	0	0.08677998930215836
173	rnn.weight_ih_l1_reverse	1	-0.04184838756918907
173	rnn.weight_ih_l1_reverse	2	-0.06187552213668823
173	rnn.weight_ih_l1_reverse	3	0.025353068485856056
173	rnn.weight_ih_l1_reverse	4	-0.04653530567884445
173	rnn.weight_ih_l1_reverse	5	0.024061433970928192
173	rnn.weight_ih_l1_reverse	6	0.04035191982984543
173	rnn.weight_ih_l1_reverse	7	0.020326701924204826
173	rnn.weight_ih_l1_reverse	8	-0.008649837225675583
173	rnn.weight_ih_l1_reverse	9	-0.06614245474338531
173	rnn.weight_hh_l1_reverse	0	0.004917824640870094
173	rnn.weight_hh_l1_reverse	1	0.01899375207722187
173	rnn.weight_hh_l1_reverse	2	-0.05819140747189522
173	rnn.weight_hh_l1_reverse	3	-0.012917263433337212
173	rnn.weight_hh_l1_reverse	4	0.008914979174733162
173	rnn.weight_hh_l1_reverse	5	-0.06610473245382309
173	rnn.weight_hh_l1_reverse	6	-0.06731102615594864
173	rnn.weight_hh_l1_reverse	7	-0.011365246027708054
173	rnn.weight_hh_l1_reverse	8	-0.059251315891742706
173	rnn.weight_hh_l1_reverse	9	-0.04387902095913887
173	rnn.bias_ih_l1_reverse	0	-0.0027951092924922705
173	rnn.bias_ih_l1_reverse	1	-0.04155893996357918
173	rnn.bias_ih_l1_reverse	2	0.027747267857193947
173	rnn.bias_ih_l1_reverse	3	-0.08464378863573074
173	rnn.bias_ih_l1_reverse	4	-0.0867341086268425
173	rnn.bias_ih_l1_reverse	5	-0.08687520027160645
173	rnn.bias_ih_l1_reverse	6	0.06469269096851349
173	rnn.bias_ih_l1_reverse	7	0.08449351042509079
173	rnn.bias_ih_l1_reverse	8	-0.0003917534777428955
173	rnn.bias_ih_l1_reverse	9	-0.010963323526084423
173	rnn.bias_hh_l1_reverse	0	0.061947062611579895
173	rnn.bias_hh_l1_reverse	1	-0.06717116385698318
173	rnn.bias_hh_l1_reverse	2	-0.054186854511499405
173	rnn.bias_hh_l1_reverse	3	0.0731767863035202
173	rnn.bias_hh_l1_reverse	4	-0.02264372818171978
173	rnn.bias_hh_l1_reverse	5	-0.005686618387699127
173	rnn.bias_hh_l1_reverse	6	-0.059274353086948395
173	rnn.bias_hh_l1_reverse	7	-0.059751514345407486
173	rnn.bias_hh_l1_reverse	8	0.06624528765678406
173	rnn.bias_hh_l1_reverse	9	0.04728492721915245
173	rnn.weight_ih_l2	0	0.07661198824644089
173	rnn.weight_ih_l2	1	-0.05430644005537033
173	rnn.weight_ih_l2	2	0.06335527449846268
173	rnn.weight_ih_l2	3	0.06551869213581085
173	rnn.weight_ih_l2	4	0.05632936581969261
173	rnn.weight_ih_l2	5	-0.034886978566646576
173	rnn.weight_ih_l2	6	-0.07563115656375885
173	rnn.weight_ih_l2	7	0.012097799219191074
173	rnn.weight_ih_l2	8	-0.017179952934384346
173	rnn.weight_ih_l2	9	-0.0691409632563591
173	rnn.weight_hh_l2	0	0.048080820590257645
173	rnn.weight_hh_l2	1	0.0308572668582201
173	rnn.weight_hh_l2	2	-0.054739151149988174
173	rnn.weight_hh_l2	3	-0.02524014376103878
173	rnn.weight_hh_l2	4	0.05493699014186859
173	rnn.weight_hh_l2	5	-0.02424650639295578
173	rnn.weight_hh_l2	6	0.008353814482688904
173	rnn.weight_hh_l2	7	-0.05342738330364227
173	rnn.weight_hh_l2	8	-0.00593904871493578
173	rnn.weight_hh_l2	9	-0.018047314137220383
173	rnn.bias_ih_l2	0	0.15211009979248047
173	rnn.bias_ih_l2	1	0.011730418540537357
173	rnn.bias_ih_l2	2	0.0666949450969696
173	rnn.bias_ih_l2	3	0.027234625071287155
173	rnn.bias_ih_l2	4	-0.0066149672493338585
173	rnn.bias_ih_l2	5	0.04768056422472
173	rnn.bias_ih_l2	6	0.013858168385922909
173	rnn.bias_ih_l2	7	0.01746494509279728
173	rnn.bias_ih_l2	8	0.017993038520216942
173	rnn.bias_ih_l2	9	-0.015421480871737003
173	rnn.bias_hh_l2	0	0.02122683823108673
173	rnn.bias_hh_l2	1	0.006700565107166767
173	rnn.bias_hh_l2	2	0.07503648102283478
173	rnn.bias_hh_l2	3	0.02947097271680832
173	rnn.bias_hh_l2	4	0.07779522985219955
173	rnn.bias_hh_l2	5	-0.05208436772227287
173	rnn.bias_hh_l2	6	0.05715477094054222
173	rnn.bias_hh_l2	7	-0.0249798521399498
173	rnn.bias_hh_l2	8	0.0420648567378521
173	rnn.bias_hh_l2	9	0.007889335975050926
173	rnn.weight_ih_l2_reverse	0	0.08228778094053268
173	rnn.weight_ih_l2_reverse	1	-0.055096060037612915
173	rnn.weight_ih_l2_reverse	2	0.0011583244195207953
173	rnn.weight_ih_l2_reverse	3	0.035281624644994736
173	rnn.weight_ih_l2_reverse	4	0.05406005680561066
173	rnn.weight_ih_l2_reverse	5	-0.04067642614245415
173	rnn.weight_ih_l2_reverse	6	-0.0004268707416485995
173	rnn.weight_ih_l2_reverse	7	-0.013426367193460464
173	rnn.weight_ih_l2_reverse	8	0.012010169215500355
173	rnn.weight_ih_l2_reverse	9	-0.07965300232172012
173	rnn.weight_hh_l2_reverse	0	-0.08277479559183121
173	rnn.weight_hh_l2_reverse	1	0.016691474243998528
173	rnn.weight_hh_l2_reverse	2	0.010439379140734673
173	rnn.weight_hh_l2_reverse	3	0.02432820200920105
173	rnn.weight_hh_l2_reverse	4	-0.036786895245313644
173	rnn.weight_hh_l2_reverse	5	-0.014752428978681564
173	rnn.weight_hh_l2_reverse	6	-0.043784599751234055
173	rnn.weight_hh_l2_reverse	7	-0.05989999324083328
173	rnn.weight_hh_l2_reverse	8	-0.006704642437398434
173	rnn.weight_hh_l2_reverse	9	-0.05901713669300079
173	rnn.bias_ih_l2_reverse	0	-0.05707861855626106
173	rnn.bias_ih_l2_reverse	1	-0.027681147679686546
173	rnn.bias_ih_l2_reverse	2	0.045323699712753296
173	rnn.bias_ih_l2_reverse	3	0.03748134896159172
173	rnn.bias_ih_l2_reverse	4	0.07594231516122818
173	rnn.bias_ih_l2_reverse	5	-0.08860444277524948
173	rnn.bias_ih_l2_reverse	6	-0.04342038929462433
173	rnn.bias_ih_l2_reverse	7	-0.05917084962129593
173	rnn.bias_ih_l2_reverse	8	0.06191625818610191
173	rnn.bias_ih_l2_reverse	9	0.02896285243332386
173	rnn.bias_hh_l2_reverse	0	0.04793049767613411
173	rnn.bias_hh_l2_reverse	1	-0.06720167398452759
173	rnn.bias_hh_l2_reverse	2	-0.06728004664182663
173	rnn.bias_hh_l2_reverse	3	0.031551510095596313
173	rnn.bias_hh_l2_reverse	4	0.03225325420498848
173	rnn.bias_hh_l2_reverse	5	0.03489690646529198
173	rnn.bias_hh_l2_reverse	6	-0.08268992602825165
173	rnn.bias_hh_l2_reverse	7	-0.006576074752956629
173	rnn.bias_hh_l2_reverse	8	-0.1052495613694191
173	rnn.bias_hh_l2_reverse	9	-0.05512218549847603
173	linear.weight	0	0.025028489530086517
173	linear.weight	1	0.14067111909389496
173	linear.weight	2	-0.024174612015485764
173	linear.weight	3	-0.03484046086668968
173	linear.weight	4	-0.022248394787311554
173	linear.weight	5	0.04683975875377655
173	linear.weight	6	0.0028948390390723944
173	linear.weight	7	-0.11229449510574341
173	linear.weight	8	-0.025260576978325844
173	linear.weight	9	0.1106201559305191
173	linear.bias	0	0.5005149245262146
173	linear.bias	1	0.792145848274231
173	linear.bias	2	-1.630523681640625
173	linear.bias	3	-0.05754556506872177
173	linear.bias	4	-0.050822705030441284
173	linear.bias	5	0.23655858635902405
174	transitions	0	0.033901751041412354
174	transitions	1	-10000.0
174	transitions	2	2.6281161308288574
174	transitions	3	-1.1406364440917969
174	transitions	4	-10000.0
174	transitions	5	-10000.0
174	transitions	6	-10000.0
174	transitions	7	0.8816261887550354
174	transitions	8	0.8364733457565308
174	transitions	9	-1.1921122074127197
174	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
174	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
174	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
174	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
174	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
174	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
174	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
174	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
174	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
174	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
174	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
174	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
174	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
174	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
174	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
174	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
174	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
174	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
174	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
174	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
174	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
174	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
174	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
174	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
174	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
174	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
174	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
174	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
174	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
174	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
174	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
174	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
174	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
174	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
174	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
174	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
174	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
174	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
174	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
174	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
174	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
174	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
174	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
174	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
174	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
174	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
174	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
174	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
174	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
174	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
174	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
174	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
174	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
174	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
174	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
174	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
174	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
174	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
174	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
174	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
174	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
174	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
174	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
174	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
174	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
174	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
174	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
174	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
174	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
174	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
174	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
174	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
174	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
174	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
174	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
174	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
174	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
174	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
174	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
174	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
174	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
174	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
174	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
174	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
174	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
174	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
174	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
174	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
174	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
174	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
174	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
174	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
174	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
174	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
174	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
174	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
174	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
174	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
174	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
174	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
174	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
174	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
174	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
174	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
174	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
174	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
174	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
174	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
174	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
174	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
174	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
174	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
174	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
174	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
174	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
174	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
174	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
174	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
174	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
174	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
174	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
174	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
174	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
174	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
174	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
174	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
174	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
174	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
174	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
174	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
174	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
174	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
174	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
174	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
174	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
174	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
174	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
174	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
174	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
174	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
174	embedding2nn.weight	0	0.014814703725278378
174	embedding2nn.weight	1	0.0001550741435494274
174	embedding2nn.weight	2	0.005567669868469238
174	embedding2nn.weight	3	0.0006918872823007405
174	embedding2nn.weight	4	-0.00822529848664999
174	embedding2nn.weight	5	-0.00559412594884634
174	embedding2nn.weight	6	-0.0008538340916857123
174	embedding2nn.weight	7	-0.002985570579767227
174	embedding2nn.weight	8	0.013986396603286266
174	embedding2nn.weight	9	0.004460957832634449
174	embedding2nn.bias	0	0.004332444164901972
174	embedding2nn.bias	1	-0.015093442983925343
174	embedding2nn.bias	2	0.006710083689540625
174	embedding2nn.bias	3	-0.009669896215200424
174	embedding2nn.bias	4	-0.02418743260204792
174	embedding2nn.bias	5	-0.0009255832992494106
174	embedding2nn.bias	6	0.006627990864217281
174	embedding2nn.bias	7	-0.0037726787850260735
174	embedding2nn.bias	8	-0.004843991249799728
174	embedding2nn.bias	9	-0.0026790800038725138
174	rnn.weight_ih_l0	0	-0.052254244685173035
174	rnn.weight_ih_l0	1	0.05076819285750389
174	rnn.weight_ih_l0	2	0.03186951205134392
174	rnn.weight_ih_l0	3	0.01475522294640541
174	rnn.weight_ih_l0	4	0.012460474856197834
174	rnn.weight_ih_l0	5	0.0842113047838211
174	rnn.weight_ih_l0	6	0.07610882818698883
174	rnn.weight_ih_l0	7	0.037803471088409424
174	rnn.weight_ih_l0	8	-0.04569275304675102
174	rnn.weight_ih_l0	9	0.008118299767374992
174	rnn.weight_hh_l0	0	0.00824051909148693
174	rnn.weight_hh_l0	1	-0.06425987929105759
174	rnn.weight_hh_l0	2	-0.06548414379358292
174	rnn.weight_hh_l0	3	0.07153504341840744
174	rnn.weight_hh_l0	4	0.07099828869104385
174	rnn.weight_hh_l0	5	0.006018720101565123
174	rnn.weight_hh_l0	6	-0.001894508139230311
174	rnn.weight_hh_l0	7	-0.016997555270791054
174	rnn.weight_hh_l0	8	-0.02919345535337925
174	rnn.weight_hh_l0	9	0.0576016828417778
174	rnn.bias_ih_l0	0	-0.06264705210924149
174	rnn.bias_ih_l0	1	0.08853907138109207
174	rnn.bias_ih_l0	2	0.020115600898861885
174	rnn.bias_ih_l0	3	0.07985478639602661
174	rnn.bias_ih_l0	4	-0.07662683725357056
174	rnn.bias_ih_l0	5	0.08261748403310776
174	rnn.bias_ih_l0	6	-0.06590580195188522
174	rnn.bias_ih_l0	7	-0.0359819158911705
174	rnn.bias_ih_l0	8	-0.09316246956586838
174	rnn.bias_ih_l0	9	-0.045528095215559006
174	rnn.bias_hh_l0	0	0.03658590093255043
174	rnn.bias_hh_l0	1	0.07366776466369629
174	rnn.bias_hh_l0	2	0.06992083787918091
174	rnn.bias_hh_l0	3	0.08565623313188553
174	rnn.bias_hh_l0	4	-0.09745526313781738
174	rnn.bias_hh_l0	5	-0.07134120911359787
174	rnn.bias_hh_l0	6	0.07847003638744354
174	rnn.bias_hh_l0	7	-0.08020518720149994
174	rnn.bias_hh_l0	8	-0.026614567264914513
174	rnn.bias_hh_l0	9	0.007715185638517141
174	rnn.weight_ih_l0_reverse	0	0.07940374314785004
174	rnn.weight_ih_l0_reverse	1	0.07327421009540558
174	rnn.weight_ih_l0_reverse	2	0.038753967732191086
174	rnn.weight_ih_l0_reverse	3	0.033673617988824844
174	rnn.weight_ih_l0_reverse	4	-0.0366281121969223
174	rnn.weight_ih_l0_reverse	5	0.05085413530468941
174	rnn.weight_ih_l0_reverse	6	0.0664796307682991
174	rnn.weight_ih_l0_reverse	7	0.022328326478600502
174	rnn.weight_ih_l0_reverse	8	-0.05781423673033714
174	rnn.weight_ih_l0_reverse	9	-0.05285167321562767
174	rnn.weight_hh_l0_reverse	0	0.02552703395485878
174	rnn.weight_hh_l0_reverse	1	-0.08716984838247299
174	rnn.weight_hh_l0_reverse	2	0.0633966401219368
174	rnn.weight_hh_l0_reverse	3	-0.02154814824461937
174	rnn.weight_hh_l0_reverse	4	0.08477944135665894
174	rnn.weight_hh_l0_reverse	5	-0.0019664259161800146
174	rnn.weight_hh_l0_reverse	6	0.030376575887203217
174	rnn.weight_hh_l0_reverse	7	0.0785738080739975
174	rnn.weight_hh_l0_reverse	8	-0.02239314466714859
174	rnn.weight_hh_l0_reverse	9	-0.04661202058196068
174	rnn.bias_ih_l0_reverse	0	0.00047794298734515905
174	rnn.bias_ih_l0_reverse	1	-0.018362808972597122
174	rnn.bias_ih_l0_reverse	2	-0.014521723613142967
174	rnn.bias_ih_l0_reverse	3	0.03670717403292656
174	rnn.bias_ih_l0_reverse	4	0.06772824376821518
174	rnn.bias_ih_l0_reverse	5	-0.021030589938163757
174	rnn.bias_ih_l0_reverse	6	-0.027007203549146652
174	rnn.bias_ih_l0_reverse	7	-0.04876331239938736
174	rnn.bias_ih_l0_reverse	8	0.006817067973315716
174	rnn.bias_ih_l0_reverse	9	-0.0677301362156868
174	rnn.bias_hh_l0_reverse	0	0.03921448066830635
174	rnn.bias_hh_l0_reverse	1	-0.06909273564815521
174	rnn.bias_hh_l0_reverse	2	0.07644987851381302
174	rnn.bias_hh_l0_reverse	3	0.06087112054228783
174	rnn.bias_hh_l0_reverse	4	0.02361367829144001
174	rnn.bias_hh_l0_reverse	5	0.04572441428899765
174	rnn.bias_hh_l0_reverse	6	0.06624309718608856
174	rnn.bias_hh_l0_reverse	7	0.0846002846956253
174	rnn.bias_hh_l0_reverse	8	-0.009361869655549526
174	rnn.bias_hh_l0_reverse	9	0.05129643902182579
174	rnn.weight_ih_l1	0	0.024027353152632713
174	rnn.weight_ih_l1	1	0.015984153375029564
174	rnn.weight_ih_l1	2	0.08719687908887863
174	rnn.weight_ih_l1	3	-0.024225128814578056
174	rnn.weight_ih_l1	4	-0.02447531558573246
174	rnn.weight_ih_l1	5	-0.012564393691718578
174	rnn.weight_ih_l1	6	0.07284997403621674
174	rnn.weight_ih_l1	7	-0.00400155084207654
174	rnn.weight_ih_l1	8	-0.05255735665559769
174	rnn.weight_ih_l1	9	0.053192924708127975
174	rnn.weight_hh_l1	0	-0.08192320168018341
174	rnn.weight_hh_l1	1	-0.03571861609816551
174	rnn.weight_hh_l1	2	-0.008144796825945377
174	rnn.weight_hh_l1	3	-0.058229751884937286
174	rnn.weight_hh_l1	4	0.0861077755689621
174	rnn.weight_hh_l1	5	-0.0841018334031105
174	rnn.weight_hh_l1	6	-0.05009458586573601
174	rnn.weight_hh_l1	7	0.0647420585155487
174	rnn.weight_hh_l1	8	-0.01353823859244585
174	rnn.weight_hh_l1	9	-0.04005197063088417
174	rnn.bias_ih_l1	0	-0.035707660019397736
174	rnn.bias_ih_l1	1	0.055289123207330704
174	rnn.bias_ih_l1	2	-0.04610343277454376
174	rnn.bias_ih_l1	3	-0.07543368637561798
174	rnn.bias_ih_l1	4	-0.028744833543896675
174	rnn.bias_ih_l1	5	-0.008050619624555111
174	rnn.bias_ih_l1	6	-0.044193461537361145
174	rnn.bias_ih_l1	7	0.06213787943124771
174	rnn.bias_ih_l1	8	0.0840638056397438
174	rnn.bias_ih_l1	9	0.031961411237716675
174	rnn.bias_hh_l1	0	0.06896257400512695
174	rnn.bias_hh_l1	1	-0.0587603896856308
174	rnn.bias_hh_l1	2	0.019331803545355797
174	rnn.bias_hh_l1	3	0.0805819109082222
174	rnn.bias_hh_l1	4	0.05769389495253563
174	rnn.bias_hh_l1	5	-0.07886823266744614
174	rnn.bias_hh_l1	6	0.014392036013305187
174	rnn.bias_hh_l1	7	0.04157598689198494
174	rnn.bias_hh_l1	8	0.015137814916670322
174	rnn.bias_hh_l1	9	-0.004934225231409073
174	rnn.weight_ih_l1_reverse	0	0.08680251985788345
174	rnn.weight_ih_l1_reverse	1	-0.04185083881020546
174	rnn.weight_ih_l1_reverse	2	-0.061877042055130005
174	rnn.weight_ih_l1_reverse	3	0.025350231677293777
174	rnn.weight_ih_l1_reverse	4	-0.04653972387313843
174	rnn.weight_ih_l1_reverse	5	0.02405223436653614
174	rnn.weight_ih_l1_reverse	6	0.04036920517683029
174	rnn.weight_ih_l1_reverse	7	0.020323371514678
174	rnn.weight_ih_l1_reverse	8	-0.008655271492898464
174	rnn.weight_ih_l1_reverse	9	-0.0659259632229805
174	rnn.weight_hh_l1_reverse	0	0.004920992534607649
174	rnn.weight_hh_l1_reverse	1	0.01900428719818592
174	rnn.weight_hh_l1_reverse	2	-0.05819138139486313
174	rnn.weight_hh_l1_reverse	3	-0.012914595194160938
174	rnn.weight_hh_l1_reverse	4	0.008915224112570286
174	rnn.weight_hh_l1_reverse	5	-0.0662204697728157
174	rnn.weight_hh_l1_reverse	6	-0.06730678677558899
174	rnn.weight_hh_l1_reverse	7	-0.0113671338185668
174	rnn.weight_hh_l1_reverse	8	-0.059184055775403976
174	rnn.weight_hh_l1_reverse	9	-0.04388333112001419
174	rnn.bias_ih_l1_reverse	0	-0.0027850111946463585
174	rnn.bias_ih_l1_reverse	1	-0.041539743542671204
174	rnn.bias_ih_l1_reverse	2	0.027968687936663628
174	rnn.bias_ih_l1_reverse	3	-0.08457513153553009
174	rnn.bias_ih_l1_reverse	4	-0.08673372864723206
174	rnn.bias_ih_l1_reverse	5	-0.086807020008564
174	rnn.bias_ih_l1_reverse	6	0.06462607532739639
174	rnn.bias_ih_l1_reverse	7	0.08450254052877426
174	rnn.bias_ih_l1_reverse	8	-0.001195156597532332
174	rnn.bias_ih_l1_reverse	9	-0.010803623124957085
174	rnn.bias_hh_l1_reverse	0	0.062136635184288025
174	rnn.bias_hh_l1_reverse	1	-0.06704837828874588
174	rnn.bias_hh_l1_reverse	2	-0.05416151136159897
174	rnn.bias_hh_l1_reverse	3	0.07300838828086853
174	rnn.bias_hh_l1_reverse	4	-0.022638898342847824
174	rnn.bias_hh_l1_reverse	5	-0.005676552653312683
174	rnn.bias_hh_l1_reverse	6	-0.05932832881808281
174	rnn.bias_hh_l1_reverse	7	-0.05976684391498566
174	rnn.bias_hh_l1_reverse	8	0.0662347674369812
174	rnn.bias_hh_l1_reverse	9	0.04734310880303383
174	rnn.weight_ih_l2	0	0.07672224193811417
174	rnn.weight_ih_l2	1	-0.05430426448583603
174	rnn.weight_ih_l2	2	0.06335866451263428
174	rnn.weight_ih_l2	3	0.06561173498630524
174	rnn.weight_ih_l2	4	0.056343913078308105
174	rnn.weight_ih_l2	5	-0.03488989546895027
174	rnn.weight_ih_l2	6	-0.07561448216438293
174	rnn.weight_ih_l2	7	0.012046181596815586
174	rnn.weight_ih_l2	8	-0.01717843860387802
174	rnn.weight_ih_l2	9	-0.06914139539003372
174	rnn.weight_hh_l2	0	0.04807649552822113
174	rnn.weight_hh_l2	1	0.030869342386722565
174	rnn.weight_hh_l2	2	-0.05474289506673813
174	rnn.weight_hh_l2	3	-0.025216825306415558
174	rnn.weight_hh_l2	4	0.05493798106908798
174	rnn.weight_hh_l2	5	-0.02426838129758835
174	rnn.weight_hh_l2	6	0.008357284590601921
174	rnn.weight_hh_l2	7	-0.05342784523963928
174	rnn.weight_hh_l2	8	-0.005952396895736456
174	rnn.weight_hh_l2	9	-0.018033629283308983
174	rnn.bias_ih_l2	0	0.1497907042503357
174	rnn.bias_ih_l2	1	0.011697756126523018
174	rnn.bias_ih_l2	2	0.0662650614976883
174	rnn.bias_ih_l2	3	0.02726837247610092
174	rnn.bias_ih_l2	4	-0.006640174891799688
174	rnn.bias_ih_l2	5	0.04767036810517311
174	rnn.bias_ih_l2	6	0.013810796663165092
174	rnn.bias_ih_l2	7	0.01748347468674183
174	rnn.bias_ih_l2	8	0.01817871443927288
174	rnn.bias_ih_l2	9	-0.015302964486181736
174	rnn.bias_hh_l2	0	0.022307835519313812
174	rnn.bias_hh_l2	1	0.006593892350792885
174	rnn.bias_hh_l2	2	0.07510444521903992
174	rnn.bias_hh_l2	3	0.029482312500476837
174	rnn.bias_hh_l2	4	0.07785338163375854
174	rnn.bias_hh_l2	5	-0.053818561136722565
174	rnn.bias_hh_l2	6	0.05875876173377037
174	rnn.bias_hh_l2	7	-0.025204448029398918
174	rnn.bias_hh_l2	8	0.04197611287236214
174	rnn.bias_hh_l2	9	0.013098500669002533
174	rnn.weight_ih_l2_reverse	0	0.08228997886180878
174	rnn.weight_ih_l2_reverse	1	-0.05511638894677162
174	rnn.weight_ih_l2_reverse	2	0.0011435190681368113
174	rnn.weight_ih_l2_reverse	3	0.035278256982564926
174	rnn.weight_ih_l2_reverse	4	0.05405960977077484
174	rnn.weight_ih_l2_reverse	5	-0.04067978635430336
174	rnn.weight_ih_l2_reverse	6	-0.0004633248900063336
174	rnn.weight_ih_l2_reverse	7	-0.013337834738194942
174	rnn.weight_ih_l2_reverse	8	0.012170439586043358
174	rnn.weight_ih_l2_reverse	9	-0.07964469492435455
174	rnn.weight_hh_l2_reverse	0	-0.08277557045221329
174	rnn.weight_hh_l2_reverse	1	0.01665307767689228
174	rnn.weight_hh_l2_reverse	2	0.010438806377351284
174	rnn.weight_hh_l2_reverse	3	0.024328190833330154
174	rnn.weight_hh_l2_reverse	4	-0.0367877334356308
174	rnn.weight_hh_l2_reverse	5	-0.01475314237177372
174	rnn.weight_hh_l2_reverse	6	-0.043798018246889114
174	rnn.weight_hh_l2_reverse	7	-0.05989954620599747
174	rnn.weight_hh_l2_reverse	8	-0.0067054638639092445
174	rnn.weight_hh_l2_reverse	9	-0.059016045182943344
174	rnn.bias_ih_l2_reverse	0	-0.055903300642967224
174	rnn.bias_ih_l2_reverse	1	-0.027607694268226624
174	rnn.bias_ih_l2_reverse	2	0.04530825465917587
174	rnn.bias_ih_l2_reverse	3	0.035553719848394394
174	rnn.bias_ih_l2_reverse	4	0.07599424570798874
174	rnn.bias_ih_l2_reverse	5	-0.08861112594604492
174	rnn.bias_ih_l2_reverse	6	-0.04342040419578552
174	rnn.bias_ih_l2_reverse	7	-0.05976751446723938
174	rnn.bias_ih_l2_reverse	8	0.06210416182875633
174	rnn.bias_ih_l2_reverse	9	0.0282139889895916
174	rnn.bias_hh_l2_reverse	0	0.04777129739522934
174	rnn.bias_hh_l2_reverse	1	-0.06685873866081238
174	rnn.bias_hh_l2_reverse	2	-0.06728309392929077
174	rnn.bias_hh_l2_reverse	3	0.03163578733801842
174	rnn.bias_hh_l2_reverse	4	0.032363153994083405
174	rnn.bias_hh_l2_reverse	5	0.03497414290904999
174	rnn.bias_hh_l2_reverse	6	-0.08269822597503662
174	rnn.bias_hh_l2_reverse	7	-0.0067454613745212555
174	rnn.bias_hh_l2_reverse	8	-0.10527202486991882
174	rnn.bias_hh_l2_reverse	9	-0.055094391107559204
174	linear.weight	0	0.025028489530086517
174	linear.weight	1	0.14266479015350342
174	linear.weight	2	-0.024184904992580414
174	linear.weight	3	-0.03388854116201401
174	linear.weight	4	-0.022248394787311554
174	linear.weight	5	0.046373412013053894
174	linear.weight	6	0.0027553297113627195
174	linear.weight	7	-0.10694016516208649
174	linear.weight	8	-0.025467995554208755
174	linear.weight	9	0.10938996076583862
174	linear.bias	0	0.48861610889434814
174	linear.bias	1	0.7842819094657898
174	linear.bias	2	-1.6311254501342773
174	linear.bias	3	-0.05754556506872177
174	linear.bias	4	-0.050822705030441284
174	linear.bias	5	0.2569231390953064
175	transitions	0	0.03372826427221298
175	transitions	1	-10000.0
175	transitions	2	2.634467363357544
175	transitions	3	-1.147061824798584
175	transitions	4	-10000.0
175	transitions	5	-10000.0
175	transitions	6	-10000.0
175	transitions	7	0.881621778011322
175	transitions	8	0.836239755153656
175	transitions	9	-1.1929562091827393
175	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
175	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
175	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
175	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
175	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
175	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
175	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
175	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
175	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
175	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
175	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
175	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
175	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
175	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
175	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
175	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
175	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
175	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
175	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
175	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
175	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
175	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
175	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
175	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
175	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
175	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
175	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
175	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
175	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
175	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
175	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
175	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
175	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
175	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
175	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
175	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
175	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
175	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
175	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
175	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
175	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
175	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
175	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
175	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
175	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
175	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
175	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
175	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
175	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
175	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
175	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
175	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
175	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
175	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
175	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
175	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
175	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
175	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
175	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
175	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
175	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
175	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
175	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
175	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
175	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
175	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
175	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
175	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
175	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
175	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
175	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
175	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
175	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
175	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
175	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
175	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
175	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
175	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
175	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
175	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
175	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
175	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
175	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
175	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
175	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
175	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
175	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
175	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
175	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
175	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
175	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
175	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
175	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
175	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
175	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
175	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
175	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
175	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
175	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
175	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
175	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
175	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
175	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
175	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
175	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
175	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
175	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
175	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
175	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
175	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
175	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
175	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
175	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
175	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
175	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
175	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
175	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
175	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
175	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
175	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
175	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
175	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
175	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
175	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
175	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
175	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
175	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
175	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
175	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
175	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
175	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
175	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
175	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
175	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
175	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
175	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
175	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
175	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
175	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
175	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
175	embedding2nn.weight	0	0.014816881157457829
175	embedding2nn.weight	1	0.00015140438335947692
175	embedding2nn.weight	2	0.005567020736634731
175	embedding2nn.weight	3	0.0006920976447872818
175	embedding2nn.weight	4	-0.00822388008236885
175	embedding2nn.weight	5	-0.005594177171587944
175	embedding2nn.weight	6	-0.0008615411352366209
175	embedding2nn.weight	7	-0.0029862334486097097
175	embedding2nn.weight	8	0.014004161581397057
175	embedding2nn.weight	9	0.004452114459127188
175	embedding2nn.bias	0	0.004601888358592987
175	embedding2nn.bias	1	-0.015160512179136276
175	embedding2nn.bias	2	0.006740586832165718
175	embedding2nn.bias	3	-0.00916826631873846
175	embedding2nn.bias	4	-0.024025090038776398
175	embedding2nn.bias	5	-0.0007142300019040704
175	embedding2nn.bias	6	0.006641071755439043
175	embedding2nn.bias	7	-0.004226776771247387
175	embedding2nn.bias	8	-0.0045842756517231464
175	embedding2nn.bias	9	-0.002731949556618929
175	rnn.weight_ih_l0	0	-0.052256420254707336
175	rnn.weight_ih_l0	1	0.050762008875608444
175	rnn.weight_ih_l0	2	0.031867481768131256
175	rnn.weight_ih_l0	3	0.014755582436919212
175	rnn.weight_ih_l0	4	0.012471827678382397
175	rnn.weight_ih_l0	5	0.08421099931001663
175	rnn.weight_ih_l0	6	0.07611162215471268
175	rnn.weight_ih_l0	7	0.037802889943122864
175	rnn.weight_ih_l0	8	-0.045684609562158585
175	rnn.weight_ih_l0	9	0.00810763705521822
175	rnn.weight_hh_l0	0	0.00824173353612423
175	rnn.weight_hh_l0	1	-0.0642700120806694
175	rnn.weight_hh_l0	2	-0.06548779457807541
175	rnn.weight_hh_l0	3	0.07155419886112213
175	rnn.weight_hh_l0	4	0.07100027054548264
175	rnn.weight_hh_l0	5	0.0059913150034844875
175	rnn.weight_hh_l0	6	-0.001940637594088912
175	rnn.weight_hh_l0	7	-0.01697421632707119
175	rnn.weight_hh_l0	8	-0.02919459156692028
175	rnn.weight_hh_l0	9	0.05759843438863754
175	rnn.bias_ih_l0	0	-0.06257009506225586
175	rnn.bias_ih_l0	1	0.08854877203702927
175	rnn.bias_ih_l0	2	0.020116539672017097
175	rnn.bias_ih_l0	3	0.07997887581586838
175	rnn.bias_ih_l0	4	-0.07678767293691635
175	rnn.bias_ih_l0	5	0.08268411457538605
175	rnn.bias_ih_l0	6	-0.06571223586797714
175	rnn.bias_ih_l0	7	-0.03597836196422577
175	rnn.bias_ih_l0	8	-0.09315387159585953
175	rnn.bias_ih_l0	9	-0.045463427901268005
175	rnn.bias_hh_l0	0	0.036577947437763214
175	rnn.bias_hh_l0	1	0.07366769760847092
175	rnn.bias_hh_l0	2	0.06992501765489578
175	rnn.bias_hh_l0	3	0.08564835786819458
175	rnn.bias_hh_l0	4	-0.0973486602306366
175	rnn.bias_hh_l0	5	-0.0713847428560257
175	rnn.bias_hh_l0	6	0.07845661789178848
175	rnn.bias_hh_l0	7	-0.08002398908138275
175	rnn.bias_hh_l0	8	-0.0266144759953022
175	rnn.bias_hh_l0	9	0.00784294307231903
175	rnn.weight_ih_l0_reverse	0	0.0794002041220665
175	rnn.weight_ih_l0_reverse	1	0.07328399270772934
175	rnn.weight_ih_l0_reverse	2	0.03875765576958656
175	rnn.weight_ih_l0_reverse	3	0.033675551414489746
175	rnn.weight_ih_l0_reverse	4	-0.03663345053792
175	rnn.weight_ih_l0_reverse	5	0.050852105021476746
175	rnn.weight_ih_l0_reverse	6	0.06647885590791702
175	rnn.weight_ih_l0_reverse	7	0.022341350093483925
175	rnn.weight_ih_l0_reverse	8	-0.05782622471451759
175	rnn.weight_ih_l0_reverse	9	-0.05285076051950455
175	rnn.weight_hh_l0_reverse	0	0.025531437247991562
175	rnn.weight_hh_l0_reverse	1	-0.08717579394578934
175	rnn.weight_hh_l0_reverse	2	0.06339823454618454
175	rnn.weight_hh_l0_reverse	3	-0.02155488356947899
175	rnn.weight_hh_l0_reverse	4	0.08480237424373627
175	rnn.weight_hh_l0_reverse	5	-0.0019676003139466047
175	rnn.weight_hh_l0_reverse	6	0.03046702966094017
175	rnn.weight_hh_l0_reverse	7	0.07858270406723022
175	rnn.weight_hh_l0_reverse	8	-0.02240113914012909
175	rnn.weight_hh_l0_reverse	9	-0.04661260545253754
175	rnn.bias_ih_l0_reverse	0	0.00046743033453822136
175	rnn.bias_ih_l0_reverse	1	-0.018052957952022552
175	rnn.bias_ih_l0_reverse	2	-0.014267009682953358
175	rnn.bias_ih_l0_reverse	3	0.036638397723436356
175	rnn.bias_ih_l0_reverse	4	0.06764399260282516
175	rnn.bias_ih_l0_reverse	5	-0.020985307171940804
175	rnn.bias_ih_l0_reverse	6	-0.026923026889562607
175	rnn.bias_ih_l0_reverse	7	-0.04871717095375061
175	rnn.bias_ih_l0_reverse	8	0.006717926822602749
175	rnn.bias_ih_l0_reverse	9	-0.06773407012224197
175	rnn.bias_hh_l0_reverse	0	0.03933676332235336
175	rnn.bias_hh_l0_reverse	1	-0.06909666955471039
175	rnn.bias_hh_l0_reverse	2	0.07632879912853241
175	rnn.bias_hh_l0_reverse	3	0.0610622800886631
175	rnn.bias_hh_l0_reverse	4	0.023524634540081024
175	rnn.bias_hh_l0_reverse	5	0.04579523205757141
175	rnn.bias_hh_l0_reverse	6	0.06631777435541153
175	rnn.bias_hh_l0_reverse	7	0.08422502875328064
175	rnn.bias_hh_l0_reverse	8	-0.009335781447589397
175	rnn.bias_hh_l0_reverse	9	0.050995614379644394
175	rnn.weight_ih_l1	0	0.02405192144215107
175	rnn.weight_ih_l1	1	0.016011616215109825
175	rnn.weight_ih_l1	2	0.08735958486795425
175	rnn.weight_ih_l1	3	-0.02423311397433281
175	rnn.weight_ih_l1	4	-0.024464666843414307
175	rnn.weight_ih_l1	5	-0.012580798007547855
175	rnn.weight_ih_l1	6	0.07282363623380661
175	rnn.weight_ih_l1	7	-0.003930060192942619
175	rnn.weight_ih_l1	8	-0.05256339907646179
175	rnn.weight_ih_l1	9	0.05332222953438759
175	rnn.weight_hh_l1	0	-0.08185410499572754
175	rnn.weight_hh_l1	1	-0.03571387380361557
175	rnn.weight_hh_l1	2	-0.008144227787852287
175	rnn.weight_hh_l1	3	-0.05822901427745819
175	rnn.weight_hh_l1	4	0.086085744202137
175	rnn.weight_hh_l1	5	-0.08411116898059845
175	rnn.weight_hh_l1	6	-0.050116557627916336
175	rnn.weight_hh_l1	7	0.06482673436403275
175	rnn.weight_hh_l1	8	-0.01353835966438055
175	rnn.weight_hh_l1	9	-0.04006090387701988
175	rnn.bias_ih_l1	0	-0.03546774387359619
175	rnn.bias_ih_l1	1	0.05522053688764572
175	rnn.bias_ih_l1	2	-0.04609605669975281
175	rnn.bias_ih_l1	3	-0.07559347152709961
175	rnn.bias_ih_l1	4	-0.028809549286961555
175	rnn.bias_ih_l1	5	-0.00804091989994049
175	rnn.bias_ih_l1	6	-0.0440252460539341
175	rnn.bias_ih_l1	7	0.062178969383239746
175	rnn.bias_ih_l1	8	0.08417771756649017
175	rnn.bias_ih_l1	9	0.03236989676952362
175	rnn.bias_hh_l1	0	0.06897260993719101
175	rnn.bias_hh_l1	1	-0.05876956507563591
175	rnn.bias_hh_l1	2	0.019375422969460487
175	rnn.bias_hh_l1	3	0.08059896528720856
175	rnn.bias_hh_l1	4	0.057707928121089935
175	rnn.bias_hh_l1	5	-0.07896368205547333
175	rnn.bias_hh_l1	6	0.014408162795007229
175	rnn.bias_hh_l1	7	0.04153699800372124
175	rnn.bias_hh_l1	8	0.015114756301045418
175	rnn.bias_hh_l1	9	-0.004896066151559353
175	rnn.weight_ih_l1_reverse	0	0.08681602030992508
175	rnn.weight_ih_l1_reverse	1	-0.041862986981868744
175	rnn.weight_ih_l1_reverse	2	-0.06187741458415985
175	rnn.weight_ih_l1_reverse	3	0.025349998846650124
175	rnn.weight_ih_l1_reverse	4	-0.0465305857360363
175	rnn.weight_ih_l1_reverse	5	0.02405182272195816
175	rnn.weight_ih_l1_reverse	6	0.04036421328783035
175	rnn.weight_ih_l1_reverse	7	0.02031940594315529
175	rnn.weight_ih_l1_reverse	8	-0.008656037040054798
175	rnn.weight_ih_l1_reverse	9	-0.06616272777318954
175	rnn.weight_hh_l1_reverse	0	0.004906854126602411
175	rnn.weight_hh_l1_reverse	1	0.01900378428399563
175	rnn.weight_hh_l1_reverse	2	-0.05819209665060043
175	rnn.weight_hh_l1_reverse	3	-0.012912550009787083
175	rnn.weight_hh_l1_reverse	4	0.008909731172025204
175	rnn.weight_hh_l1_reverse	5	-0.06618356704711914
175	rnn.weight_hh_l1_reverse	6	-0.0673040822148323
175	rnn.weight_hh_l1_reverse	7	-0.011367405764758587
175	rnn.weight_hh_l1_reverse	8	-0.05919981002807617
175	rnn.weight_hh_l1_reverse	9	-0.043888628482818604
175	rnn.bias_ih_l1_reverse	0	-0.002790573751553893
175	rnn.bias_ih_l1_reverse	1	-0.04149947315454483
175	rnn.bias_ih_l1_reverse	2	0.02809046022593975
175	rnn.bias_ih_l1_reverse	3	-0.08454813063144684
175	rnn.bias_ih_l1_reverse	4	-0.0867416188120842
175	rnn.bias_ih_l1_reverse	5	-0.08673753589391708
175	rnn.bias_ih_l1_reverse	6	0.06472287327051163
175	rnn.bias_ih_l1_reverse	7	0.08449918776750565
175	rnn.bias_ih_l1_reverse	8	-0.0007555903284810483
175	rnn.bias_ih_l1_reverse	9	-0.010729318484663963
175	rnn.bias_hh_l1_reverse	0	0.062129560858011246
175	rnn.bias_hh_l1_reverse	1	-0.06700115650892258
175	rnn.bias_hh_l1_reverse	2	-0.0541401244699955
175	rnn.bias_hh_l1_reverse	3	0.07301660627126694
175	rnn.bias_hh_l1_reverse	4	-0.022601649165153503
175	rnn.bias_hh_l1_reverse	5	-0.005706463474780321
175	rnn.bias_hh_l1_reverse	6	-0.05933240056037903
175	rnn.bias_hh_l1_reverse	7	-0.05967167019844055
175	rnn.bias_hh_l1_reverse	8	0.06624305248260498
175	rnn.bias_hh_l1_reverse	9	0.04644760861992836
175	rnn.weight_ih_l2	0	0.07684290409088135
175	rnn.weight_ih_l2	1	-0.054307226091623306
175	rnn.weight_ih_l2	2	0.06336323916912079
175	rnn.weight_ih_l2	3	0.06559470295906067
175	rnn.weight_ih_l2	4	0.056405846029520035
175	rnn.weight_ih_l2	5	-0.034901391714811325
175	rnn.weight_ih_l2	6	-0.07559783011674881
175	rnn.weight_ih_l2	7	0.012018292210996151
175	rnn.weight_ih_l2	8	-0.01717832311987877
175	rnn.weight_ih_l2	9	-0.06914113461971283
175	rnn.weight_hh_l2	0	0.048073239624500275
175	rnn.weight_hh_l2	1	0.030868036672472954
175	rnn.weight_hh_l2	2	-0.05474218726158142
175	rnn.weight_hh_l2	3	-0.025193508714437485
175	rnn.weight_hh_l2	4	0.054940804839134216
175	rnn.weight_hh_l2	5	-0.024260418489575386
175	rnn.weight_hh_l2	6	0.008349848911166191
175	rnn.weight_hh_l2	7	-0.05342847853899002
175	rnn.weight_hh_l2	8	-0.00592045858502388
175	rnn.weight_hh_l2	9	-0.018051080405712128
175	rnn.bias_ih_l2	0	0.14801764488220215
175	rnn.bias_ih_l2	1	0.01165444403886795
175	rnn.bias_ih_l2	2	0.06636796146631241
175	rnn.bias_ih_l2	3	0.027479957789182663
175	rnn.bias_ih_l2	4	-0.006629953160881996
175	rnn.bias_ih_l2	5	0.04755568131804466
175	rnn.bias_ih_l2	6	0.013706405647099018
175	rnn.bias_ih_l2	7	0.017514986917376518
175	rnn.bias_ih_l2	8	0.018112117424607277
175	rnn.bias_ih_l2	9	-0.015314390882849693
175	rnn.bias_hh_l2	0	0.022530199959874153
175	rnn.bias_hh_l2	1	0.006826345808804035
175	rnn.bias_hh_l2	2	0.075410857796669
175	rnn.bias_hh_l2	3	0.029501039534807205
175	rnn.bias_hh_l2	4	0.0778818428516388
175	rnn.bias_hh_l2	5	-0.05409421771764755
175	rnn.bias_hh_l2	6	0.05811086669564247
175	rnn.bias_hh_l2	7	-0.02526075206696987
175	rnn.bias_hh_l2	8	0.041950635612010956
175	rnn.bias_hh_l2	9	0.012474187649786472
175	rnn.weight_ih_l2_reverse	0	0.08229106664657593
175	rnn.weight_ih_l2_reverse	1	-0.055100928992033005
175	rnn.weight_ih_l2_reverse	2	0.001166895730420947
175	rnn.weight_ih_l2_reverse	3	0.03527902439236641
175	rnn.weight_ih_l2_reverse	4	0.054059870541095734
175	rnn.weight_ih_l2_reverse	5	-0.04068002104759216
175	rnn.weight_ih_l2_reverse	6	-0.0004487715777941048
175	rnn.weight_ih_l2_reverse	7	-0.013366908766329288
175	rnn.weight_ih_l2_reverse	8	0.012321912683546543
175	rnn.weight_ih_l2_reverse	9	-0.07963261753320694
175	rnn.weight_hh_l2_reverse	0	-0.08277582377195358
175	rnn.weight_hh_l2_reverse	1	0.016630880534648895
175	rnn.weight_hh_l2_reverse	2	0.010438396595418453
175	rnn.weight_hh_l2_reverse	3	0.0243280827999115
175	rnn.weight_hh_l2_reverse	4	-0.036791782826185226
175	rnn.weight_hh_l2_reverse	5	-0.01475514005869627
175	rnn.weight_hh_l2_reverse	6	-0.043810125440359116
175	rnn.weight_hh_l2_reverse	7	-0.05990156531333923
175	rnn.weight_hh_l2_reverse	8	-0.00670660100877285
175	rnn.weight_hh_l2_reverse	9	-0.059015341103076935
175	rnn.bias_ih_l2_reverse	0	-0.05665139481425285
175	rnn.bias_ih_l2_reverse	1	-0.027591846883296967
175	rnn.bias_ih_l2_reverse	2	0.04540208354592323
175	rnn.bias_ih_l2_reverse	3	0.035259854048490524
175	rnn.bias_ih_l2_reverse	4	0.07605200260877609
175	rnn.bias_ih_l2_reverse	5	-0.088619165122509
175	rnn.bias_ih_l2_reverse	6	-0.04340319335460663
175	rnn.bias_ih_l2_reverse	7	-0.05953598767518997
175	rnn.bias_ih_l2_reverse	8	0.06226316839456558
175	rnn.bias_ih_l2_reverse	9	0.02803196758031845
175	rnn.bias_hh_l2_reverse	0	0.04812164977192879
175	rnn.bias_hh_l2_reverse	1	-0.06747762858867645
175	rnn.bias_hh_l2_reverse	2	-0.06728679686784744
175	rnn.bias_hh_l2_reverse	3	0.03161124140024185
175	rnn.bias_hh_l2_reverse	4	0.032461125403642654
175	rnn.bias_hh_l2_reverse	5	0.035012342035770416
175	rnn.bias_hh_l2_reverse	6	-0.08268854767084122
175	rnn.bias_hh_l2_reverse	7	-0.006688042543828487
175	rnn.bias_hh_l2_reverse	8	-0.10510848462581635
175	rnn.bias_hh_l2_reverse	9	-0.0550803542137146
175	linear.weight	0	0.025028489530086517
175	linear.weight	1	0.14293928444385529
175	linear.weight	2	-0.024200810119509697
175	linear.weight	3	-0.03408147022128105
175	linear.weight	4	-0.022248394787311554
175	linear.weight	5	0.047330357134342194
175	linear.weight	6	0.0025740473065525293
175	linear.weight	7	-0.10653234273195267
175	linear.weight	8	-0.02564740926027298
175	linear.weight	9	0.10964105278253555
175	linear.bias	0	0.49338340759277344
175	linear.bias	1	0.7814410924911499
175	linear.bias	2	-1.6317131519317627
175	linear.bias	3	-0.05754556506872177
175	linear.bias	4	-0.050822705030441284
175	linear.bias	5	0.2555842995643616
176	transitions	0	0.03353022411465645
176	transitions	1	-10000.0
176	transitions	2	2.6297664642333984
176	transitions	3	-1.148496150970459
176	transitions	4	-10000.0
176	transitions	5	-10000.0
176	transitions	6	-10000.0
176	transitions	7	0.8816195726394653
176	transitions	8	0.8361335396766663
176	transitions	9	-1.193610429763794
176	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
176	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
176	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
176	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
176	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
176	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
176	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
176	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
176	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
176	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
176	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
176	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
176	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
176	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
176	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
176	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
176	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
176	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
176	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
176	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
176	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
176	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
176	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
176	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
176	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
176	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
176	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
176	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
176	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
176	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
176	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
176	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
176	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
176	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
176	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
176	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
176	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
176	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
176	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
176	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
176	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
176	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
176	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
176	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
176	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
176	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
176	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
176	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
176	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
176	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
176	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
176	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
176	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
176	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
176	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
176	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
176	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
176	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
176	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
176	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
176	embedding2nn.weight	0	0.014817391522228718
176	embedding2nn.weight	1	0.00015243048255797476
176	embedding2nn.weight	2	0.005567819811403751
176	embedding2nn.weight	3	0.0006911264499649405
176	embedding2nn.weight	4	-0.008219776675105095
176	embedding2nn.weight	5	-0.005584992468357086
176	embedding2nn.weight	6	-0.0008660491439513862
176	embedding2nn.weight	7	-0.0029716435819864273
176	embedding2nn.weight	8	0.014016509056091309
176	embedding2nn.weight	9	0.004452325403690338
176	embedding2nn.bias	0	0.00429351394996047
176	embedding2nn.bias	1	-0.015029809437692165
176	embedding2nn.bias	2	0.007331157103180885
176	embedding2nn.bias	3	-0.00955377146601677
176	embedding2nn.bias	4	-0.02412995882332325
176	embedding2nn.bias	5	-0.00035900453804060817
176	embedding2nn.bias	6	0.0069193001836538315
176	embedding2nn.bias	7	-0.004056683275848627
176	embedding2nn.bias	8	-0.005108737386763096
176	embedding2nn.bias	9	-0.002482275478541851
176	rnn.weight_ih_l0	0	-0.052260689437389374
176	rnn.weight_ih_l0	1	0.05076184868812561
176	rnn.weight_ih_l0	2	0.031868502497673035
176	rnn.weight_ih_l0	3	0.01475299522280693
176	rnn.weight_ih_l0	4	0.012471551075577736
176	rnn.weight_ih_l0	5	0.0842130184173584
176	rnn.weight_ih_l0	6	0.07610847055912018
176	rnn.weight_ih_l0	7	0.03780197724699974
176	rnn.weight_ih_l0	8	-0.04565372318029404
176	rnn.weight_ih_l0	9	0.008115500211715698
176	rnn.weight_hh_l0	0	0.008239439688622952
176	rnn.weight_hh_l0	1	-0.06428293883800507
176	rnn.weight_hh_l0	2	-0.0654883161187172
176	rnn.weight_hh_l0	3	0.07154989242553711
176	rnn.weight_hh_l0	4	0.07100070267915726
176	rnn.weight_hh_l0	5	0.005993451923131943
176	rnn.weight_hh_l0	6	-0.0019236959051340818
176	rnn.weight_hh_l0	7	-0.016918426379561424
176	rnn.weight_hh_l0	8	-0.029192138463258743
176	rnn.weight_hh_l0	9	0.05760156363248825
176	rnn.bias_ih_l0	0	-0.06239697337150574
176	rnn.bias_ih_l0	1	0.08857449144124985
176	rnn.bias_ih_l0	2	0.0200966726988554
176	rnn.bias_ih_l0	3	0.07982037961483002
176	rnn.bias_ih_l0	4	-0.07730912417173386
176	rnn.bias_ih_l0	5	0.08276400715112686
176	rnn.bias_ih_l0	6	-0.06566814333200455
176	rnn.bias_ih_l0	7	-0.03599514439702034
176	rnn.bias_ih_l0	8	-0.09294217824935913
176	rnn.bias_ih_l0	9	-0.04533904418349266
176	rnn.bias_hh_l0	0	0.03632637858390808
176	rnn.bias_hh_l0	1	0.07364284992218018
176	rnn.bias_hh_l0	2	0.06991639733314514
176	rnn.bias_hh_l0	3	0.08559958636760712
176	rnn.bias_hh_l0	4	-0.09797993302345276
176	rnn.bias_hh_l0	5	-0.07133423537015915
176	rnn.bias_hh_l0	6	0.07839556038379669
176	rnn.bias_hh_l0	7	-0.0810280591249466
176	rnn.bias_hh_l0	8	-0.026621205732226372
176	rnn.bias_hh_l0	9	0.006824200972914696
176	rnn.weight_ih_l0_reverse	0	0.07939644902944565
176	rnn.weight_ih_l0_reverse	1	0.07328309863805771
176	rnn.weight_ih_l0_reverse	2	0.03875944763422012
176	rnn.weight_ih_l0_reverse	3	0.03367791324853897
176	rnn.weight_ih_l0_reverse	4	-0.036644887179136276
176	rnn.weight_ih_l0_reverse	5	0.050852399319410324
176	rnn.weight_ih_l0_reverse	6	0.06647850573062897
176	rnn.weight_ih_l0_reverse	7	0.022337205708026886
176	rnn.weight_ih_l0_reverse	8	-0.057831358164548874
176	rnn.weight_ih_l0_reverse	9	-0.05284835770726204
176	rnn.weight_hh_l0_reverse	0	0.02552933059632778
176	rnn.weight_hh_l0_reverse	1	-0.08717235177755356
176	rnn.weight_hh_l0_reverse	2	0.06339598447084427
176	rnn.weight_hh_l0_reverse	3	-0.021557440981268883
176	rnn.weight_hh_l0_reverse	4	0.08481153100728989
176	rnn.weight_hh_l0_reverse	5	-0.0019691851921379566
176	rnn.weight_hh_l0_reverse	6	0.030448807403445244
176	rnn.weight_hh_l0_reverse	7	0.07856401056051254
176	rnn.weight_hh_l0_reverse	8	-0.02239803411066532
176	rnn.weight_hh_l0_reverse	9	-0.04661819338798523
176	rnn.bias_ih_l0_reverse	0	0.0004841249901801348
176	rnn.bias_ih_l0_reverse	1	-0.018247121945023537
176	rnn.bias_ih_l0_reverse	2	-0.01425144076347351
176	rnn.bias_ih_l0_reverse	3	0.03666970506310463
176	rnn.bias_ih_l0_reverse	4	0.06770947575569153
176	rnn.bias_ih_l0_reverse	5	-0.020983366295695305
176	rnn.bias_ih_l0_reverse	6	-0.026912566274404526
176	rnn.bias_ih_l0_reverse	7	-0.04871317744255066
176	rnn.bias_ih_l0_reverse	8	0.006793320178985596
176	rnn.bias_ih_l0_reverse	9	-0.06775230169296265
176	rnn.bias_hh_l0_reverse	0	0.03933858871459961
176	rnn.bias_hh_l0_reverse	1	-0.06911490112543106
176	rnn.bias_hh_l0_reverse	2	0.07614442706108093
176	rnn.bias_hh_l0_reverse	3	0.061049554497003555
176	rnn.bias_hh_l0_reverse	4	0.02347385697066784
176	rnn.bias_hh_l0_reverse	5	0.045840296894311905
176	rnn.bias_hh_l0_reverse	6	0.06627724319696426
176	rnn.bias_hh_l0_reverse	7	0.0844988077878952
176	rnn.bias_hh_l0_reverse	8	-0.009446362964808941
176	rnn.bias_hh_l0_reverse	9	0.05114608630537987
176	rnn.weight_ih_l1	0	0.02408463880419731
176	rnn.weight_ih_l1	1	0.016047215089201927
176	rnn.weight_ih_l1	2	0.08747851848602295
176	rnn.weight_ih_l1	3	-0.02424856275320053
176	rnn.weight_ih_l1	4	-0.02446652576327324
176	rnn.weight_ih_l1	5	-0.012514110654592514
176	rnn.weight_ih_l1	6	0.07281891256570816
176	rnn.weight_ih_l1	7	-0.003958049695938826
176	rnn.weight_ih_l1	8	-0.052563730627298355
176	rnn.weight_ih_l1	9	0.05328970402479172
176	rnn.weight_hh_l1	0	-0.08181417733430862
176	rnn.weight_hh_l1	1	-0.035716764628887177
176	rnn.weight_hh_l1	2	-0.008143830113112926
176	rnn.weight_hh_l1	3	-0.05823351815342903
176	rnn.weight_hh_l1	4	0.08607829362154007
176	rnn.weight_hh_l1	5	-0.08411523699760437
176	rnn.weight_hh_l1	6	-0.050141822546720505
176	rnn.weight_hh_l1	7	0.06479251384735107
176	rnn.weight_hh_l1	8	-0.013534965924918652
176	rnn.weight_hh_l1	9	-0.040093109011650085
176	rnn.bias_ih_l1	0	-0.03534743934869766
176	rnn.bias_ih_l1	1	0.05515838786959648
176	rnn.bias_ih_l1	2	-0.046148672699928284
176	rnn.bias_ih_l1	3	-0.07548490166664124
176	rnn.bias_ih_l1	4	-0.028916848823428154
176	rnn.bias_ih_l1	5	-0.009564868174493313
176	rnn.bias_ih_l1	6	-0.04419049620628357
176	rnn.bias_ih_l1	7	0.062188588082790375
176	rnn.bias_ih_l1	8	0.08437763899564743
176	rnn.bias_ih_l1	9	0.032732218503952026
176	rnn.bias_hh_l1	0	0.06896036118268967
176	rnn.bias_hh_l1	1	-0.05877979099750519
176	rnn.bias_hh_l1	2	0.019336966797709465
176	rnn.bias_hh_l1	3	0.08057449758052826
176	rnn.bias_hh_l1	4	0.057740915566682816
176	rnn.bias_hh_l1	5	-0.07896319776773453
176	rnn.bias_hh_l1	6	0.014402240514755249
176	rnn.bias_hh_l1	7	0.04150557518005371
176	rnn.bias_hh_l1	8	0.015124866738915443
176	rnn.bias_hh_l1	9	-0.004925713874399662
176	rnn.weight_ih_l1_reverse	0	0.08682462573051453
176	rnn.weight_ih_l1_reverse	1	-0.041867513209581375
176	rnn.weight_ih_l1_reverse	2	-0.06187616288661957
176	rnn.weight_ih_l1_reverse	3	0.025354519486427307
176	rnn.weight_ih_l1_reverse	4	-0.04652839154005051
176	rnn.weight_ih_l1_reverse	5	0.024045463651418686
176	rnn.weight_ih_l1_reverse	6	0.040362775325775146
176	rnn.weight_ih_l1_reverse	7	0.020317180082201958
176	rnn.weight_ih_l1_reverse	8	-0.00866621732711792
176	rnn.weight_ih_l1_reverse	9	-0.06613525748252869
176	rnn.weight_hh_l1_reverse	0	0.004903764463961124
176	rnn.weight_hh_l1_reverse	1	0.019003678113222122
176	rnn.weight_hh_l1_reverse	2	-0.05819172412157059
176	rnn.weight_hh_l1_reverse	3	-0.01291303988546133
176	rnn.weight_hh_l1_reverse	4	0.0089082857593894
176	rnn.weight_hh_l1_reverse	5	-0.06605735421180725
176	rnn.weight_hh_l1_reverse	6	-0.06730415672063828
176	rnn.weight_hh_l1_reverse	7	-0.011366959661245346
176	rnn.weight_hh_l1_reverse	8	-0.05916215106844902
176	rnn.weight_hh_l1_reverse	9	-0.043888021260499954
176	rnn.bias_ih_l1_reverse	0	-0.002824780298396945
176	rnn.bias_ih_l1_reverse	1	-0.041491977870464325
176	rnn.bias_ih_l1_reverse	2	0.02818906679749489
176	rnn.bias_ih_l1_reverse	3	-0.08455654978752136
176	rnn.bias_ih_l1_reverse	4	-0.08674229681491852
176	rnn.bias_ih_l1_reverse	5	-0.08673717826604843
176	rnn.bias_ih_l1_reverse	6	0.06474122405052185
176	rnn.bias_ih_l1_reverse	7	0.08446670323610306
176	rnn.bias_ih_l1_reverse	8	-0.0008769776322878897
176	rnn.bias_ih_l1_reverse	9	-0.010622675530612469
176	rnn.bias_hh_l1_reverse	0	0.06215257570147514
176	rnn.bias_hh_l1_reverse	1	-0.06687459349632263
176	rnn.bias_hh_l1_reverse	2	-0.054096102714538574
176	rnn.bias_hh_l1_reverse	3	0.07297719269990921
176	rnn.bias_hh_l1_reverse	4	-0.02256941609084606
176	rnn.bias_hh_l1_reverse	5	-0.005705998279154301
176	rnn.bias_hh_l1_reverse	6	-0.059296175837516785
176	rnn.bias_hh_l1_reverse	7	-0.05971536785364151
176	rnn.bias_hh_l1_reverse	8	0.06623904407024384
176	rnn.bias_hh_l1_reverse	9	0.04676163196563721
176	rnn.weight_ih_l2	0	0.07678813487291336
176	rnn.weight_ih_l2	1	-0.05431850627064705
176	rnn.weight_ih_l2	2	0.06335858255624771
176	rnn.weight_ih_l2	3	0.06558874994516373
176	rnn.weight_ih_l2	4	0.05645350366830826
176	rnn.weight_ih_l2	5	-0.03496096655726433
176	rnn.weight_ih_l2	6	-0.07557638734579086
176	rnn.weight_ih_l2	7	0.012004571966826916
176	rnn.weight_ih_l2	8	-0.017177991569042206
176	rnn.weight_ih_l2	9	-0.06913942843675613
176	rnn.weight_hh_l2	0	0.04806115850806236
176	rnn.weight_hh_l2	1	0.030878335237503052
176	rnn.weight_hh_l2	2	-0.05474105104804039
176	rnn.weight_hh_l2	3	-0.025190288200974464
176	rnn.weight_hh_l2	4	0.054941218346357346
176	rnn.weight_hh_l2	5	-0.0242583267390728
176	rnn.weight_hh_l2	6	0.008347216062247753
176	rnn.weight_hh_l2	7	-0.05343131721019745
176	rnn.weight_hh_l2	8	-0.0059218392707407475
176	rnn.weight_hh_l2	9	-0.01804775930941105
176	rnn.bias_ih_l2	0	0.14614327251911163
176	rnn.bias_ih_l2	1	0.011821985244750977
176	rnn.bias_ih_l2	2	0.06656201183795929
176	rnn.bias_ih_l2	3	0.027441728860139847
176	rnn.bias_ih_l2	4	-0.006626656278967857
176	rnn.bias_ih_l2	5	0.04752618819475174
176	rnn.bias_ih_l2	6	0.013675511814653873
176	rnn.bias_ih_l2	7	0.01756666973233223
176	rnn.bias_ih_l2	8	0.018130989745259285
176	rnn.bias_ih_l2	9	-0.015315745025873184
176	rnn.bias_hh_l2	0	0.02242911607027054
176	rnn.bias_hh_l2	1	0.0067155370488762856
176	rnn.bias_hh_l2	2	0.07546234130859375
176	rnn.bias_hh_l2	3	0.029500791803002357
176	rnn.bias_hh_l2	4	0.07786482572555542
176	rnn.bias_hh_l2	5	-0.05523369833827019
176	rnn.bias_hh_l2	6	0.05884276330471039
176	rnn.bias_hh_l2	7	-0.02523159794509411
176	rnn.bias_hh_l2	8	0.042022861540317535
176	rnn.bias_hh_l2	9	0.012589770369231701
176	rnn.weight_ih_l2_reverse	0	0.08229336887598038
176	rnn.weight_ih_l2_reverse	1	-0.05509070307016373
176	rnn.weight_ih_l2_reverse	2	0.001173506025224924
176	rnn.weight_ih_l2_reverse	3	0.035268090665340424
176	rnn.weight_ih_l2_reverse	4	0.05406491830945015
176	rnn.weight_ih_l2_reverse	5	-0.040681034326553345
176	rnn.weight_ih_l2_reverse	6	-0.000540687411557883
176	rnn.weight_ih_l2_reverse	7	-0.013389769941568375
176	rnn.weight_ih_l2_reverse	8	0.012433919124305248
176	rnn.weight_ih_l2_reverse	9	-0.07963335514068604
176	rnn.weight_hh_l2_reverse	0	-0.08277586847543716
176	rnn.weight_hh_l2_reverse	1	0.0166142787784338
176	rnn.weight_hh_l2_reverse	2	0.010437853634357452
176	rnn.weight_hh_l2_reverse	3	0.02432791329920292
176	rnn.weight_hh_l2_reverse	4	-0.036792077124118805
176	rnn.weight_hh_l2_reverse	5	-0.014759279787540436
176	rnn.weight_hh_l2_reverse	6	-0.043850600719451904
176	rnn.weight_hh_l2_reverse	7	-0.059901490807533264
176	rnn.weight_hh_l2_reverse	8	-0.006703996565192938
176	rnn.weight_hh_l2_reverse	9	-0.05901637300848961
176	rnn.bias_ih_l2_reverse	0	-0.05714499205350876
176	rnn.bias_ih_l2_reverse	1	-0.027574168518185616
176	rnn.bias_ih_l2_reverse	2	0.04550112038850784
176	rnn.bias_ih_l2_reverse	3	0.035286400467157364
176	rnn.bias_ih_l2_reverse	4	0.0760728269815445
176	rnn.bias_ih_l2_reverse	5	-0.08863156288862228
176	rnn.bias_ih_l2_reverse	6	-0.04339566454291344
176	rnn.bias_ih_l2_reverse	7	-0.0600525438785553
176	rnn.bias_ih_l2_reverse	8	0.06245960295200348
176	rnn.bias_ih_l2_reverse	9	0.02815115824341774
176	rnn.bias_hh_l2_reverse	0	0.04778643697500229
176	rnn.bias_hh_l2_reverse	1	-0.06747277826070786
176	rnn.bias_hh_l2_reverse	2	-0.06728708744049072
176	rnn.bias_hh_l2_reverse	3	0.03161945939064026
176	rnn.bias_hh_l2_reverse	4	0.03247193247079849
176	rnn.bias_hh_l2_reverse	5	0.03499643877148628
176	rnn.bias_hh_l2_reverse	6	-0.08267536759376526
176	rnn.bias_hh_l2_reverse	7	-0.006811824161559343
176	rnn.bias_hh_l2_reverse	8	-0.10497073084115982
176	rnn.bias_hh_l2_reverse	9	-0.05506919324398041
176	linear.weight	0	0.025028489530086517
176	linear.weight	1	0.1447177529335022
176	linear.weight	2	-0.024195944890379906
176	linear.weight	3	-0.0340518020093441
176	linear.weight	4	-0.022248394787311554
176	linear.weight	5	0.04691917449235916
176	linear.weight	6	0.002334895310923457
176	linear.weight	7	-0.105466827750206
176	linear.weight	8	-0.026271404698491096
176	linear.weight	9	0.10964949429035187
176	linear.bias	0	0.48867276310920715
176	linear.bias	1	0.7736480236053467
176	linear.bias	2	-1.6321159601211548
176	linear.bias	3	-0.05754556506872177
176	linear.bias	4	-0.050822705030441284
176	linear.bias	5	0.2684907913208008
177	transitions	0	0.033420123159885406
177	transitions	1	-10000.0
177	transitions	2	2.643136501312256
177	transitions	3	-1.1557624340057373
177	transitions	4	-10000.0
177	transitions	5	-10000.0
177	transitions	6	-10000.0
177	transitions	7	0.8816152811050415
177	transitions	8	0.8359746336936951
177	transitions	9	-1.1945850849151611
177	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
177	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
177	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
177	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
177	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
177	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
177	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
177	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
177	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
177	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
177	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
177	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
177	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
177	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
177	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
177	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
177	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
177	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
177	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
177	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
177	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
177	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
177	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
177	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
177	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
177	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
177	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
177	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
177	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
177	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
177	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
177	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
177	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
177	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
177	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
177	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
177	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
177	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
177	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
177	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
177	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
177	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
177	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
177	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
177	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
177	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
177	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
177	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
177	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
177	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
177	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
177	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
177	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
177	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
177	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
177	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
177	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
177	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
177	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
177	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
177	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
177	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
177	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
177	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
177	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
177	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
177	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
177	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
177	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
177	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
177	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
177	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
177	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
177	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
177	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
177	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
177	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
177	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
177	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
177	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
177	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
177	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
177	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
177	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
177	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
177	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
177	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
177	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
177	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
177	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
177	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
177	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
177	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
177	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
177	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
177	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
177	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
177	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
177	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
177	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
177	embedding2nn.weight	0	0.01481839269399643
177	embedding2nn.weight	1	0.00016003810742404312
177	embedding2nn.weight	2	0.005566519685089588
177	embedding2nn.weight	3	0.000693917041644454
177	embedding2nn.weight	4	-0.008235747925937176
177	embedding2nn.weight	5	-0.005596882663667202
177	embedding2nn.weight	6	-0.0008561006980016828
177	embedding2nn.weight	7	-0.0029596337117254734
177	embedding2nn.weight	8	0.01404727715998888
177	embedding2nn.weight	9	0.004449441563338041
177	embedding2nn.bias	0	0.004480109084397554
177	embedding2nn.bias	1	-0.014815245755016804
177	embedding2nn.bias	2	0.006690370850265026
177	embedding2nn.bias	3	-0.00987071543931961
177	embedding2nn.bias	4	-0.02334679290652275
177	embedding2nn.bias	5	0.0001525825064163655
177	embedding2nn.bias	6	0.007577802054584026
177	embedding2nn.bias	7	-0.005156738217920065
177	embedding2nn.bias	8	-0.0033958894200623035
177	embedding2nn.bias	9	-0.002973590511828661
177	rnn.weight_ih_l0	0	-0.05228089541196823
177	rnn.weight_ih_l0	1	0.05076856166124344
177	rnn.weight_ih_l0	2	0.03186638653278351
177	rnn.weight_ih_l0	3	0.014755450189113617
177	rnn.weight_ih_l0	4	0.01251140795648098
177	rnn.weight_ih_l0	5	0.08421504497528076
177	rnn.weight_ih_l0	6	0.07610129565000534
177	rnn.weight_ih_l0	7	0.03780137747526169
177	rnn.weight_ih_l0	8	-0.04569360986351967
177	rnn.weight_ih_l0	9	0.008098261430859566
177	rnn.weight_hh_l0	0	0.0082471314817667
177	rnn.weight_hh_l0	1	-0.06418967992067337
177	rnn.weight_hh_l0	2	-0.06548607349395752
177	rnn.weight_hh_l0	3	0.07152950763702393
177	rnn.weight_hh_l0	4	0.07100377976894379
177	rnn.weight_hh_l0	5	0.005923994351178408
177	rnn.weight_hh_l0	6	-0.002236839383840561
177	rnn.weight_hh_l0	7	-0.016720756888389587
177	rnn.weight_hh_l0	8	-0.029259907081723213
177	rnn.weight_hh_l0	9	0.05758585035800934
177	rnn.bias_ih_l0	0	-0.06273751705884933
177	rnn.bias_ih_l0	1	0.08867339044809341
177	rnn.bias_ih_l0	2	0.020123660564422607
177	rnn.bias_ih_l0	3	0.0799059048295021
177	rnn.bias_ih_l0	4	-0.076068215072155
177	rnn.bias_ih_l0	5	0.08273003250360489
177	rnn.bias_ih_l0	6	-0.06703293323516846
177	rnn.bias_ih_l0	7	-0.035936612635850906
177	rnn.bias_ih_l0	8	-0.0923534631729126
177	rnn.bias_ih_l0	9	-0.04528411477804184
177	rnn.bias_hh_l0	0	0.03681492060422897
177	rnn.bias_hh_l0	1	0.07357218116521835
177	rnn.bias_hh_l0	2	0.06993329524993896
177	rnn.bias_hh_l0	3	0.08572420477867126
177	rnn.bias_hh_l0	4	-0.0975990742444992
177	rnn.bias_hh_l0	5	-0.07125907391309738
177	rnn.bias_hh_l0	6	0.07848929613828659
177	rnn.bias_hh_l0	7	-0.08072715252637863
177	rnn.bias_hh_l0	8	-0.026685645803809166
177	rnn.bias_hh_l0	9	0.006746554281562567
177	rnn.weight_ih_l0_reverse	0	0.07939750701189041
177	rnn.weight_ih_l0_reverse	1	0.07326940447092056
177	rnn.weight_ih_l0_reverse	2	0.038762498646974564
177	rnn.weight_ih_l0_reverse	3	0.0336768664419651
177	rnn.weight_ih_l0_reverse	4	-0.0365665964782238
177	rnn.weight_ih_l0_reverse	5	0.050849683582782745
177	rnn.weight_ih_l0_reverse	6	0.06647482514381409
177	rnn.weight_ih_l0_reverse	7	0.022335629910230637
177	rnn.weight_ih_l0_reverse	8	-0.05782529339194298
177	rnn.weight_ih_l0_reverse	9	-0.05285066366195679
177	rnn.weight_hh_l0_reverse	0	0.02552786096930504
177	rnn.weight_hh_l0_reverse	1	-0.0871553048491478
177	rnn.weight_hh_l0_reverse	2	0.06339281797409058
177	rnn.weight_hh_l0_reverse	3	-0.021553147584199905
177	rnn.weight_hh_l0_reverse	4	0.08478007465600967
177	rnn.weight_hh_l0_reverse	5	-0.00198895251378417
177	rnn.weight_hh_l0_reverse	6	0.03032732382416725
177	rnn.weight_hh_l0_reverse	7	0.07857012003660202
177	rnn.weight_hh_l0_reverse	8	-0.022394992411136627
177	rnn.weight_hh_l0_reverse	9	-0.046591617166996
177	rnn.bias_ih_l0_reverse	0	0.0004609972529578954
177	rnn.bias_ih_l0_reverse	1	-0.018543949350714684
177	rnn.bias_ih_l0_reverse	2	-0.013705329969525337
177	rnn.bias_ih_l0_reverse	3	0.03663672134280205
177	rnn.bias_ih_l0_reverse	4	0.06776100397109985
177	rnn.bias_ih_l0_reverse	5	-0.021089639514684677
177	rnn.bias_ih_l0_reverse	6	-0.02679304964840412
177	rnn.bias_ih_l0_reverse	7	-0.04880967363715172
177	rnn.bias_ih_l0_reverse	8	0.006659090518951416
177	rnn.bias_ih_l0_reverse	9	-0.06765624135732651
177	rnn.bias_hh_l0_reverse	0	0.03929983824491501
177	rnn.bias_hh_l0_reverse	1	-0.06901884078979492
177	rnn.bias_hh_l0_reverse	2	0.07555750757455826
177	rnn.bias_hh_l0_reverse	3	0.06134790554642677
177	rnn.bias_hh_l0_reverse	4	0.024365480989217758
177	rnn.bias_hh_l0_reverse	5	0.04560841619968414
177	rnn.bias_hh_l0_reverse	6	0.06636541336774826
177	rnn.bias_hh_l0_reverse	7	0.08350320905447006
177	rnn.bias_hh_l0_reverse	8	-0.009482856839895248
177	rnn.bias_hh_l0_reverse	9	0.051296960562467575
177	rnn.weight_ih_l1	0	0.024089204147458076
177	rnn.weight_ih_l1	1	0.01602897420525551
177	rnn.weight_ih_l1	2	0.08765954524278641
177	rnn.weight_ih_l1	3	-0.024282066151499748
177	rnn.weight_ih_l1	4	-0.02455182932317257
177	rnn.weight_ih_l1	5	-0.012750144116580486
177	rnn.weight_ih_l1	6	0.07288564741611481
177	rnn.weight_ih_l1	7	-0.0038261543959379196
177	rnn.weight_ih_l1	8	-0.0525980070233345
177	rnn.weight_ih_l1	9	0.05313475430011749
177	rnn.weight_hh_l1	0	-0.08183830231428146
177	rnn.weight_hh_l1	1	-0.035712212324142456
177	rnn.weight_hh_l1	2	-0.008145992644131184
177	rnn.weight_hh_l1	3	-0.0582304410636425
177	rnn.weight_hh_l1	4	0.08604622632265091
177	rnn.weight_hh_l1	5	-0.08408050984144211
177	rnn.weight_hh_l1	6	-0.04999644309282303
177	rnn.weight_hh_l1	7	0.06484358757734299
177	rnn.weight_hh_l1	8	-0.013530728407204151
177	rnn.weight_hh_l1	9	-0.0399961993098259
177	rnn.bias_ih_l1	0	-0.03556371480226517
177	rnn.bias_ih_l1	1	0.05518954619765282
177	rnn.bias_ih_l1	2	-0.04604783654212952
177	rnn.bias_ih_l1	3	-0.07633625715970993
177	rnn.bias_ih_l1	4	-0.02895275317132473
177	rnn.bias_ih_l1	5	-0.008234093897044659
177	rnn.bias_ih_l1	6	-0.045865148305892944
177	rnn.bias_ih_l1	7	0.06200621649622917
177	rnn.bias_ih_l1	8	0.08441539108753204
177	rnn.bias_ih_l1	9	0.03239420801401138
177	rnn.bias_hh_l1	0	0.06894465535879135
177	rnn.bias_hh_l1	1	-0.058796148747205734
177	rnn.bias_hh_l1	2	0.019374307245016098
177	rnn.bias_hh_l1	3	0.08035191148519516
177	rnn.bias_hh_l1	4	0.057690784335136414
177	rnn.bias_hh_l1	5	-0.07924056053161621
177	rnn.bias_hh_l1	6	0.01438537985086441
177	rnn.bias_hh_l1	7	0.041646189987659454
177	rnn.bias_hh_l1	8	0.01523998286575079
177	rnn.bias_hh_l1	9	-0.004864088259637356
177	rnn.weight_ih_l1_reverse	0	0.08682405948638916
177	rnn.weight_ih_l1_reverse	1	-0.04189780354499817
177	rnn.weight_ih_l1_reverse	2	-0.06188996508717537
177	rnn.weight_ih_l1_reverse	3	0.025355469435453415
177	rnn.weight_ih_l1_reverse	4	-0.04653860256075859
177	rnn.weight_ih_l1_reverse	5	0.02404225431382656
177	rnn.weight_ih_l1_reverse	6	0.040374550968408585
177	rnn.weight_ih_l1_reverse	7	0.020312219858169556
177	rnn.weight_ih_l1_reverse	8	-0.008689306676387787
177	rnn.weight_ih_l1_reverse	9	-0.06628064811229706
177	rnn.weight_hh_l1_reverse	0	0.0048925867304205894
177	rnn.weight_hh_l1_reverse	1	0.01900717429816723
177	rnn.weight_hh_l1_reverse	2	-0.058196164667606354
177	rnn.weight_hh_l1_reverse	3	-0.012924197129905224
177	rnn.weight_hh_l1_reverse	4	0.008895083330571651
177	rnn.weight_hh_l1_reverse	5	-0.06588182598352432
177	rnn.weight_hh_l1_reverse	6	-0.06730178743600845
177	rnn.weight_hh_l1_reverse	7	-0.011365705169737339
177	rnn.weight_hh_l1_reverse	8	-0.059131938964128494
177	rnn.weight_hh_l1_reverse	9	-0.04391191527247429
177	rnn.bias_ih_l1_reverse	0	-0.0028276925440877676
177	rnn.bias_ih_l1_reverse	1	-0.04143667221069336
177	rnn.bias_ih_l1_reverse	2	0.028145069256424904
177	rnn.bias_ih_l1_reverse	3	-0.08450689911842346
177	rnn.bias_ih_l1_reverse	4	-0.08666864782571793
177	rnn.bias_ih_l1_reverse	5	-0.0867062360048294
177	rnn.bias_ih_l1_reverse	6	0.06485653668642044
177	rnn.bias_ih_l1_reverse	7	0.08450943231582642
177	rnn.bias_ih_l1_reverse	8	-0.0013170227175578475
177	rnn.bias_ih_l1_reverse	9	-0.010650132782757282
177	rnn.bias_hh_l1_reverse	0	0.06205621361732483
177	rnn.bias_hh_l1_reverse	1	-0.06697417050600052
177	rnn.bias_hh_l1_reverse	2	-0.05424041673541069
177	rnn.bias_hh_l1_reverse	3	0.07298120856285095
177	rnn.bias_hh_l1_reverse	4	-0.02261325716972351
177	rnn.bias_hh_l1_reverse	5	-0.0055873943492770195
177	rnn.bias_hh_l1_reverse	6	-0.05929732322692871
177	rnn.bias_hh_l1_reverse	7	-0.05975617840886116
177	rnn.bias_hh_l1_reverse	8	0.06620745360851288
177	rnn.bias_hh_l1_reverse	9	0.04691096395254135
177	rnn.weight_ih_l2	0	0.07722579687833786
177	rnn.weight_ih_l2	1	-0.05427524819970131
177	rnn.weight_ih_l2	2	0.06335263699293137
177	rnn.weight_ih_l2	3	0.06566409021615982
177	rnn.weight_ih_l2	4	0.05643787607550621
177	rnn.weight_ih_l2	5	-0.03506016731262207
177	rnn.weight_ih_l2	6	-0.07554937154054642
177	rnn.weight_ih_l2	7	0.011937686242163181
177	rnn.weight_ih_l2	8	-0.017173880711197853
177	rnn.weight_ih_l2	9	-0.06913735717535019
177	rnn.weight_hh_l2	0	0.04808640480041504
177	rnn.weight_hh_l2	1	0.030877837911248207
177	rnn.weight_hh_l2	2	-0.05474626645445824
177	rnn.weight_hh_l2	3	-0.025262895971536636
177	rnn.weight_hh_l2	4	0.054938044399023056
177	rnn.weight_hh_l2	5	-0.024164274334907532
177	rnn.weight_hh_l2	6	0.00841547641903162
177	rnn.weight_hh_l2	7	-0.053439538925886154
177	rnn.weight_hh_l2	8	-0.00602177856490016
177	rnn.weight_hh_l2	9	-0.018014539033174515
177	rnn.bias_ih_l2	0	0.14766950905323029
177	rnn.bias_ih_l2	1	0.011181753128767014
177	rnn.bias_ih_l2	2	0.0668826773762703
177	rnn.bias_ih_l2	3	0.027639448642730713
177	rnn.bias_ih_l2	4	-0.006500188261270523
177	rnn.bias_ih_l2	5	0.04750142619013786
177	rnn.bias_ih_l2	6	0.013760492205619812
177	rnn.bias_ih_l2	7	0.01750360056757927
177	rnn.bias_ih_l2	8	0.018175160512328148
177	rnn.bias_ih_l2	9	-0.015335707925260067
177	rnn.bias_hh_l2	0	0.021986152976751328
177	rnn.bias_hh_l2	1	0.0066000111401081085
177	rnn.bias_hh_l2	2	0.07556277513504028
177	rnn.bias_hh_l2	3	0.02947326749563217
177	rnn.bias_hh_l2	4	0.07782198488712311
177	rnn.bias_hh_l2	5	-0.054409611970186234
177	rnn.bias_hh_l2	6	0.05704846233129501
177	rnn.bias_hh_l2	7	-0.025154829025268555
177	rnn.bias_hh_l2	8	0.041984640061855316
177	rnn.bias_hh_l2	9	0.009041127748787403
177	rnn.weight_ih_l2_reverse	0	0.08229631930589676
177	rnn.weight_ih_l2_reverse	1	-0.05511367693543434
177	rnn.weight_ih_l2_reverse	2	0.0011702071642503142
177	rnn.weight_ih_l2_reverse	3	0.035269130021333694
177	rnn.weight_ih_l2_reverse	4	0.05406796932220459
177	rnn.weight_ih_l2_reverse	5	-0.040681447833776474
177	rnn.weight_ih_l2_reverse	6	-0.0007941459189169109
177	rnn.weight_ih_l2_reverse	7	-0.013410956598818302
177	rnn.weight_ih_l2_reverse	8	0.012400971725583076
177	rnn.weight_ih_l2_reverse	9	-0.07965635508298874
177	rnn.weight_hh_l2_reverse	0	-0.0827745571732521
177	rnn.weight_hh_l2_reverse	1	0.016690639778971672
177	rnn.weight_hh_l2_reverse	2	0.010437431745231152
177	rnn.weight_hh_l2_reverse	3	0.024327382445335388
177	rnn.weight_hh_l2_reverse	4	-0.0367925688624382
177	rnn.weight_hh_l2_reverse	5	-0.014757138676941395
177	rnn.weight_hh_l2_reverse	6	-0.043801840394735336
177	rnn.weight_hh_l2_reverse	7	-0.059903401881456375
177	rnn.weight_hh_l2_reverse	8	-0.006710741203278303
177	rnn.weight_hh_l2_reverse	9	-0.05901920795440674
177	rnn.bias_ih_l2_reverse	0	-0.05703936889767647
177	rnn.bias_ih_l2_reverse	1	-0.027609989047050476
177	rnn.bias_ih_l2_reverse	2	0.04542786255478859
177	rnn.bias_ih_l2_reverse	3	0.03480364382266998
177	rnn.bias_ih_l2_reverse	4	0.07601573318243027
177	rnn.bias_ih_l2_reverse	5	-0.0886627733707428
177	rnn.bias_ih_l2_reverse	6	-0.0433933362364769
177	rnn.bias_ih_l2_reverse	7	-0.06054987013339996
177	rnn.bias_ih_l2_reverse	8	0.06229846924543381
177	rnn.bias_ih_l2_reverse	9	0.0269439946860075
177	rnn.bias_hh_l2_reverse	0	0.048800669610500336
177	rnn.bias_hh_l2_reverse	1	-0.06746792048215866
177	rnn.bias_hh_l2_reverse	2	-0.06729590147733688
177	rnn.bias_hh_l2_reverse	3	0.031639497727155685
177	rnn.bias_hh_l2_reverse	4	0.03243931755423546
177	rnn.bias_hh_l2_reverse	5	0.0349910669028759
177	rnn.bias_hh_l2_reverse	6	-0.08259537816047668
177	rnn.bias_hh_l2_reverse	7	-0.00691115902736783
177	rnn.bias_hh_l2_reverse	8	-0.1047324538230896
177	rnn.bias_hh_l2_reverse	9	-0.055048730224370956
177	linear.weight	0	0.025028489530086517
177	linear.weight	1	0.14232520759105682
177	linear.weight	2	-0.024193769320845604
177	linear.weight	3	-0.03391709923744202
177	linear.weight	4	-0.022248394787311554
177	linear.weight	5	0.04813678562641144
177	linear.weight	6	0.0019795119296759367
177	linear.weight	7	-0.100227952003479
177	linear.weight	8	-0.026588862761855125
177	linear.weight	9	0.10780269652605057
177	linear.bias	0	0.5003045797348022
177	linear.bias	1	0.7774515151977539
177	linear.bias	2	-1.6325945854187012
177	linear.bias	3	-0.05754556506872177
177	linear.bias	4	-0.050822705030441284
177	linear.bias	5	0.253534197807312
178	transitions	0	0.03332008421421051
178	transitions	1	-10000.0
178	transitions	2	2.658041477203369
178	transitions	3	-1.160453200340271
178	transitions	4	-10000.0
178	transitions	5	-10000.0
178	transitions	6	-10000.0
178	transitions	7	0.881611704826355
178	transitions	8	0.835888147354126
178	transitions	9	-1.1949832439422607
178	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
178	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
178	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
178	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
178	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
178	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
178	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
178	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
178	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
178	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
178	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
178	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
178	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
178	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
178	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
178	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
178	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
178	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
178	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
178	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
178	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
178	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
178	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
178	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
178	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
178	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
178	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
178	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
178	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
178	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
178	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
178	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
178	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
178	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
178	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
178	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
178	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
178	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
178	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
178	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
178	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
178	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
178	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
178	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
178	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
178	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
178	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
178	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
178	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
178	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
178	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
178	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
178	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
178	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
178	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
178	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
178	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
178	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
178	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
178	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
178	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
178	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
178	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
178	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
178	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
178	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
178	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
178	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
178	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
178	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
178	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
178	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
178	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
178	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
178	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
178	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
178	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
178	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
178	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
178	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
178	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
178	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
178	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
178	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
178	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
178	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
178	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
178	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
178	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
178	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
178	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
178	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
178	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
178	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
178	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
178	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
178	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
178	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
178	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
178	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
178	embedding2nn.weight	0	0.014818909578025341
178	embedding2nn.weight	1	0.00016179199155885726
178	embedding2nn.weight	2	0.005568832159042358
178	embedding2nn.weight	3	0.0006925536436028779
178	embedding2nn.weight	4	-0.008224952034652233
178	embedding2nn.weight	5	-0.005601552315056324
178	embedding2nn.weight	6	-0.0008186755003407598
178	embedding2nn.weight	7	-0.002958978060632944
178	embedding2nn.weight	8	0.01417041476815939
178	embedding2nn.weight	9	0.004450012929737568
178	embedding2nn.bias	0	0.0049210116267204285
178	embedding2nn.bias	1	-0.015211944468319416
178	embedding2nn.bias	2	0.006371835246682167
178	embedding2nn.bias	3	-0.00890590064227581
178	embedding2nn.bias	4	-0.02372368611395359
178	embedding2nn.bias	5	0.0006389003829099238
178	embedding2nn.bias	6	0.00690776901319623
178	embedding2nn.bias	7	-0.006117183715105057
178	embedding2nn.bias	8	-0.002470166189596057
178	embedding2nn.bias	9	-0.0031616482883691788
178	rnn.weight_ih_l0	0	-0.05231178551912308
178	rnn.weight_ih_l0	1	0.050778355449438095
178	rnn.weight_ih_l0	2	0.031861864030361176
178	rnn.weight_ih_l0	3	0.014749794267117977
178	rnn.weight_ih_l0	4	0.012519841082394123
178	rnn.weight_ih_l0	5	0.0842195600271225
178	rnn.weight_ih_l0	6	0.07610884308815002
178	rnn.weight_ih_l0	7	0.037800464779138565
178	rnn.weight_ih_l0	8	-0.04570087417960167
178	rnn.weight_ih_l0	9	0.00809748936444521
178	rnn.weight_hh_l0	0	0.008254596963524818
178	rnn.weight_hh_l0	1	-0.06416965276002884
178	rnn.weight_hh_l0	2	-0.065487802028656
178	rnn.weight_hh_l0	3	0.07152426987886429
178	rnn.weight_hh_l0	4	0.07100173830986023
178	rnn.weight_hh_l0	5	0.005926552228629589
178	rnn.weight_hh_l0	6	-0.002275354228913784
178	rnn.weight_hh_l0	7	-0.016479946672916412
178	rnn.weight_hh_l0	8	-0.029298506677150726
178	rnn.weight_hh_l0	9	0.05757458135485649
178	rnn.bias_ih_l0	0	-0.06290842592716217
178	rnn.bias_ih_l0	1	0.08859465271234512
178	rnn.bias_ih_l0	2	0.0201011560857296
178	rnn.bias_ih_l0	3	0.07938886433839798
178	rnn.bias_ih_l0	4	-0.076059989631176
178	rnn.bias_ih_l0	5	0.08254313468933105
178	rnn.bias_ih_l0	6	-0.06876623630523682
178	rnn.bias_ih_l0	7	-0.03595629706978798
178	rnn.bias_ih_l0	8	-0.09379509836435318
178	rnn.bias_ih_l0	9	-0.045297715812921524
178	rnn.bias_hh_l0	0	0.036741893738508224
178	rnn.bias_hh_l0	1	0.07350257784128189
178	rnn.bias_hh_l0	2	0.07001690566539764
178	rnn.bias_hh_l0	3	0.0856378972530365
178	rnn.bias_hh_l0	4	-0.0975908637046814
178	rnn.bias_hh_l0	5	-0.07128234207630157
178	rnn.bias_hh_l0	6	0.07847649604082108
178	rnn.bias_hh_l0	7	-0.07851144671440125
178	rnn.bias_hh_l0	8	-0.026676256209611893
178	rnn.bias_hh_l0	9	0.008163180202245712
178	rnn.weight_ih_l0_reverse	0	0.0793924629688263
178	rnn.weight_ih_l0_reverse	1	0.07328107208013535
178	rnn.weight_ih_l0_reverse	2	0.03875986486673355
178	rnn.weight_ih_l0_reverse	3	0.0336778350174427
178	rnn.weight_ih_l0_reverse	4	-0.03659551590681076
178	rnn.weight_ih_l0_reverse	5	0.0508454255759716
178	rnn.weight_ih_l0_reverse	6	0.06647847592830658
178	rnn.weight_ih_l0_reverse	7	0.022344360128045082
178	rnn.weight_ih_l0_reverse	8	-0.05787360668182373
178	rnn.weight_ih_l0_reverse	9	-0.05285197123885155
178	rnn.weight_hh_l0_reverse	0	0.02549937181174755
178	rnn.weight_hh_l0_reverse	1	-0.0871543288230896
178	rnn.weight_hh_l0_reverse	2	0.06340274959802628
178	rnn.weight_hh_l0_reverse	3	-0.021545907482504845
178	rnn.weight_hh_l0_reverse	4	0.08480527251958847
178	rnn.weight_hh_l0_reverse	5	-0.001987162511795759
178	rnn.weight_hh_l0_reverse	6	0.03043556399643421
178	rnn.weight_hh_l0_reverse	7	0.07857535034418106
178	rnn.weight_hh_l0_reverse	8	-0.022399628534913063
178	rnn.weight_hh_l0_reverse	9	-0.046601369976997375
178	rnn.bias_ih_l0_reverse	0	0.0004907652619294822
178	rnn.bias_ih_l0_reverse	1	-0.01850239373743534
178	rnn.bias_ih_l0_reverse	2	-0.013498474843800068
178	rnn.bias_ih_l0_reverse	3	0.03650834783911705
178	rnn.bias_ih_l0_reverse	4	0.0676034688949585
178	rnn.bias_ih_l0_reverse	5	-0.02102455496788025
178	rnn.bias_ih_l0_reverse	6	-0.026815082877874374
178	rnn.bias_ih_l0_reverse	7	-0.04875830560922623
178	rnn.bias_ih_l0_reverse	8	0.006573878228664398
178	rnn.bias_ih_l0_reverse	9	-0.06792481988668442
178	rnn.bias_hh_l0_reverse	0	0.039382122457027435
178	rnn.bias_hh_l0_reverse	1	-0.06928741931915283
178	rnn.bias_hh_l0_reverse	2	0.07635547965765
178	rnn.bias_hh_l0_reverse	3	0.06143130362033844
178	rnn.bias_hh_l0_reverse	4	0.02469784766435623
178	rnn.bias_hh_l0_reverse	5	0.04564553126692772
178	rnn.bias_hh_l0_reverse	6	0.06677588820457458
178	rnn.bias_hh_l0_reverse	7	0.08316835761070251
178	rnn.bias_hh_l0_reverse	8	-0.009425269439816475
178	rnn.bias_hh_l0_reverse	9	0.05058472976088524
178	rnn.weight_ih_l1	0	0.024050606414675713
178	rnn.weight_ih_l1	1	0.015998011454939842
178	rnn.weight_ih_l1	2	0.08718319982290268
178	rnn.weight_ih_l1	3	-0.024266349151730537
178	rnn.weight_ih_l1	4	-0.02452663891017437
178	rnn.weight_ih_l1	5	-0.012792559340596199
178	rnn.weight_ih_l1	6	0.0728432685136795
178	rnn.weight_ih_l1	7	-0.003725204849615693
178	rnn.weight_ih_l1	8	-0.052590277045965195
178	rnn.weight_ih_l1	9	0.05351269990205765
178	rnn.weight_hh_l1	0	-0.08177468180656433
178	rnn.weight_hh_l1	1	-0.03568413853645325
178	rnn.weight_hh_l1	2	-0.008145757019519806
178	rnn.weight_hh_l1	3	-0.05823207274079323
178	rnn.weight_hh_l1	4	0.08604505658149719
178	rnn.weight_hh_l1	5	-0.08409074693918228
178	rnn.weight_hh_l1	6	-0.05001959949731827
178	rnn.weight_hh_l1	7	0.06496169418096542
178	rnn.weight_hh_l1	8	-0.01353255845606327
178	rnn.weight_hh_l1	9	-0.0399632565677166
178	rnn.bias_ih_l1	0	-0.03560403361916542
178	rnn.bias_ih_l1	1	0.055143315345048904
178	rnn.bias_ih_l1	2	-0.04599494859576225
178	rnn.bias_ih_l1	3	-0.07663889229297638
178	rnn.bias_ih_l1	4	-0.02888599969446659
178	rnn.bias_ih_l1	5	-0.004568425472825766
178	rnn.bias_ih_l1	6	-0.04616136848926544
178	rnn.bias_ih_l1	7	0.06207466498017311
178	rnn.bias_ih_l1	8	0.08422563225030899
178	rnn.bias_ih_l1	9	0.03173574060201645
178	rnn.bias_hh_l1	0	0.06895186752080917
178	rnn.bias_hh_l1	1	-0.0587647408246994
178	rnn.bias_hh_l1	2	0.019406447187066078
178	rnn.bias_hh_l1	3	0.08057422190904617
178	rnn.bias_hh_l1	4	0.05770440027117729
178	rnn.bias_hh_l1	5	-0.07919584214687347
178	rnn.bias_hh_l1	6	0.014404269866645336
178	rnn.bias_hh_l1	7	0.04185020551085472
178	rnn.bias_hh_l1	8	0.015228700824081898
178	rnn.bias_hh_l1	9	-0.004868245217949152
178	rnn.weight_ih_l1_reverse	0	0.08681395649909973
178	rnn.weight_ih_l1_reverse	1	-0.041858088225126266
178	rnn.weight_ih_l1_reverse	2	-0.06189053878188133
178	rnn.weight_ih_l1_reverse	3	0.02536267228424549
178	rnn.weight_ih_l1_reverse	4	-0.046539194881916046
178	rnn.weight_ih_l1_reverse	5	0.024058548733592033
178	rnn.weight_ih_l1_reverse	6	0.040368951857089996
178	rnn.weight_ih_l1_reverse	7	0.020301463082432747
178	rnn.weight_ih_l1_reverse	8	-0.008687865920364857
178	rnn.weight_ih_l1_reverse	9	-0.06627213954925537
178	rnn.weight_hh_l1_reverse	0	0.004899539519101381
178	rnn.weight_hh_l1_reverse	1	0.019007476046681404
178	rnn.weight_hh_l1_reverse	2	-0.058194082230329514
178	rnn.weight_hh_l1_reverse	3	-0.012936604209244251
178	rnn.weight_hh_l1_reverse	4	0.008894680067896843
178	rnn.weight_hh_l1_reverse	5	-0.06588773429393768
178	rnn.weight_hh_l1_reverse	6	-0.06730291247367859
178	rnn.weight_hh_l1_reverse	7	-0.011368436738848686
178	rnn.weight_hh_l1_reverse	8	-0.05916329845786095
178	rnn.weight_hh_l1_reverse	9	-0.04391804337501526
178	rnn.bias_ih_l1_reverse	0	-0.0028187953867018223
178	rnn.bias_ih_l1_reverse	1	-0.04148877039551735
178	rnn.bias_ih_l1_reverse	2	0.028189754113554955
178	rnn.bias_ih_l1_reverse	3	-0.08444888889789581
178	rnn.bias_ih_l1_reverse	4	-0.08673806488513947
178	rnn.bias_ih_l1_reverse	5	-0.08671218901872635
178	rnn.bias_ih_l1_reverse	6	0.06491415947675705
178	rnn.bias_ih_l1_reverse	7	0.08447173237800598
178	rnn.bias_ih_l1_reverse	8	-0.001262237667106092
178	rnn.bias_ih_l1_reverse	9	-0.01067611388862133
178	rnn.bias_hh_l1_reverse	0	0.06201232224702835
178	rnn.bias_hh_l1_reverse	1	-0.06725151091814041
178	rnn.bias_hh_l1_reverse	2	-0.054222628474235535
178	rnn.bias_hh_l1_reverse	3	0.07315120846033096
178	rnn.bias_hh_l1_reverse	4	-0.022575130686163902
178	rnn.bias_hh_l1_reverse	5	-0.005604516249150038
178	rnn.bias_hh_l1_reverse	6	-0.05934102088212967
178	rnn.bias_hh_l1_reverse	7	-0.059770599007606506
178	rnn.bias_hh_l1_reverse	8	0.06622681766748428
178	rnn.bias_hh_l1_reverse	9	0.047853268682956696
178	rnn.weight_ih_l2	0	0.07723264396190643
178	rnn.weight_ih_l2	1	-0.05428783595561981
178	rnn.weight_ih_l2	2	0.06335437297821045
178	rnn.weight_ih_l2	3	0.0656338632106781
178	rnn.weight_ih_l2	4	0.056443363428115845
178	rnn.weight_ih_l2	5	-0.03506439924240112
178	rnn.weight_ih_l2	6	-0.07551774382591248
178	rnn.weight_ih_l2	7	0.011886952444911003
178	rnn.weight_ih_l2	8	-0.017175380140542984
178	rnn.weight_ih_l2	9	-0.06913787871599197
178	rnn.weight_hh_l2	0	0.04808300733566284
178	rnn.weight_hh_l2	1	0.0308825820684433
178	rnn.weight_hh_l2	2	-0.05474592372775078
178	rnn.weight_hh_l2	3	-0.02533072419464588
178	rnn.weight_hh_l2	4	0.05492590740323067
178	rnn.weight_hh_l2	5	-0.024151284247636795
178	rnn.weight_hh_l2	6	0.00843513198196888
178	rnn.weight_hh_l2	7	-0.053439799696207047
178	rnn.weight_hh_l2	8	-0.006024779286235571
178	rnn.weight_hh_l2	9	-0.01802719570696354
178	rnn.bias_ih_l2	0	0.1474958211183548
178	rnn.bias_ih_l2	1	0.011342339217662811
178	rnn.bias_ih_l2	2	0.06699790060520172
178	rnn.bias_ih_l2	3	0.02768753655254841
178	rnn.bias_ih_l2	4	-0.006527523510158062
178	rnn.bias_ih_l2	5	0.04735639691352844
178	rnn.bias_ih_l2	6	0.013783447444438934
178	rnn.bias_ih_l2	7	0.017493216320872307
178	rnn.bias_ih_l2	8	0.018249494954943657
178	rnn.bias_ih_l2	9	-0.015355408191680908
178	rnn.bias_hh_l2	0	0.021921446546912193
178	rnn.bias_hh_l2	1	0.007229323964565992
178	rnn.bias_hh_l2	2	0.07574603706598282
178	rnn.bias_hh_l2	3	0.029474342241883278
178	rnn.bias_hh_l2	4	0.07783671468496323
178	rnn.bias_hh_l2	5	-0.05341966822743416
178	rnn.bias_hh_l2	6	0.0552620068192482
178	rnn.bias_hh_l2	7	-0.024817345663905144
178	rnn.bias_hh_l2	8	0.04198473319411278
178	rnn.bias_hh_l2	9	0.007876877672970295
178	rnn.weight_ih_l2_reverse	0	0.08230295777320862
178	rnn.weight_ih_l2_reverse	1	-0.055029164999723434
178	rnn.weight_ih_l2_reverse	2	0.0011783913942053914
178	rnn.weight_ih_l2_reverse	3	0.03526962548494339
178	rnn.weight_ih_l2_reverse	4	0.05406778305768967
178	rnn.weight_ih_l2_reverse	5	-0.04068247973918915
178	rnn.weight_ih_l2_reverse	6	-0.0006361998966895044
178	rnn.weight_ih_l2_reverse	7	-0.0134758735075593
178	rnn.weight_ih_l2_reverse	8	0.012360038235783577
178	rnn.weight_ih_l2_reverse	9	-0.07963451743125916
178	rnn.weight_hh_l2_reverse	0	-0.08277463167905807
178	rnn.weight_hh_l2_reverse	1	0.016719145700335503
178	rnn.weight_hh_l2_reverse	2	0.01043725199997425
178	rnn.weight_hh_l2_reverse	3	0.024327335879206657
178	rnn.weight_hh_l2_reverse	4	-0.036791156977415085
178	rnn.weight_hh_l2_reverse	5	-0.014766494743525982
178	rnn.weight_hh_l2_reverse	6	-0.043808721005916595
178	rnn.weight_hh_l2_reverse	7	-0.05990254878997803
178	rnn.weight_hh_l2_reverse	8	-0.006710215006023645
178	rnn.weight_hh_l2_reverse	9	-0.05902142450213432
178	rnn.bias_ih_l2_reverse	0	-0.05704494193196297
178	rnn.bias_ih_l2_reverse	1	-0.027605274692177773
178	rnn.bias_ih_l2_reverse	2	0.045533183962106705
178	rnn.bias_ih_l2_reverse	3	0.03336207941174507
178	rnn.bias_ih_l2_reverse	4	0.07593419402837753
178	rnn.bias_ih_l2_reverse	5	-0.08862212300300598
178	rnn.bias_ih_l2_reverse	6	-0.04339772090315819
178	rnn.bias_ih_l2_reverse	7	-0.05926978215575218
178	rnn.bias_ih_l2_reverse	8	0.06191478669643402
178	rnn.bias_ih_l2_reverse	9	0.027606695890426636
178	rnn.bias_hh_l2_reverse	0	0.04940418154001236
178	rnn.bias_hh_l2_reverse	1	-0.06797589361667633
178	rnn.bias_hh_l2_reverse	2	-0.06729855388402939
178	rnn.bias_hh_l2_reverse	3	0.03153160214424133
178	rnn.bias_hh_l2_reverse	4	0.03260795399546623
178	rnn.bias_hh_l2_reverse	5	0.03497721254825592
178	rnn.bias_hh_l2_reverse	6	-0.08260592073202133
178	rnn.bias_hh_l2_reverse	7	-0.006759509444236755
178	rnn.bias_hh_l2_reverse	8	-0.10492906719446182
178	rnn.bias_hh_l2_reverse	9	-0.055054426193237305
178	linear.weight	0	0.025028489530086517
178	linear.weight	1	0.14364509284496307
178	linear.weight	2	-0.024203389883041382
178	linear.weight	3	-0.03382760286331177
178	linear.weight	4	-0.022248394787311554
178	linear.weight	5	0.04908958449959755
178	linear.weight	6	0.0014675484271720052
178	linear.weight	7	-0.10228671133518219
178	linear.weight	8	-0.026531070470809937
178	linear.weight	9	0.10836677998304367
178	linear.bias	0	0.5131700038909912
178	linear.bias	1	0.7878445982933044
178	linear.bias	2	-1.6329706907272339
178	linear.bias	3	-0.05754556506872177
178	linear.bias	4	-0.050822705030441284
178	linear.bias	5	0.23065176606178284
179	transitions	0	0.03316484019160271
179	transitions	1	-10000.0
179	transitions	2	2.6587486267089844
179	transitions	3	-1.1611977815628052
179	transitions	4	-10000.0
179	transitions	5	-10000.0
179	transitions	6	-10000.0
179	transitions	7	0.8816104531288147
179	transitions	8	0.8358386754989624
179	transitions	9	-1.195366621017456
179	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
179	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
179	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
179	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
179	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
179	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
179	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
179	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
179	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
179	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
179	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
179	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
179	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
179	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
179	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
179	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
179	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
179	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
179	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
179	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
179	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
179	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
179	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
179	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
179	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
179	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
179	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
179	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
179	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
179	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
179	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
179	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
179	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
179	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
179	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
179	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
179	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
179	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
179	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
179	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
179	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
179	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
179	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
179	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
179	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
179	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
179	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
179	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
179	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
179	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
179	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
179	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
179	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
179	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
179	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
179	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
179	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
179	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
179	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
179	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
179	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
179	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
179	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
179	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
179	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
179	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
179	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
179	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
179	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
179	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
179	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
179	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
179	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
179	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
179	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
179	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
179	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
179	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
179	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
179	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
179	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
179	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
179	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
179	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
179	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
179	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
179	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
179	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
179	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
179	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
179	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
179	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
179	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
179	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
179	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
179	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
179	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
179	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
179	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
179	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
179	embedding2nn.weight	0	0.014818994328379631
179	embedding2nn.weight	1	0.00016106764087453485
179	embedding2nn.weight	2	0.005569383502006531
179	embedding2nn.weight	3	0.0006925536436028779
179	embedding2nn.weight	4	-0.008225532248616219
179	embedding2nn.weight	5	-0.005601318087428808
179	embedding2nn.weight	6	-0.0008189039072021842
179	embedding2nn.weight	7	-0.0029589293990284204
179	embedding2nn.weight	8	0.01417251955717802
179	embedding2nn.weight	9	0.004451030399650335
179	embedding2nn.bias	0	0.004885905422270298
179	embedding2nn.bias	1	-0.0152061078697443
179	embedding2nn.bias	2	0.0063566663302481174
179	embedding2nn.bias	3	-0.008836918510496616
179	embedding2nn.bias	4	-0.02369607798755169
179	embedding2nn.bias	5	0.0006447836058214307
179	embedding2nn.bias	6	0.006946332287043333
179	embedding2nn.bias	7	-0.00613808911293745
179	embedding2nn.bias	8	-0.0024608783423900604
179	embedding2nn.bias	9	-0.003130899276584387
179	rnn.weight_ih_l0	0	-0.05230914428830147
179	rnn.weight_ih_l0	1	0.05077844485640526
179	rnn.weight_ih_l0	2	0.031861789524555206
179	rnn.weight_ih_l0	3	0.014749150723218918
179	rnn.weight_ih_l0	4	0.012520331889390945
179	rnn.weight_ih_l0	5	0.08422035723924637
179	rnn.weight_ih_l0	6	0.07611005753278732
179	rnn.weight_ih_l0	7	0.03780045360326767
179	rnn.weight_ih_l0	8	-0.045701462775468826
179	rnn.weight_ih_l0	9	0.008098622784018517
179	rnn.weight_hh_l0	0	0.008254368789494038
179	rnn.weight_hh_l0	1	-0.06417517364025116
179	rnn.weight_hh_l0	2	-0.0654878094792366
179	rnn.weight_hh_l0	3	0.07152460515499115
179	rnn.weight_hh_l0	4	0.0710006132721901
179	rnn.weight_hh_l0	5	0.005926614161580801
179	rnn.weight_hh_l0	6	-0.002274096477776766
179	rnn.weight_hh_l0	7	-0.016476573422551155
179	rnn.weight_hh_l0	8	-0.029299810528755188
179	rnn.weight_hh_l0	9	0.057574525475502014
179	rnn.bias_ih_l0	0	-0.06288239359855652
179	rnn.bias_ih_l0	1	0.08859360963106155
179	rnn.bias_ih_l0	2	0.020102355629205704
179	rnn.bias_ih_l0	3	0.07937885075807571
179	rnn.bias_ih_l0	4	-0.07606029510498047
179	rnn.bias_ih_l0	5	0.08254062384366989
179	rnn.bias_ih_l0	6	-0.06877020746469498
179	rnn.bias_ih_l0	7	-0.03595799580216408
179	rnn.bias_ih_l0	8	-0.09375816583633423
179	rnn.bias_ih_l0	9	-0.045291151851415634
179	rnn.bias_hh_l0	0	0.03672146424651146
179	rnn.bias_hh_l0	1	0.0735020712018013
179	rnn.bias_hh_l0	2	0.0700056403875351
179	rnn.bias_hh_l0	3	0.085637167096138
179	rnn.bias_hh_l0	4	-0.0975886881351471
179	rnn.bias_hh_l0	5	-0.07128716260194778
179	rnn.bias_hh_l0	6	0.07848357409238815
179	rnn.bias_hh_l0	7	-0.0785190537571907
179	rnn.bias_hh_l0	8	-0.026675404980778694
179	rnn.bias_hh_l0	9	0.008155922405421734
179	rnn.weight_ih_l0_reverse	0	0.07939250767230988
179	rnn.weight_ih_l0_reverse	1	0.07328035682439804
179	rnn.weight_ih_l0_reverse	2	0.03875995799899101
179	rnn.weight_ih_l0_reverse	3	0.033678069710731506
179	rnn.weight_ih_l0_reverse	4	-0.036597203463315964
179	rnn.weight_ih_l0_reverse	5	0.05084526166319847
179	rnn.weight_ih_l0_reverse	6	0.06647779047489166
179	rnn.weight_ih_l0_reverse	7	0.022345656529068947
179	rnn.weight_ih_l0_reverse	8	-0.05787348002195358
179	rnn.weight_ih_l0_reverse	9	-0.05285225436091423
179	rnn.weight_hh_l0_reverse	0	0.02549341320991516
179	rnn.weight_hh_l0_reverse	1	-0.08715527504682541
179	rnn.weight_hh_l0_reverse	2	0.06340306252241135
179	rnn.weight_hh_l0_reverse	3	-0.021544624119997025
179	rnn.weight_hh_l0_reverse	4	0.08480657637119293
179	rnn.weight_hh_l0_reverse	5	-0.001988604897633195
179	rnn.weight_hh_l0_reverse	6	0.03043319471180439
179	rnn.weight_hh_l0_reverse	7	0.07857438921928406
179	rnn.weight_hh_l0_reverse	8	-0.02239801362156868
179	rnn.weight_hh_l0_reverse	9	-0.04660267382860184
179	rnn.bias_ih_l0_reverse	0	0.000502925249747932
179	rnn.bias_ih_l0_reverse	1	-0.01850736513733864
179	rnn.bias_ih_l0_reverse	2	-0.013502153567969799
179	rnn.bias_ih_l0_reverse	3	0.03651198744773865
179	rnn.bias_ih_l0_reverse	4	0.06760168820619583
179	rnn.bias_ih_l0_reverse	5	-0.02101007103919983
179	rnn.bias_ih_l0_reverse	6	-0.02681475691497326
179	rnn.bias_ih_l0_reverse	7	-0.04874486103653908
179	rnn.bias_ih_l0_reverse	8	0.006586102768778801
179	rnn.bias_ih_l0_reverse	9	-0.06796061992645264
179	rnn.bias_hh_l0_reverse	0	0.03941096365451813
179	rnn.bias_hh_l0_reverse	1	-0.06932321935892105
179	rnn.bias_hh_l0_reverse	2	0.07630864530801773
179	rnn.bias_hh_l0_reverse	3	0.06144457310438156
179	rnn.bias_hh_l0_reverse	4	0.024690767750144005
179	rnn.bias_hh_l0_reverse	5	0.045655086636543274
179	rnn.bias_hh_l0_reverse	6	0.06677769869565964
179	rnn.bias_hh_l0_reverse	7	0.08316747844219208
179	rnn.bias_hh_l0_reverse	8	-0.009415101259946823
179	rnn.bias_hh_l0_reverse	9	0.050603896379470825
179	rnn.weight_ih_l1	0	0.024056576192378998
179	rnn.weight_ih_l1	1	0.016010340303182602
179	rnn.weight_ih_l1	2	0.0872042328119278
179	rnn.weight_ih_l1	3	-0.02426864579319954
179	rnn.weight_ih_l1	4	-0.024528615176677704
179	rnn.weight_ih_l1	5	-0.01279674656689167
179	rnn.weight_ih_l1	6	0.07283711433410645
179	rnn.weight_ih_l1	7	-0.0037430536467581987
179	rnn.weight_ih_l1	8	-0.052590858191251755
179	rnn.weight_ih_l1	9	0.05351197347044945
179	rnn.weight_hh_l1	0	-0.08180048316717148
179	rnn.weight_hh_l1	1	-0.0356837660074234
179	rnn.weight_hh_l1	2	-0.008145557716488838
179	rnn.weight_hh_l1	3	-0.05823197588324547
179	rnn.weight_hh_l1	4	0.08604452759027481
179	rnn.weight_hh_l1	5	-0.08409027755260468
179	rnn.weight_hh_l1	6	-0.05002271756529808
179	rnn.weight_hh_l1	7	0.06496047228574753
179	rnn.weight_hh_l1	8	-0.013532659970223904
179	rnn.weight_hh_l1	9	-0.03996650129556656
179	rnn.bias_ih_l1	0	-0.035536736249923706
179	rnn.bias_ih_l1	1	0.055141620337963104
179	rnn.bias_ih_l1	2	-0.04599054902791977
179	rnn.bias_ih_l1	3	-0.07665034383535385
179	rnn.bias_ih_l1	4	-0.028885966166853905
179	rnn.bias_ih_l1	5	-0.004633085336536169
179	rnn.bias_ih_l1	6	-0.04628190025687218
179	rnn.bias_ih_l1	7	0.062076665461063385
179	rnn.bias_ih_l1	8	0.08420423418283463
179	rnn.bias_ih_l1	9	0.031680088490247726
179	rnn.bias_hh_l1	0	0.06895048916339874
179	rnn.bias_hh_l1	1	-0.05876711383461952
179	rnn.bias_hh_l1	2	0.01939903199672699
179	rnn.bias_hh_l1	3	0.08060663193464279
179	rnn.bias_hh_l1	4	0.057700347155332565
179	rnn.bias_hh_l1	5	-0.0791943147778511
179	rnn.bias_hh_l1	6	0.014403384178876877
179	rnn.bias_hh_l1	7	0.04185805469751358
179	rnn.bias_hh_l1	8	0.015227477997541428
179	rnn.bias_hh_l1	9	-0.004864727612584829
179	rnn.weight_ih_l1_reverse	0	0.08681665360927582
179	rnn.weight_ih_l1_reverse	1	-0.041857633739709854
179	rnn.weight_ih_l1_reverse	2	-0.06189010292291641
179	rnn.weight_ih_l1_reverse	3	0.025362936779856682
179	rnn.weight_ih_l1_reverse	4	-0.046539708971977234
179	rnn.weight_ih_l1_reverse	5	0.02405586838722229
179	rnn.weight_ih_l1_reverse	6	0.040367670357227325
179	rnn.weight_ih_l1_reverse	7	0.020300783216953278
179	rnn.weight_ih_l1_reverse	8	-0.008687887340784073
179	rnn.weight_ih_l1_reverse	9	-0.06629376858472824
179	rnn.weight_hh_l1_reverse	0	0.00489908317103982
179	rnn.weight_hh_l1_reverse	1	0.019007403403520584
179	rnn.weight_hh_l1_reverse	2	-0.0581938698887825
179	rnn.weight_hh_l1_reverse	3	-0.012938287109136581
179	rnn.weight_hh_l1_reverse	4	0.008892901241779327
179	rnn.weight_hh_l1_reverse	5	-0.06587553769350052
179	rnn.weight_hh_l1_reverse	6	-0.06730382144451141
179	rnn.weight_hh_l1_reverse	7	-0.011367669329047203
179	rnn.weight_hh_l1_reverse	8	-0.05916619673371315
179	rnn.weight_hh_l1_reverse	9	-0.04391780495643616
179	rnn.bias_ih_l1_reverse	0	-0.002821787027642131
179	rnn.bias_ih_l1_reverse	1	-0.04151041433215141
179	rnn.bias_ih_l1_reverse	2	0.028199270367622375
179	rnn.bias_ih_l1_reverse	3	-0.08444736152887344
179	rnn.bias_ih_l1_reverse	4	-0.08673151582479477
179	rnn.bias_ih_l1_reverse	5	-0.08670414239168167
179	rnn.bias_ih_l1_reverse	6	0.06493726372718811
179	rnn.bias_ih_l1_reverse	7	0.08446818590164185
179	rnn.bias_ih_l1_reverse	8	-0.0010725691681727767
179	rnn.bias_ih_l1_reverse	9	-0.01064580399543047
179	rnn.bias_hh_l1_reverse	0	0.06201670318841934
179	rnn.bias_hh_l1_reverse	1	-0.06722882390022278
179	rnn.bias_hh_l1_reverse	2	-0.054227881133556366
179	rnn.bias_hh_l1_reverse	3	0.07315825670957565
179	rnn.bias_hh_l1_reverse	4	-0.022583024576306343
179	rnn.bias_hh_l1_reverse	5	-0.005592442583292723
179	rnn.bias_hh_l1_reverse	6	-0.05934108421206474
179	rnn.bias_hh_l1_reverse	7	-0.059760209172964096
179	rnn.bias_hh_l1_reverse	8	0.06622181087732315
179	rnn.bias_hh_l1_reverse	9	0.047638215124607086
179	rnn.weight_ih_l2	0	0.07720555365085602
179	rnn.weight_ih_l2	1	-0.0542881079018116
179	rnn.weight_ih_l2	2	0.06335412710905075
179	rnn.weight_ih_l2	3	0.06563332676887512
179	rnn.weight_ih_l2	4	0.0564325787127018
179	rnn.weight_ih_l2	5	-0.03507474437355995
179	rnn.weight_ih_l2	6	-0.0755176842212677
179	rnn.weight_ih_l2	7	0.011879250407218933
179	rnn.weight_ih_l2	8	-0.017175061628222466
179	rnn.weight_ih_l2	9	-0.06913790106773376
179	rnn.weight_hh_l2	0	0.0480828694999218
179	rnn.weight_hh_l2	1	0.030880024656653404
179	rnn.weight_hh_l2	2	-0.05474608391523361
179	rnn.weight_hh_l2	3	-0.02532762847840786
179	rnn.weight_hh_l2	4	0.054925739765167236
179	rnn.weight_hh_l2	5	-0.024148816242814064
179	rnn.weight_hh_l2	6	0.008434145711362362
179	rnn.weight_hh_l2	7	-0.053439658135175705
179	rnn.weight_hh_l2	8	-0.006021724548190832
179	rnn.weight_hh_l2	9	-0.018026968464255333
179	rnn.bias_ih_l2	0	0.14759784936904907
179	rnn.bias_ih_l2	1	0.011343970894813538
179	rnn.bias_ih_l2	2	0.06706462800502777
179	rnn.bias_ih_l2	3	0.02773948386311531
179	rnn.bias_ih_l2	4	-0.006526081822812557
179	rnn.bias_ih_l2	5	0.04735754802823067
179	rnn.bias_ih_l2	6	0.013786808587610722
179	rnn.bias_ih_l2	7	0.017515551298856735
179	rnn.bias_ih_l2	8	0.01822984218597412
179	rnn.bias_ih_l2	9	-0.015356618911027908
179	rnn.bias_hh_l2	0	0.021924030035734177
179	rnn.bias_hh_l2	1	0.007271867711097002
179	rnn.bias_hh_l2	2	0.07581573724746704
179	rnn.bias_hh_l2	3	0.02947588823735714
179	rnn.bias_hh_l2	4	0.07784049957990646
179	rnn.bias_hh_l2	5	-0.05353430286049843
179	rnn.bias_hh_l2	6	0.055264733731746674
179	rnn.bias_hh_l2	7	-0.024816127493977547
179	rnn.bias_hh_l2	8	0.041991595178842545
179	rnn.bias_hh_l2	9	0.007666445337235928
179	rnn.weight_ih_l2_reverse	0	0.08230290561914444
179	rnn.weight_ih_l2_reverse	1	-0.0550227016210556
179	rnn.weight_ih_l2_reverse	2	0.0011783353984355927
179	rnn.weight_ih_l2_reverse	3	0.03526948019862175
179	rnn.weight_ih_l2_reverse	4	0.054067909717559814
179	rnn.weight_ih_l2_reverse	5	-0.040682531893253326
179	rnn.weight_ih_l2_reverse	6	-0.0006368188187479973
179	rnn.weight_ih_l2_reverse	7	-0.013478713110089302
179	rnn.weight_ih_l2_reverse	8	0.012370288372039795
179	rnn.weight_ih_l2_reverse	9	-0.07963456213474274
179	rnn.weight_hh_l2_reverse	0	-0.08277463167905807
179	rnn.weight_hh_l2_reverse	1	0.01670086197555065
179	rnn.weight_hh_l2_reverse	2	0.010437262244522572
179	rnn.weight_hh_l2_reverse	3	0.024327313527464867
179	rnn.weight_hh_l2_reverse	4	-0.03679117187857628
179	rnn.weight_hh_l2_reverse	5	-0.014766236767172813
179	rnn.weight_hh_l2_reverse	6	-0.043809231370687485
179	rnn.weight_hh_l2_reverse	7	-0.059903234243392944
179	rnn.weight_hh_l2_reverse	8	-0.006710171699523926
179	rnn.weight_hh_l2_reverse	9	-0.05902094766497612
179	rnn.bias_ih_l2_reverse	0	-0.05725661292672157
179	rnn.bias_ih_l2_reverse	1	-0.027602476999163628
179	rnn.bias_ih_l2_reverse	2	0.04555854573845863
179	rnn.bias_ih_l2_reverse	3	0.033149294555187225
179	rnn.bias_ih_l2_reverse	4	0.07593407481908798
179	rnn.bias_ih_l2_reverse	5	-0.08861991763114929
179	rnn.bias_ih_l2_reverse	6	-0.04339572787284851
179	rnn.bias_ih_l2_reverse	7	-0.05914893001317978
179	rnn.bias_ih_l2_reverse	8	0.061849452555179596
179	rnn.bias_ih_l2_reverse	9	0.027440762147307396
179	rnn.bias_hh_l2_reverse	0	0.049647845327854156
179	rnn.bias_hh_l2_reverse	1	-0.06796438246965408
179	rnn.bias_hh_l2_reverse	2	-0.06729651987552643
179	rnn.bias_hh_l2_reverse	3	0.03153181076049805
179	rnn.bias_hh_l2_reverse	4	0.03264278173446655
179	rnn.bias_hh_l2_reverse	5	0.034977227449417114
179	rnn.bias_hh_l2_reverse	6	-0.0826052874326706
179	rnn.bias_hh_l2_reverse	7	-0.0067263455130159855
179	rnn.bias_hh_l2_reverse	8	-0.10492853820323944
179	rnn.bias_hh_l2_reverse	9	-0.05505123361945152
179	linear.weight	0	0.025028489530086517
179	linear.weight	1	0.1438165307044983
179	linear.weight	2	-0.024203389883041382
179	linear.weight	3	-0.033809542655944824
179	linear.weight	4	-0.022248394787311554
179	linear.weight	5	0.049336932599544525
179	linear.weight	6	0.0013380342861637473
179	linear.weight	7	-0.10246413201093674
179	linear.weight	8	-0.026558855548501015
179	linear.weight	9	0.10849007219076157
179	linear.bias	0	0.5151315927505493
179	linear.bias	1	0.7869793176651001
179	linear.bias	2	-1.6332794427871704
179	linear.bias	3	-0.05754556506872177
179	linear.bias	4	-0.050822705030441284
179	linear.bias	5	0.22986416518688202
180	transitions	0	0.03309807926416397
180	transitions	1	-10000.0
180	transitions	2	2.6545839309692383
180	transitions	3	-1.1628825664520264
180	transitions	4	-10000.0
180	transitions	5	-10000.0
180	transitions	6	-10000.0
180	transitions	7	0.8816087245941162
180	transitions	8	0.8358009457588196
180	transitions	9	-1.1957064867019653
180	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
180	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
180	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
180	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
180	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
180	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
180	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
180	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
180	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
180	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
180	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
180	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
180	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
180	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
180	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
180	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
180	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
180	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
180	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
180	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
180	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
180	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
180	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
180	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
180	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
180	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
180	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
180	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
180	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
180	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
180	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
180	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
180	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
180	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
180	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
180	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
180	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
180	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
180	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
180	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
180	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
180	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
180	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
180	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
180	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
180	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
180	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
180	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
180	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
180	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
180	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
180	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
180	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
180	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
180	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
180	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
180	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
180	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
180	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
180	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
180	embedding2nn.weight	0	0.014819838106632233
180	embedding2nn.weight	1	0.00016090132703538984
180	embedding2nn.weight	2	0.005569029599428177
180	embedding2nn.weight	3	0.0006932108663022518
180	embedding2nn.weight	4	-0.008220582269132137
180	embedding2nn.weight	5	-0.005600303877145052
180	embedding2nn.weight	6	-0.0008199687581509352
180	embedding2nn.weight	7	-0.002956548472866416
180	embedding2nn.weight	8	0.014169844798743725
180	embedding2nn.weight	9	0.004452044144272804
180	embedding2nn.bias	0	0.004745670594274998
180	embedding2nn.bias	1	-0.014840099960565567
180	embedding2nn.bias	2	0.006936964113265276
180	embedding2nn.bias	3	-0.00894193910062313
180	embedding2nn.bias	4	-0.023713551461696625
180	embedding2nn.bias	5	0.0006547697121277452
180	embedding2nn.bias	6	0.007167470641434193
180	embedding2nn.bias	7	-0.005819099955260754
180	embedding2nn.bias	8	-0.0024911968503147364
180	embedding2nn.bias	9	-0.002955525880679488
180	rnn.weight_ih_l0	0	-0.052288953214883804
180	rnn.weight_ih_l0	1	0.05077853053808212
180	rnn.weight_ih_l0	2	0.031861692667007446
180	rnn.weight_ih_l0	3	0.014748753048479557
180	rnn.weight_ih_l0	4	0.012530224397778511
180	rnn.weight_ih_l0	5	0.08422087132930756
180	rnn.weight_ih_l0	6	0.07610779255628586
180	rnn.weight_ih_l0	7	0.03780002519488335
180	rnn.weight_ih_l0	8	-0.04569380730390549
180	rnn.weight_ih_l0	9	0.00810879934579134
180	rnn.weight_hh_l0	0	0.008251369930803776
180	rnn.weight_hh_l0	1	-0.06419786810874939
180	rnn.weight_hh_l0	2	-0.06548967212438583
180	rnn.weight_hh_l0	3	0.07151991128921509
180	rnn.weight_hh_l0	4	0.07099803537130356
180	rnn.weight_hh_l0	5	0.0059291897341609
180	rnn.weight_hh_l0	6	-0.002283523790538311
180	rnn.weight_hh_l0	7	-0.016467269510030746
180	rnn.weight_hh_l0	8	-0.02929684892296791
180	rnn.weight_hh_l0	9	0.05757669731974602
180	rnn.bias_ih_l0	0	-0.06276537477970123
180	rnn.bias_ih_l0	1	0.08857953548431396
180	rnn.bias_ih_l0	2	0.02009683847427368
180	rnn.bias_ih_l0	3	0.07909483462572098
180	rnn.bias_ih_l0	4	-0.07635562866926193
180	rnn.bias_ih_l0	5	0.08263540267944336
180	rnn.bias_ih_l0	6	-0.06831680238246918
180	rnn.bias_ih_l0	7	-0.03597525507211685
180	rnn.bias_ih_l0	8	-0.09337697178125381
180	rnn.bias_ih_l0	9	-0.0452670119702816
180	rnn.bias_hh_l0	0	0.03673167526721954
180	rnn.bias_hh_l0	1	0.0735207051038742
180	rnn.bias_hh_l0	2	0.07001213729381561
180	rnn.bias_hh_l0	3	0.0856185108423233
180	rnn.bias_hh_l0	4	-0.09779254347085953
180	rnn.bias_hh_l0	5	-0.07127334922552109
180	rnn.bias_hh_l0	6	0.07850177586078644
180	rnn.bias_hh_l0	7	-0.07899951934814453
180	rnn.bias_hh_l0	8	-0.026663830503821373
180	rnn.bias_hh_l0	9	0.007554830051958561
180	rnn.weight_ih_l0_reverse	0	0.079392209649086
180	rnn.weight_ih_l0_reverse	1	0.07328169047832489
180	rnn.weight_ih_l0_reverse	2	0.038758713752031326
180	rnn.weight_ih_l0_reverse	3	0.0336812324821949
180	rnn.weight_ih_l0_reverse	4	-0.036545272916555405
180	rnn.weight_ih_l0_reverse	5	0.0508451908826828
180	rnn.weight_ih_l0_reverse	6	0.06647735089063644
180	rnn.weight_ih_l0_reverse	7	0.022348802536725998
180	rnn.weight_ih_l0_reverse	8	-0.05787358433008194
180	rnn.weight_ih_l0_reverse	9	-0.05285065621137619
180	rnn.weight_hh_l0_reverse	0	0.025491047650575638
180	rnn.weight_hh_l0_reverse	1	-0.0871594175696373
180	rnn.weight_hh_l0_reverse	2	0.06340210884809494
180	rnn.weight_hh_l0_reverse	3	-0.02154356613755226
180	rnn.weight_hh_l0_reverse	4	0.08481694012880325
180	rnn.weight_hh_l0_reverse	5	-0.0019941269420087337
180	rnn.weight_hh_l0_reverse	6	0.03042709454894066
180	rnn.weight_hh_l0_reverse	7	0.07856958359479904
180	rnn.weight_hh_l0_reverse	8	-0.022394463419914246
180	rnn.weight_hh_l0_reverse	9	-0.04660259187221527
180	rnn.bias_ih_l0_reverse	0	0.0004997632931917906
180	rnn.bias_ih_l0_reverse	1	-0.019025573506951332
180	rnn.bias_ih_l0_reverse	2	-0.013943680562078953
180	rnn.bias_ih_l0_reverse	3	0.03646735101938248
180	rnn.bias_ih_l0_reverse	4	0.06764380633831024
180	rnn.bias_ih_l0_reverse	5	-0.021012283861637115
180	rnn.bias_ih_l0_reverse	6	-0.026794901117682457
180	rnn.bias_ih_l0_reverse	7	-0.04874798655509949
180	rnn.bias_ih_l0_reverse	8	0.006359729450196028
180	rnn.bias_ih_l0_reverse	9	-0.06789174675941467
180	rnn.bias_hh_l0_reverse	0	0.03938610106706619
180	rnn.bias_hh_l0_reverse	1	-0.06925434619188309
180	rnn.bias_hh_l0_reverse	2	0.07616167515516281
180	rnn.bias_hh_l0_reverse	3	0.06142560765147209
180	rnn.bias_hh_l0_reverse	4	0.024653058499097824
180	rnn.bias_hh_l0_reverse	5	0.0457196943461895
180	rnn.bias_hh_l0_reverse	6	0.06663766503334045
180	rnn.bias_hh_l0_reverse	7	0.08295899629592896
180	rnn.bias_hh_l0_reverse	8	-0.009444932453334332
180	rnn.bias_hh_l0_reverse	9	0.05076398700475693
180	rnn.weight_ih_l1	0	0.024023475125432014
180	rnn.weight_ih_l1	1	0.016050193458795547
180	rnn.weight_ih_l1	2	0.08725572377443314
180	rnn.weight_ih_l1	3	-0.02428782358765602
180	rnn.weight_ih_l1	4	-0.024517089128494263
180	rnn.weight_ih_l1	5	-0.012778038159012794
180	rnn.weight_ih_l1	6	0.07282733917236328
180	rnn.weight_ih_l1	7	-0.0037309403996914625
180	rnn.weight_ih_l1	8	-0.0526033490896225
180	rnn.weight_ih_l1	9	0.05349509045481682
180	rnn.weight_hh_l1	0	-0.08180271089076996
180	rnn.weight_hh_l1	1	-0.035681139677762985
180	rnn.weight_hh_l1	2	-0.008145652711391449
180	rnn.weight_hh_l1	3	-0.058233052492141724
180	rnn.weight_hh_l1	4	0.08604606986045837
180	rnn.weight_hh_l1	5	-0.0840960144996643
180	rnn.weight_hh_l1	6	-0.050033360719680786
180	rnn.weight_hh_l1	7	0.0649036094546318
180	rnn.weight_hh_l1	8	-0.01353233028203249
180	rnn.weight_hh_l1	9	-0.039972253143787384
180	rnn.bias_ih_l1	0	-0.035577014088630676
180	rnn.bias_ih_l1	1	0.055122677236795425
180	rnn.bias_ih_l1	2	-0.04598310589790344
180	rnn.bias_ih_l1	3	-0.07656936347484589
180	rnn.bias_ih_l1	4	-0.028876513242721558
180	rnn.bias_ih_l1	5	-0.005700938403606415
180	rnn.bias_ih_l1	6	-0.04651670902967453
180	rnn.bias_ih_l1	7	0.06205073371529579
180	rnn.bias_ih_l1	8	0.08427654951810837
180	rnn.bias_ih_l1	9	0.03196386247873306
180	rnn.bias_hh_l1	0	0.06895115226507187
180	rnn.bias_hh_l1	1	-0.05874215066432953
180	rnn.bias_hh_l1	2	0.019395750015974045
180	rnn.bias_hh_l1	3	0.0806819275021553
180	rnn.bias_hh_l1	4	0.057708997279405594
180	rnn.bias_hh_l1	5	-0.07918082177639008
180	rnn.bias_hh_l1	6	0.01440376415848732
180	rnn.bias_hh_l1	7	0.041797153651714325
180	rnn.bias_hh_l1	8	0.015246709808707237
180	rnn.bias_hh_l1	9	-0.004864006768912077
180	rnn.weight_ih_l1_reverse	0	0.0868222713470459
180	rnn.weight_ih_l1_reverse	1	-0.04186379164457321
180	rnn.weight_ih_l1_reverse	2	-0.06188751384615898
180	rnn.weight_ih_l1_reverse	3	0.02536526508629322
180	rnn.weight_ih_l1_reverse	4	-0.046549078077077866
180	rnn.weight_ih_l1_reverse	5	0.024037417024374008
180	rnn.weight_ih_l1_reverse	6	0.04038309305906296
180	rnn.weight_ih_l1_reverse	7	0.020298456773161888
180	rnn.weight_ih_l1_reverse	8	-0.008688257075846195
180	rnn.weight_ih_l1_reverse	9	-0.06634124368429184
180	rnn.weight_hh_l1_reverse	0	0.004899582825601101
180	rnn.weight_hh_l1_reverse	1	0.019009025767445564
180	rnn.weight_hh_l1_reverse	2	-0.058193277567625046
180	rnn.weight_hh_l1_reverse	3	-0.012937494553625584
180	rnn.weight_hh_l1_reverse	4	0.008892722427845001
180	rnn.weight_hh_l1_reverse	5	-0.0658363476395607
180	rnn.weight_hh_l1_reverse	6	-0.06730618327856064
180	rnn.weight_hh_l1_reverse	7	-0.011368028819561005
180	rnn.weight_hh_l1_reverse	8	-0.05915146693587303
180	rnn.weight_hh_l1_reverse	9	-0.04392331838607788
180	rnn.bias_ih_l1_reverse	0	-0.0028294536750763655
180	rnn.bias_ih_l1_reverse	1	-0.04152030125260353
180	rnn.bias_ih_l1_reverse	2	0.028143765404820442
180	rnn.bias_ih_l1_reverse	3	-0.08445774018764496
180	rnn.bias_ih_l1_reverse	4	-0.08675149083137512
180	rnn.bias_ih_l1_reverse	5	-0.08666422218084335
180	rnn.bias_ih_l1_reverse	6	0.06490041315555573
180	rnn.bias_ih_l1_reverse	7	0.08449520915746689
180	rnn.bias_ih_l1_reverse	8	-0.0006285844137892127
180	rnn.bias_ih_l1_reverse	9	-0.010559365153312683
180	rnn.bias_hh_l1_reverse	0	0.06200719624757767
180	rnn.bias_hh_l1_reverse	1	-0.06717219948768616
180	rnn.bias_hh_l1_reverse	2	-0.054243795573711395
180	rnn.bias_hh_l1_reverse	3	0.07315505295991898
180	rnn.bias_hh_l1_reverse	4	-0.022572532296180725
180	rnn.bias_hh_l1_reverse	5	-0.00556903937831521
180	rnn.bias_hh_l1_reverse	6	-0.059316158294677734
180	rnn.bias_hh_l1_reverse	7	-0.059766631573438644
180	rnn.bias_hh_l1_reverse	8	0.06622547656297684
180	rnn.bias_hh_l1_reverse	9	0.047514643520116806
180	rnn.weight_ih_l2	0	0.07722519338130951
180	rnn.weight_ih_l2	1	-0.05428875610232353
180	rnn.weight_ih_l2	2	0.06335413455963135
180	rnn.weight_ih_l2	3	0.06564624607563019
180	rnn.weight_ih_l2	4	0.05646683648228645
180	rnn.weight_ih_l2	5	-0.03515450656414032
180	rnn.weight_ih_l2	6	-0.07550977915525436
180	rnn.weight_ih_l2	7	0.011870177462697029
180	rnn.weight_ih_l2	8	-0.017174426466226578
180	rnn.weight_ih_l2	9	-0.06913764774799347
180	rnn.weight_hh_l2	0	0.04807857796549797
180	rnn.weight_hh_l2	1	0.03087748773396015
180	rnn.weight_hh_l2	2	-0.0547480434179306
180	rnn.weight_hh_l2	3	-0.02530706860125065
180	rnn.weight_hh_l2	4	0.05492422357201576
180	rnn.weight_hh_l2	5	-0.024142513051629066
180	rnn.weight_hh_l2	6	0.0084300572052598
180	rnn.weight_hh_l2	7	-0.05343728885054588
180	rnn.weight_hh_l2	8	-0.006017783191055059
180	rnn.weight_hh_l2	9	-0.01802997663617134
180	rnn.bias_ih_l2	0	0.14608685672283173
180	rnn.bias_ih_l2	1	0.011403242126107216
180	rnn.bias_ih_l2	2	0.0670185312628746
180	rnn.bias_ih_l2	3	0.027736371383070946
180	rnn.bias_ih_l2	4	-0.006538012530654669
180	rnn.bias_ih_l2	5	0.0474284365773201
180	rnn.bias_ih_l2	6	0.013781175017356873
180	rnn.bias_ih_l2	7	0.017487186938524246
180	rnn.bias_ih_l2	8	0.018251970410346985
180	rnn.bias_ih_l2	9	-0.015359029173851013
180	rnn.bias_hh_l2	0	0.021959612146019936
180	rnn.bias_hh_l2	1	0.007047285791486502
180	rnn.bias_hh_l2	2	0.07587841153144836
180	rnn.bias_hh_l2	3	0.029486041516065598
180	rnn.bias_hh_l2	4	0.07782558351755142
180	rnn.bias_hh_l2	5	-0.054503731429576874
180	rnn.bias_hh_l2	6	0.05544959753751755
180	rnn.bias_hh_l2	7	-0.024923838675022125
180	rnn.bias_hh_l2	8	0.04198869317770004
180	rnn.bias_hh_l2	9	0.00736106326803565
180	rnn.weight_ih_l2_reverse	0	0.0823029950261116
180	rnn.weight_ih_l2_reverse	1	-0.055011484771966934
180	rnn.weight_ih_l2_reverse	2	0.0011643610196188092
180	rnn.weight_ih_l2_reverse	3	0.03526328131556511
180	rnn.weight_ih_l2_reverse	4	0.05406836420297623
180	rnn.weight_ih_l2_reverse	5	-0.04068352282047272
180	rnn.weight_ih_l2_reverse	6	-0.0006920730811543763
180	rnn.weight_ih_l2_reverse	7	-0.013429592363536358
180	rnn.weight_ih_l2_reverse	8	0.012463215738534927
180	rnn.weight_ih_l2_reverse	9	-0.07963170856237411
180	rnn.weight_hh_l2_reverse	0	-0.08277460187673569
180	rnn.weight_hh_l2_reverse	1	0.016665464267134666
180	rnn.weight_hh_l2_reverse	2	0.01043746154755354
180	rnn.weight_hh_l2_reverse	3	0.024327639490365982
180	rnn.weight_hh_l2_reverse	4	-0.03679139167070389
180	rnn.weight_hh_l2_reverse	5	-0.014765217900276184
180	rnn.weight_hh_l2_reverse	6	-0.04386051371693611
180	rnn.weight_hh_l2_reverse	7	-0.05990083888173103
180	rnn.weight_hh_l2_reverse	8	-0.006707657128572464
180	rnn.weight_hh_l2_reverse	9	-0.05901933088898659
180	rnn.bias_ih_l2_reverse	0	-0.056234464049339294
180	rnn.bias_ih_l2_reverse	1	-0.027599113062024117
180	rnn.bias_ih_l2_reverse	2	0.04556106775999069
180	rnn.bias_ih_l2_reverse	3	0.03317679092288017
180	rnn.bias_ih_l2_reverse	4	0.0759417712688446
180	rnn.bias_ih_l2_reverse	5	-0.08862707763910294
180	rnn.bias_ih_l2_reverse	6	-0.04339243471622467
180	rnn.bias_ih_l2_reverse	7	-0.05947629362344742
180	rnn.bias_ih_l2_reverse	8	0.06171092391014099
180	rnn.bias_ih_l2_reverse	9	0.027476340532302856
180	rnn.bias_hh_l2_reverse	0	0.04970933869481087
180	rnn.bias_hh_l2_reverse	1	-0.06777562201023102
180	rnn.bias_hh_l2_reverse	2	-0.06729701161384583
180	rnn.bias_hh_l2_reverse	3	0.031521063297986984
180	rnn.bias_hh_l2_reverse	4	0.032627906650304794
180	rnn.bias_hh_l2_reverse	5	0.034954462200403214
180	rnn.bias_hh_l2_reverse	6	-0.08259230107069016
180	rnn.bias_hh_l2_reverse	7	-0.00681288493797183
180	rnn.bias_hh_l2_reverse	8	-0.10485909879207611
180	rnn.bias_hh_l2_reverse	9	-0.05502704158425331
180	linear.weight	0	0.025028489530086517
180	linear.weight	1	0.1453164666891098
180	linear.weight	2	-0.024202657863497734
180	linear.weight	3	-0.03379077836871147
180	linear.weight	4	-0.022248394787311554
180	linear.weight	5	0.0494050495326519
180	linear.weight	6	0.0012691972078755498
180	linear.weight	7	-0.10253440588712692
180	linear.weight	8	-0.026671992614865303
180	linear.weight	9	0.10851605981588364
180	linear.bias	0	0.5101226568222046
180	linear.bias	1	0.7800030708312988
180	linear.bias	2	-1.6334904432296753
180	linear.bias	3	-0.05754556506872177
180	linear.bias	4	-0.050822705030441284
180	linear.bias	5	0.24206028878688812
181	transitions	0	0.03301309421658516
181	transitions	1	-10000.0
181	transitions	2	2.6640124320983887
181	transitions	3	-1.1650772094726562
181	transitions	4	-10000.0
181	transitions	5	-10000.0
181	transitions	6	-10000.0
181	transitions	7	0.8816068172454834
181	transitions	8	0.8357303142547607
181	transitions	9	-1.19603431224823
181	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
181	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
181	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
181	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
181	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
181	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
181	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
181	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
181	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
181	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
181	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
181	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
181	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
181	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
181	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
181	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
181	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
181	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
181	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
181	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
181	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
181	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
181	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
181	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
181	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
181	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
181	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
181	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
181	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
181	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
181	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
181	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
181	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
181	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
181	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
181	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
181	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
181	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
181	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
181	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
181	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
181	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
181	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
181	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
181	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
181	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
181	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
181	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
181	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
181	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
181	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
181	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
181	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
181	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
181	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
181	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
181	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
181	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
181	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
181	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
181	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
181	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
181	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
181	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
181	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
181	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
181	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
181	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
181	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
181	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
181	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
181	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
181	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
181	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
181	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
181	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
181	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
181	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
181	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
181	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
181	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
181	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
181	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
181	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
181	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
181	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
181	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
181	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
181	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
181	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
181	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
181	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
181	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
181	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
181	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
181	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
181	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
181	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
181	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
181	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
181	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
181	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
181	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
181	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
181	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
181	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
181	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
181	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
181	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
181	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
181	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
181	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
181	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
181	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
181	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
181	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
181	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
181	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
181	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
181	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
181	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
181	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
181	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
181	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
181	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
181	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
181	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
181	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
181	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
181	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
181	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
181	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
181	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
181	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
181	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
181	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
181	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
181	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
181	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
181	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
181	embedding2nn.weight	0	0.014808018691837788
181	embedding2nn.weight	1	0.00016081106150522828
181	embedding2nn.weight	2	0.0055712549947202206
181	embedding2nn.weight	3	0.0006917010759934783
181	embedding2nn.weight	4	-0.00827979389578104
181	embedding2nn.weight	5	-0.005597623996436596
181	embedding2nn.weight	6	-0.0008202610188163817
181	embedding2nn.weight	7	-0.0029589987825602293
181	embedding2nn.weight	8	0.01416840497404337
181	embedding2nn.weight	9	0.00445084273815155
181	embedding2nn.bias	0	0.005344966426491737
181	embedding2nn.bias	1	-0.015921061858534813
181	embedding2nn.bias	2	0.00634501688182354
181	embedding2nn.bias	3	-0.008117969147861004
181	embedding2nn.bias	4	-0.02328035980463028
181	embedding2nn.bias	5	0.0004676923272199929
181	embedding2nn.bias	6	0.006654100492596626
181	embedding2nn.bias	7	-0.0059819635935127735
181	embedding2nn.bias	8	-0.0017638567369431257
181	embedding2nn.bias	9	-0.0032944183330982924
181	rnn.weight_ih_l0	0	-0.0523018017411232
181	rnn.weight_ih_l0	1	0.05078588426113129
181	rnn.weight_ih_l0	2	0.03186080977320671
181	rnn.weight_ih_l0	3	0.014750421978533268
181	rnn.weight_ih_l0	4	0.01253952831029892
181	rnn.weight_ih_l0	5	0.08422470837831497
181	rnn.weight_ih_l0	6	0.07610888034105301
181	rnn.weight_ih_l0	7	0.03779922425746918
181	rnn.weight_ih_l0	8	-0.045705512166023254
181	rnn.weight_ih_l0	9	0.008074965327978134
181	rnn.weight_hh_l0	0	0.008255806751549244
181	rnn.weight_hh_l0	1	-0.06419945508241653
181	rnn.weight_hh_l0	2	-0.06549163907766342
181	rnn.weight_hh_l0	3	0.07153058797121048
181	rnn.weight_hh_l0	4	0.07099524885416031
181	rnn.weight_hh_l0	5	0.005966211203485727
181	rnn.weight_hh_l0	6	-0.0024277553893625736
181	rnn.weight_hh_l0	7	-0.01638958789408207
181	rnn.weight_hh_l0	8	-0.029287122189998627
181	rnn.weight_hh_l0	9	0.057571180164813995
181	rnn.bias_ih_l0	0	-0.06292397528886795
181	rnn.bias_ih_l0	1	0.08857595175504684
181	rnn.bias_ih_l0	2	0.020114736631512642
181	rnn.bias_ih_l0	3	0.07892173528671265
181	rnn.bias_ih_l0	4	-0.0757632702589035
181	rnn.bias_ih_l0	5	0.08250794559717178
181	rnn.bias_ih_l0	6	-0.06887572258710861
181	rnn.bias_ih_l0	7	-0.03597584366798401
181	rnn.bias_ih_l0	8	-0.09323467314243317
181	rnn.bias_ih_l0	9	-0.0452854260802269
181	rnn.bias_hh_l0	0	0.03655010834336281
181	rnn.bias_hh_l0	1	0.07347644120454788
181	rnn.bias_hh_l0	2	0.07001516222953796
181	rnn.bias_hh_l0	3	0.08563298732042313
181	rnn.bias_hh_l0	4	-0.09674286097288132
181	rnn.bias_hh_l0	5	-0.07124719768762589
181	rnn.bias_hh_l0	6	0.07851315289735794
181	rnn.bias_hh_l0	7	-0.07886473834514618
181	rnn.bias_hh_l0	8	-0.02668610028922558
181	rnn.bias_hh_l0	9	0.008639403618872166
181	rnn.weight_ih_l0_reverse	0	0.07938997447490692
181	rnn.weight_ih_l0_reverse	1	0.07328180223703384
181	rnn.weight_ih_l0_reverse	2	0.038760412484407425
181	rnn.weight_ih_l0_reverse	3	0.03368224576115608
181	rnn.weight_ih_l0_reverse	4	-0.03654232993721962
181	rnn.weight_ih_l0_reverse	5	0.050844982266426086
181	rnn.weight_ih_l0_reverse	6	0.06647750735282898
181	rnn.weight_ih_l0_reverse	7	0.022348036989569664
181	rnn.weight_ih_l0_reverse	8	-0.057864390313625336
181	rnn.weight_ih_l0_reverse	9	-0.05285189300775528
181	rnn.weight_hh_l0_reverse	0	0.0255233533680439
181	rnn.weight_hh_l0_reverse	1	-0.08717313408851624
181	rnn.weight_hh_l0_reverse	2	0.06340674310922623
181	rnn.weight_hh_l0_reverse	3	-0.021540988236665726
181	rnn.weight_hh_l0_reverse	4	0.08481807261705399
181	rnn.weight_hh_l0_reverse	5	-0.001991450088098645
181	rnn.weight_hh_l0_reverse	6	0.030467135831713676
181	rnn.weight_hh_l0_reverse	7	0.07858718186616898
181	rnn.weight_hh_l0_reverse	8	-0.02239440195262432
181	rnn.weight_hh_l0_reverse	9	-0.046602580696344376
181	rnn.bias_ih_l0_reverse	0	0.0004954033065587282
181	rnn.bias_ih_l0_reverse	1	-0.01908593624830246
181	rnn.bias_ih_l0_reverse	2	-0.013789704069495201
181	rnn.bias_ih_l0_reverse	3	0.036428265273571014
181	rnn.bias_ih_l0_reverse	4	0.06768566370010376
181	rnn.bias_ih_l0_reverse	5	-0.020993726328015327
181	rnn.bias_ih_l0_reverse	6	-0.026819739490747452
181	rnn.bias_ih_l0_reverse	7	-0.048712216317653656
181	rnn.bias_ih_l0_reverse	8	0.006108158268034458
181	rnn.bias_ih_l0_reverse	9	-0.06805983185768127
181	rnn.bias_hh_l0_reverse	0	0.0395159088075161
181	rnn.bias_hh_l0_reverse	1	-0.06942243129014969
181	rnn.bias_hh_l0_reverse	2	0.07606854289770126
181	rnn.bias_hh_l0_reverse	3	0.06165135279297829
181	rnn.bias_hh_l0_reverse	4	0.02542898803949356
181	rnn.bias_hh_l0_reverse	5	0.04574121907353401
181	rnn.bias_hh_l0_reverse	6	0.06674439460039139
181	rnn.bias_hh_l0_reverse	7	0.08244910091161728
181	rnn.bias_hh_l0_reverse	8	-0.00930857378989458
181	rnn.bias_hh_l0_reverse	9	0.05053732171654701
181	rnn.weight_ih_l1	0	0.02402702160179615
181	rnn.weight_ih_l1	1	0.016046887263655663
181	rnn.weight_ih_l1	2	0.08706359565258026
181	rnn.weight_ih_l1	3	-0.024275995790958405
181	rnn.weight_ih_l1	4	-0.02451063133776188
181	rnn.weight_ih_l1	5	-0.0128471115604043
181	rnn.weight_ih_l1	6	0.07283532619476318
181	rnn.weight_ih_l1	7	-0.0037350754719227552
181	rnn.weight_ih_l1	8	-0.05260225012898445
181	rnn.weight_ih_l1	9	0.053622495383024216
181	rnn.weight_hh_l1	0	-0.08185286819934845
181	rnn.weight_hh_l1	1	-0.03566715121269226
181	rnn.weight_hh_l1	2	-0.008145608939230442
181	rnn.weight_hh_l1	3	-0.058229539543390274
181	rnn.weight_hh_l1	4	0.08606287091970444
181	rnn.weight_hh_l1	5	-0.08410192281007767
181	rnn.weight_hh_l1	6	-0.050016798079013824
181	rnn.weight_hh_l1	7	0.06497187912464142
181	rnn.weight_hh_l1	8	-0.013532306998968124
181	rnn.weight_hh_l1	9	-0.040011387318372726
181	rnn.bias_ih_l1	0	-0.03556665778160095
181	rnn.bias_ih_l1	1	0.05512605607509613
181	rnn.bias_ih_l1	2	-0.04589339345693588
181	rnn.bias_ih_l1	3	-0.07683945447206497
181	rnn.bias_ih_l1	4	-0.02887578122317791
181	rnn.bias_ih_l1	5	-0.003261296544224024
181	rnn.bias_ih_l1	6	-0.046840861439704895
181	rnn.bias_ih_l1	7	0.06205786392092705
181	rnn.bias_ih_l1	8	0.08419479429721832
181	rnn.bias_ih_l1	9	0.03209634870290756
181	rnn.bias_hh_l1	0	0.06894230842590332
181	rnn.bias_hh_l1	1	-0.05873952805995941
181	rnn.bias_hh_l1	2	0.019375918433070183
181	rnn.bias_hh_l1	3	0.08053190261125565
181	rnn.bias_hh_l1	4	0.05770248919725418
181	rnn.bias_hh_l1	5	-0.0792885422706604
181	rnn.bias_hh_l1	6	0.014400938525795937
181	rnn.bias_hh_l1	7	0.04181990027427673
181	rnn.bias_hh_l1	8	0.015260264277458191
181	rnn.bias_hh_l1	9	-0.0048657809384167194
181	rnn.weight_ih_l1_reverse	0	0.0868285670876503
181	rnn.weight_ih_l1_reverse	1	-0.04186439886689186
181	rnn.weight_ih_l1_reverse	2	-0.061885979026556015
181	rnn.weight_ih_l1_reverse	3	0.025370998308062553
181	rnn.weight_ih_l1_reverse	4	-0.046529240906238556
181	rnn.weight_ih_l1_reverse	5	0.02403847500681877
181	rnn.weight_ih_l1_reverse	6	0.04037253186106682
181	rnn.weight_ih_l1_reverse	7	0.020286807790398598
181	rnn.weight_ih_l1_reverse	8	-0.008686966262757778
181	rnn.weight_ih_l1_reverse	9	-0.06648101657629013
181	rnn.weight_hh_l1_reverse	0	0.004899267107248306
181	rnn.weight_hh_l1_reverse	1	0.01901092752814293
181	rnn.weight_hh_l1_reverse	2	-0.05819128826260567
181	rnn.weight_hh_l1_reverse	3	-0.012939592823386192
181	rnn.weight_hh_l1_reverse	4	0.00889021810144186
181	rnn.weight_hh_l1_reverse	5	-0.06579910963773727
181	rnn.weight_hh_l1_reverse	6	-0.06730685383081436
181	rnn.weight_hh_l1_reverse	7	-0.011370129883289337
181	rnn.weight_hh_l1_reverse	8	-0.05907387658953667
181	rnn.weight_hh_l1_reverse	9	-0.0439230352640152
181	rnn.bias_ih_l1_reverse	0	-0.002828785218298435
181	rnn.bias_ih_l1_reverse	1	-0.041507162153720856
181	rnn.bias_ih_l1_reverse	2	0.02828005887567997
181	rnn.bias_ih_l1_reverse	3	-0.08442523330450058
181	rnn.bias_ih_l1_reverse	4	-0.08674892783164978
181	rnn.bias_ih_l1_reverse	5	-0.08667196333408356
181	rnn.bias_ih_l1_reverse	6	0.0650293231010437
181	rnn.bias_ih_l1_reverse	7	0.08446269482374191
181	rnn.bias_ih_l1_reverse	8	-0.0012260418152436614
181	rnn.bias_ih_l1_reverse	9	-0.010605729185044765
181	rnn.bias_hh_l1_reverse	0	0.06198601797223091
181	rnn.bias_hh_l1_reverse	1	-0.06716261804103851
181	rnn.bias_hh_l1_reverse	2	-0.05432458594441414
181	rnn.bias_hh_l1_reverse	3	0.07324495911598206
181	rnn.bias_hh_l1_reverse	4	-0.02258412353694439
181	rnn.bias_hh_l1_reverse	5	-0.0055370996706187725
181	rnn.bias_hh_l1_reverse	6	-0.059385210275650024
181	rnn.bias_hh_l1_reverse	7	-0.05978390946984291
181	rnn.bias_hh_l1_reverse	8	0.06621714681386948
181	rnn.bias_hh_l1_reverse	9	0.047612085938453674
181	rnn.weight_ih_l2	0	0.07717058807611465
181	rnn.weight_ih_l2	1	-0.05428800731897354
181	rnn.weight_ih_l2	2	0.06335300207138062
181	rnn.weight_ih_l2	3	0.06567692756652832
181	rnn.weight_ih_l2	4	0.05645546689629555
181	rnn.weight_ih_l2	5	-0.03514338284730911
181	rnn.weight_ih_l2	6	-0.07549548149108887
181	rnn.weight_ih_l2	7	0.011830718256533146
181	rnn.weight_ih_l2	8	-0.017173832282423973
181	rnn.weight_ih_l2	9	-0.06913601607084274
181	rnn.weight_hh_l2	0	0.04807841777801514
181	rnn.weight_hh_l2	1	0.030875738710165024
181	rnn.weight_hh_l2	2	-0.054746322333812714
181	rnn.weight_hh_l2	3	-0.02532966621220112
181	rnn.weight_hh_l2	4	0.054924894124269485
181	rnn.weight_hh_l2	5	-0.024132590740919113
181	rnn.weight_hh_l2	6	0.008434731513261795
181	rnn.weight_hh_l2	7	-0.05343681946396828
181	rnn.weight_hh_l2	8	-0.005980640649795532
181	rnn.weight_hh_l2	9	-0.018031926825642586
181	rnn.bias_ih_l2	0	0.14686594903469086
181	rnn.bias_ih_l2	1	0.011304528452455997
181	rnn.bias_ih_l2	2	0.0671934187412262
181	rnn.bias_ih_l2	3	0.027747105807065964
181	rnn.bias_ih_l2	4	-0.006536835338920355
181	rnn.bias_ih_l2	5	0.047371216118335724
181	rnn.bias_ih_l2	6	0.01376006007194519
181	rnn.bias_ih_l2	7	0.017506835982203484
181	rnn.bias_ih_l2	8	0.018276598304510117
181	rnn.bias_ih_l2	9	-0.01534261368215084
181	rnn.bias_hh_l2	0	0.022024795413017273
181	rnn.bias_hh_l2	1	0.007064524572342634
181	rnn.bias_hh_l2	2	0.0759103074669838
181	rnn.bias_hh_l2	3	0.029447557404637337
181	rnn.bias_hh_l2	4	0.07779069244861603
181	rnn.bias_hh_l2	5	-0.053917981684207916
181	rnn.bias_hh_l2	6	0.05509720370173454
181	rnn.bias_hh_l2	7	-0.02501404471695423
181	rnn.bias_hh_l2	8	0.04200119525194168
181	rnn.bias_hh_l2	9	0.007356878835707903
181	rnn.weight_ih_l2_reverse	0	0.08229916542768478
181	rnn.weight_ih_l2_reverse	1	-0.05507891997694969
181	rnn.weight_ih_l2_reverse	2	0.0011730622500181198
181	rnn.weight_ih_l2_reverse	3	0.03526415303349495
181	rnn.weight_ih_l2_reverse	4	0.05406828969717026
181	rnn.weight_ih_l2_reverse	5	-0.04068409278988838
181	rnn.weight_ih_l2_reverse	6	-0.0005258312448859215
181	rnn.weight_ih_l2_reverse	7	-0.013430822640657425
181	rnn.weight_ih_l2_reverse	8	0.012208020314574242
181	rnn.weight_ih_l2_reverse	9	-0.07963509112596512
181	rnn.weight_hh_l2_reverse	0	-0.08277436345815659
181	rnn.weight_hh_l2_reverse	1	0.016663476824760437
181	rnn.weight_hh_l2_reverse	2	0.010434906929731369
181	rnn.weight_hh_l2_reverse	3	0.024327730759978294
181	rnn.weight_hh_l2_reverse	4	-0.036791492253541946
181	rnn.weight_hh_l2_reverse	5	-0.014765316620469093
181	rnn.weight_hh_l2_reverse	6	-0.04381844028830528
181	rnn.weight_hh_l2_reverse	7	-0.05989954248070717
181	rnn.weight_hh_l2_reverse	8	-0.006711011286824942
181	rnn.weight_hh_l2_reverse	9	-0.059016771614551544
181	rnn.bias_ih_l2_reverse	0	-0.05753175914287567
181	rnn.bias_ih_l2_reverse	1	-0.027606308460235596
181	rnn.bias_ih_l2_reverse	2	0.045564815402030945
181	rnn.bias_ih_l2_reverse	3	0.0329267643392086
181	rnn.bias_ih_l2_reverse	4	0.07597202807664871
181	rnn.bias_ih_l2_reverse	5	-0.08861024677753448
181	rnn.bias_ih_l2_reverse	6	-0.04344196617603302
181	rnn.bias_ih_l2_reverse	7	-0.059527717530727386
181	rnn.bias_ih_l2_reverse	8	0.06174046918749809
181	rnn.bias_ih_l2_reverse	9	0.027126329019665718
181	rnn.bias_hh_l2_reverse	0	0.04942789673805237
181	rnn.bias_hh_l2_reverse	1	-0.06843207031488419
181	rnn.bias_hh_l2_reverse	2	-0.06731079518795013
181	rnn.bias_hh_l2_reverse	3	0.03152228519320488
181	rnn.bias_hh_l2_reverse	4	0.03243435546755791
181	rnn.bias_hh_l2_reverse	5	0.035082098096609116
181	rnn.bias_hh_l2_reverse	6	-0.08262573182582855
181	rnn.bias_hh_l2_reverse	7	-0.006880298722535372
181	rnn.bias_hh_l2_reverse	8	-0.10500456392765045
181	rnn.bias_hh_l2_reverse	9	-0.055053360760211945
181	linear.weight	0	0.025028489530086517
181	linear.weight	1	0.1444729119539261
181	linear.weight	2	-0.024203306064009666
181	linear.weight	3	-0.033713486045598984
181	linear.weight	4	-0.022248394787311554
181	linear.weight	5	0.050128962844610214
181	linear.weight	6	0.0020436816848814487
181	linear.weight	7	-0.10409620404243469
181	linear.weight	8	-0.02720061130821705
181	linear.weight	9	0.1086169108748436
181	linear.bias	0	0.5184566974639893
181	linear.bias	1	0.7863674759864807
181	linear.bias	2	-1.633728265762329
181	linear.bias	3	-0.05754556506872177
181	linear.bias	4	-0.050822705030441284
181	linear.bias	5	0.22759971022605896
182	transitions	0	0.03294878080487251
182	transitions	1	-10000.0
182	transitions	2	2.665477752685547
182	transitions	3	-1.1656925678253174
182	transitions	4	-10000.0
182	transitions	5	-10000.0
182	transitions	6	-10000.0
182	transitions	7	0.8816056251525879
182	transitions	8	0.8356955647468567
182	transitions	9	-1.1962662935256958
182	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
182	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
182	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
182	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
182	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
182	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
182	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
182	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
182	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
182	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
182	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
182	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
182	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
182	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
182	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
182	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
182	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
182	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
182	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
182	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
182	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
182	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
182	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
182	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
182	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
182	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
182	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
182	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
182	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
182	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
182	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
182	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
182	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
182	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
182	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
182	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
182	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
182	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
182	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
182	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
182	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
182	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
182	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
182	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
182	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
182	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
182	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
182	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
182	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
182	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
182	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
182	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
182	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
182	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
182	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
182	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
182	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
182	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
182	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
182	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
182	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
182	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
182	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
182	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
182	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
182	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
182	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
182	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
182	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
182	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
182	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
182	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
182	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
182	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
182	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
182	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
182	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
182	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
182	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
182	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
182	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
182	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
182	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
182	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
182	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
182	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
182	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
182	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
182	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
182	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
182	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
182	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
182	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
182	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
182	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
182	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
182	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
182	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
182	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
182	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
182	embedding2nn.weight	0	0.014808150939643383
182	embedding2nn.weight	1	0.00016011216212064028
182	embedding2nn.weight	2	0.005571032874286175
182	embedding2nn.weight	3	0.0006936335121281445
182	embedding2nn.weight	4	-0.008285772986710072
182	embedding2nn.weight	5	-0.005597234237939119
182	embedding2nn.weight	6	-0.0007822061888873577
182	embedding2nn.weight	7	-0.0029599445406347513
182	embedding2nn.weight	8	0.01412000972777605
182	embedding2nn.weight	9	0.004450324922800064
182	embedding2nn.bias	0	0.0056221443228423595
182	embedding2nn.bias	1	-0.015858689323067665
182	embedding2nn.bias	2	0.0063495333306491375
182	embedding2nn.bias	3	-0.008333598263561726
182	embedding2nn.bias	4	-0.023222582414746284
182	embedding2nn.bias	5	0.0002862294786609709
182	embedding2nn.bias	6	0.006403239909559488
182	embedding2nn.bias	7	-0.006196688394993544
182	embedding2nn.bias	8	-0.0019127803388983011
182	embedding2nn.bias	9	-0.003393671941012144
182	rnn.weight_ih_l0	0	-0.05230226367712021
182	rnn.weight_ih_l0	1	0.050784479826688766
182	rnn.weight_ih_l0	2	0.03186219558119774
182	rnn.weight_ih_l0	3	0.014751768670976162
182	rnn.weight_ih_l0	4	0.01253157202154398
182	rnn.weight_ih_l0	5	0.0842246264219284
182	rnn.weight_ih_l0	6	0.07610972225666046
182	rnn.weight_ih_l0	7	0.037799566984176636
182	rnn.weight_ih_l0	8	-0.04571833088994026
182	rnn.weight_ih_l0	9	0.008077573031187057
182	rnn.weight_hh_l0	0	0.008255836553871632
182	rnn.weight_hh_l0	1	-0.06419013440608978
182	rnn.weight_hh_l0	2	-0.06549166887998581
182	rnn.weight_hh_l0	3	0.07153186947107315
182	rnn.weight_hh_l0	4	0.07099324464797974
182	rnn.weight_hh_l0	5	0.0059974961914122105
182	rnn.weight_hh_l0	6	-0.0024048693012446165
182	rnn.weight_hh_l0	7	-0.016320081427693367
182	rnn.weight_hh_l0	8	-0.029280567541718483
182	rnn.weight_hh_l0	9	0.05756889283657074
182	rnn.bias_ih_l0	0	-0.06303554773330688
182	rnn.bias_ih_l0	1	0.08857238292694092
182	rnn.bias_ih_l0	2	0.020116083323955536
182	rnn.bias_ih_l0	3	0.07892860472202301
182	rnn.bias_ih_l0	4	-0.07519430667161942
182	rnn.bias_ih_l0	5	0.08252865076065063
182	rnn.bias_ih_l0	6	-0.06921945512294769
182	rnn.bias_ih_l0	7	-0.03597274422645569
182	rnn.bias_ih_l0	8	-0.09328673779964447
182	rnn.bias_ih_l0	9	-0.04524501785635948
182	rnn.bias_hh_l0	0	0.03651795536279678
182	rnn.bias_hh_l0	1	0.07345771044492722
182	rnn.bias_hh_l0	2	0.07001389563083649
182	rnn.bias_hh_l0	3	0.08562494814395905
182	rnn.bias_hh_l0	4	-0.09654933959245682
182	rnn.bias_hh_l0	5	-0.0712101086974144
182	rnn.bias_hh_l0	6	0.07854931056499481
182	rnn.bias_hh_l0	7	-0.07877394556999207
182	rnn.bias_hh_l0	8	-0.02668515034019947
182	rnn.bias_hh_l0	9	0.008888059295713902
182	rnn.weight_ih_l0_reverse	0	0.07939007133245468
182	rnn.weight_ih_l0_reverse	1	0.07328315079212189
182	rnn.weight_ih_l0_reverse	2	0.038764528930187225
182	rnn.weight_ih_l0_reverse	3	0.03368087112903595
182	rnn.weight_ih_l0_reverse	4	-0.03653179481625557
182	rnn.weight_ih_l0_reverse	5	0.05084508657455444
182	rnn.weight_ih_l0_reverse	6	0.06647830456495285
182	rnn.weight_ih_l0_reverse	7	0.022349350154399872
182	rnn.weight_ih_l0_reverse	8	-0.05785182863473892
182	rnn.weight_ih_l0_reverse	9	-0.052852075546979904
182	rnn.weight_hh_l0_reverse	0	0.025520527735352516
182	rnn.weight_hh_l0_reverse	1	-0.08717472106218338
182	rnn.weight_hh_l0_reverse	2	0.06340467929840088
182	rnn.weight_hh_l0_reverse	3	-0.02154354378581047
182	rnn.weight_hh_l0_reverse	4	0.08482038229703903
182	rnn.weight_hh_l0_reverse	5	-0.0019884712528437376
182	rnn.weight_hh_l0_reverse	6	0.030459335073828697
182	rnn.weight_hh_l0_reverse	7	0.07858937978744507
182	rnn.weight_hh_l0_reverse	8	-0.022397838532924652
182	rnn.weight_hh_l0_reverse	9	-0.046601053327322006
182	rnn.bias_ih_l0_reverse	0	0.0004352229880169034
182	rnn.bias_ih_l0_reverse	1	-0.019064733758568764
182	rnn.bias_ih_l0_reverse	2	-0.01383667066693306
182	rnn.bias_ih_l0_reverse	3	0.03637516871094704
182	rnn.bias_ih_l0_reverse	4	0.0676705464720726
182	rnn.bias_ih_l0_reverse	5	-0.021006973460316658
182	rnn.bias_ih_l0_reverse	6	-0.02681831642985344
182	rnn.bias_ih_l0_reverse	7	-0.04872693121433258
182	rnn.bias_ih_l0_reverse	8	0.006161385681480169
182	rnn.bias_ih_l0_reverse	9	-0.06812537461519241
182	rnn.bias_hh_l0_reverse	0	0.03951822593808174
182	rnn.bias_hh_l0_reverse	1	-0.06948797404766083
182	rnn.bias_hh_l0_reverse	2	0.07616864144802094
182	rnn.bias_hh_l0_reverse	3	0.061594635248184204
182	rnn.bias_hh_l0_reverse	4	0.02540457993745804
182	rnn.bias_hh_l0_reverse	5	0.04574030265212059
182	rnn.bias_hh_l0_reverse	6	0.06678181886672974
182	rnn.bias_hh_l0_reverse	7	0.0826249048113823
182	rnn.bias_hh_l0_reverse	8	-0.009294242598116398
182	rnn.bias_hh_l0_reverse	9	0.05054452270269394
182	rnn.weight_ih_l1	0	0.023871740326285362
182	rnn.weight_ih_l1	1	0.015988264232873917
182	rnn.weight_ih_l1	2	0.08701979368925095
182	rnn.weight_ih_l1	3	-0.024275533854961395
182	rnn.weight_ih_l1	4	-0.02451828494668007
182	rnn.weight_ih_l1	5	-0.01284763589501381
182	rnn.weight_ih_l1	6	0.07283385097980499
182	rnn.weight_ih_l1	7	-0.003691593650728464
182	rnn.weight_ih_l1	8	-0.052608929574489594
182	rnn.weight_ih_l1	9	0.05370168015360832
182	rnn.weight_hh_l1	0	-0.08192668855190277
182	rnn.weight_hh_l1	1	-0.03564976528286934
182	rnn.weight_hh_l1	2	-0.00814473070204258
182	rnn.weight_hh_l1	3	-0.05822219327092171
182	rnn.weight_hh_l1	4	0.08605219423770905
182	rnn.weight_hh_l1	5	-0.08410775661468506
182	rnn.weight_hh_l1	6	-0.05003371462225914
182	rnn.weight_hh_l1	7	0.06497355550527573
182	rnn.weight_hh_l1	8	-0.013531763106584549
182	rnn.weight_hh_l1	9	-0.039935920387506485
182	rnn.bias_ih_l1	0	-0.035529546439647675
182	rnn.bias_ih_l1	1	0.05513297766447067
182	rnn.bias_ih_l1	2	-0.04589325189590454
182	rnn.bias_ih_l1	3	-0.07687678933143616
182	rnn.bias_ih_l1	4	-0.028881631791591644
182	rnn.bias_ih_l1	5	-0.0020654918625950813
182	rnn.bias_ih_l1	6	-0.04698790982365608
182	rnn.bias_ih_l1	7	0.06205892935395241
182	rnn.bias_ih_l1	8	0.08397623151540756
182	rnn.bias_ih_l1	9	0.03191300109028816
182	rnn.bias_hh_l1	0	0.06894717365503311
182	rnn.bias_hh_l1	1	-0.05874655023217201
182	rnn.bias_hh_l1	2	0.01939951814711094
182	rnn.bias_hh_l1	3	0.08051817119121552
182	rnn.bias_hh_l1	4	0.05771171301603317
182	rnn.bias_hh_l1	5	-0.07915407419204712
182	rnn.bias_hh_l1	6	0.014401963911950588
182	rnn.bias_hh_l1	7	0.04199403151869774
182	rnn.bias_hh_l1	8	0.015183761715888977
182	rnn.bias_hh_l1	9	-0.004875021055340767
182	rnn.weight_ih_l1_reverse	0	0.08682570606470108
182	rnn.weight_ih_l1_reverse	1	-0.041872572153806686
182	rnn.weight_ih_l1_reverse	2	-0.0618874691426754
182	rnn.weight_ih_l1_reverse	3	0.02536814846098423
182	rnn.weight_ih_l1_reverse	4	-0.046522632241249084
182	rnn.weight_ih_l1_reverse	5	0.024038461968302727
182	rnn.weight_ih_l1_reverse	6	0.04038109630346298
182	rnn.weight_ih_l1_reverse	7	0.02028791978955269
182	rnn.weight_ih_l1_reverse	8	-0.008682286366820335
182	rnn.weight_ih_l1_reverse	9	-0.06648219376802444
182	rnn.weight_hh_l1_reverse	0	0.004899535793811083
182	rnn.weight_hh_l1_reverse	1	0.019012032076716423
182	rnn.weight_hh_l1_reverse	2	-0.05819087475538254
182	rnn.weight_hh_l1_reverse	3	-0.012938665226101875
182	rnn.weight_hh_l1_reverse	4	0.008891725912690163
182	rnn.weight_hh_l1_reverse	5	-0.06581217050552368
182	rnn.weight_hh_l1_reverse	6	-0.06730585545301437
182	rnn.weight_hh_l1_reverse	7	-0.01137038879096508
182	rnn.weight_hh_l1_reverse	8	-0.059062227606773376
182	rnn.weight_hh_l1_reverse	9	-0.04392464831471443
182	rnn.bias_ih_l1_reverse	0	-0.0028325391467660666
182	rnn.bias_ih_l1_reverse	1	-0.04152300953865051
182	rnn.bias_ih_l1_reverse	2	0.028154771775007248
182	rnn.bias_ih_l1_reverse	3	-0.0844229906797409
182	rnn.bias_ih_l1_reverse	4	-0.08673465251922607
182	rnn.bias_ih_l1_reverse	5	-0.08668370544910431
182	rnn.bias_ih_l1_reverse	6	0.06498484313488007
182	rnn.bias_ih_l1_reverse	7	0.08447538316249847
182	rnn.bias_ih_l1_reverse	8	-0.0014692289987578988
182	rnn.bias_ih_l1_reverse	9	-0.010603610426187515
182	rnn.bias_hh_l1_reverse	0	0.06200080364942551
182	rnn.bias_hh_l1_reverse	1	-0.06724895536899567
182	rnn.bias_hh_l1_reverse	2	-0.054336532950401306
182	rnn.bias_hh_l1_reverse	3	0.07326194643974304
182	rnn.bias_hh_l1_reverse	4	-0.02260611206293106
182	rnn.bias_hh_l1_reverse	5	-0.005461947992444038
182	rnn.bias_hh_l1_reverse	6	-0.059401821345090866
182	rnn.bias_hh_l1_reverse	7	-0.05980069935321808
182	rnn.bias_hh_l1_reverse	8	0.06621938943862915
182	rnn.bias_hh_l1_reverse	9	0.0476260781288147
182	rnn.weight_ih_l2	0	0.07711880654096603
182	rnn.weight_ih_l2	1	-0.054287832230329514
182	rnn.weight_ih_l2	2	0.06335114687681198
182	rnn.weight_ih_l2	3	0.06567061692476273
182	rnn.weight_ih_l2	4	0.05643263831734657
182	rnn.weight_ih_l2	5	-0.03516718000173569
182	rnn.weight_ih_l2	6	-0.07550086081027985
182	rnn.weight_ih_l2	7	0.011834569275379181
182	rnn.weight_ih_l2	8	-0.01717407815158367
182	rnn.weight_ih_l2	9	-0.06913662701845169
182	rnn.weight_hh_l2	0	0.04808632284402847
182	rnn.weight_hh_l2	1	0.030869407579302788
182	rnn.weight_hh_l2	2	-0.05474650487303734
182	rnn.weight_hh_l2	3	-0.025334438309073448
182	rnn.weight_hh_l2	4	0.054922837764024734
182	rnn.weight_hh_l2	5	-0.024088716134428978
182	rnn.weight_hh_l2	6	0.008440105244517326
182	rnn.weight_hh_l2	7	-0.05343807488679886
182	rnn.weight_hh_l2	8	-0.0059648375026881695
182	rnn.weight_hh_l2	9	-0.018026378005743027
182	rnn.bias_ih_l2	0	0.14638108015060425
182	rnn.bias_ih_l2	1	0.011297370307147503
182	rnn.bias_ih_l2	2	0.06714005023241043
182	rnn.bias_ih_l2	3	0.027714986354112625
182	rnn.bias_ih_l2	4	-0.006541285663843155
182	rnn.bias_ih_l2	5	0.04723265767097473
182	rnn.bias_ih_l2	6	0.013806718401610851
182	rnn.bias_ih_l2	7	0.017557546496391296
182	rnn.bias_ih_l2	8	0.01828119158744812
182	rnn.bias_ih_l2	9	-0.015339496545493603
182	rnn.bias_hh_l2	0	0.02211991883814335
182	rnn.bias_hh_l2	1	0.007005092687904835
182	rnn.bias_hh_l2	2	0.07596772164106369
182	rnn.bias_hh_l2	3	0.02943340502679348
182	rnn.bias_hh_l2	4	0.07779249548912048
182	rnn.bias_hh_l2	5	-0.053101200610399246
182	rnn.bias_hh_l2	6	0.05494067072868347
182	rnn.bias_hh_l2	7	-0.025009244680404663
182	rnn.bias_hh_l2	8	0.0420161709189415
182	rnn.bias_hh_l2	9	0.008113129064440727
182	rnn.weight_ih_l2_reverse	0	0.08229944854974747
182	rnn.weight_ih_l2_reverse	1	-0.055076964199543
182	rnn.weight_ih_l2_reverse	2	0.0011699815513566136
182	rnn.weight_ih_l2_reverse	3	0.03526364639401436
182	rnn.weight_ih_l2_reverse	4	0.05406767129898071
182	rnn.weight_ih_l2_reverse	5	-0.04068424180150032
182	rnn.weight_ih_l2_reverse	6	-0.0005284867365844548
182	rnn.weight_ih_l2_reverse	7	-0.013454183004796505
182	rnn.weight_ih_l2_reverse	8	0.012228148058056831
182	rnn.weight_ih_l2_reverse	9	-0.07963457703590393
182	rnn.weight_hh_l2_reverse	0	-0.08277431130409241
182	rnn.weight_hh_l2_reverse	1	0.01665884256362915
182	rnn.weight_hh_l2_reverse	2	0.010434982366859913
182	rnn.weight_hh_l2_reverse	3	0.02432786300778389
182	rnn.weight_hh_l2_reverse	4	-0.036791086196899414
182	rnn.weight_hh_l2_reverse	5	-0.014766168780624866
182	rnn.weight_hh_l2_reverse	6	-0.0438215546309948
182	rnn.weight_hh_l2_reverse	7	-0.0599001944065094
182	rnn.weight_hh_l2_reverse	8	-0.0067110988311469555
182	rnn.weight_hh_l2_reverse	9	-0.05901564285159111
182	rnn.bias_ih_l2_reverse	0	-0.057850271463394165
182	rnn.bias_ih_l2_reverse	1	-0.027598068118095398
182	rnn.bias_ih_l2_reverse	2	0.04556936398148537
182	rnn.bias_ih_l2_reverse	3	0.032944824546575546
182	rnn.bias_ih_l2_reverse	4	0.07596812397241592
182	rnn.bias_ih_l2_reverse	5	-0.08861123025417328
182	rnn.bias_ih_l2_reverse	6	-0.043447691947221756
182	rnn.bias_ih_l2_reverse	7	-0.059597861021757126
182	rnn.bias_ih_l2_reverse	8	0.061554502695798874
182	rnn.bias_ih_l2_reverse	9	0.02749360166490078
182	rnn.bias_hh_l2_reverse	0	0.04890082776546478
182	rnn.bias_hh_l2_reverse	1	-0.06828903406858444
182	rnn.bias_hh_l2_reverse	2	-0.06730440258979797
182	rnn.bias_hh_l2_reverse	3	0.031526971608400345
182	rnn.bias_hh_l2_reverse	4	0.03247230872511864
182	rnn.bias_hh_l2_reverse	5	0.03507234901189804
182	rnn.bias_hh_l2_reverse	6	-0.08262098580598831
182	rnn.bias_hh_l2_reverse	7	-0.0068816025741398335
182	rnn.bias_hh_l2_reverse	8	-0.10506652295589447
182	rnn.bias_hh_l2_reverse	9	-0.05505118891596794
182	linear.weight	0	0.025028489530086517
182	linear.weight	1	0.14379064738750458
182	linear.weight	2	-0.02420710399746895
182	linear.weight	3	-0.033947452902793884
182	linear.weight	4	-0.022248394787311554
182	linear.weight	5	0.05017274618148804
182	linear.weight	6	0.002115335315465927
182	linear.weight	7	-0.10389482229948044
182	linear.weight	8	-0.02718272991478443
182	linear.weight	9	0.10849874466657639
182	linear.bias	0	0.5187478065490723
182	linear.bias	1	0.7867792844772339
182	linear.bias	2	-1.6338999271392822
182	linear.bias	3	-0.05754556506872177
182	linear.bias	4	-0.050822705030441284
182	linear.bias	5	0.22706839442253113
183	transitions	0	0.03285707160830498
183	transitions	1	-10000.0
183	transitions	2	2.662740468978882
183	transitions	3	-1.1685807704925537
183	transitions	4	-10000.0
183	transitions	5	-10000.0
183	transitions	6	-10000.0
183	transitions	7	0.8816030025482178
183	transitions	8	0.8356083035469055
183	transitions	9	-1.1972562074661255
183	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
183	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
183	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
183	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
183	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
183	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
183	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
183	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
183	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
183	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
183	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
183	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
183	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
183	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
183	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
183	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
183	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
183	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
183	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
183	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
183	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
183	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
183	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
183	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
183	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
183	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
183	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
183	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
183	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
183	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
183	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
183	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
183	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
183	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
183	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
183	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
183	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
183	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
183	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
183	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
183	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
183	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
183	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
183	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
183	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
183	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
183	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
183	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
183	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
183	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
183	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
183	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
183	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
183	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
183	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
183	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
183	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
183	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
183	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
183	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
183	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
183	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
183	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
183	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
183	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
183	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
183	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
183	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
183	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
183	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
183	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
183	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
183	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
183	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
183	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
183	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
183	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
183	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
183	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
183	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
183	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
183	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
183	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
183	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
183	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
183	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
183	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
183	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
183	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
183	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
183	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
183	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
183	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
183	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
183	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
183	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
183	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
183	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
183	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
183	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
183	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
183	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
183	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
183	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
183	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
183	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
183	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
183	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
183	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
183	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
183	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
183	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
183	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
183	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
183	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
183	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
183	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
183	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
183	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
183	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
183	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
183	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
183	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
183	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
183	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
183	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
183	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
183	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
183	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
183	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
183	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
183	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
183	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
183	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
183	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
183	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
183	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
183	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
183	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
183	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
183	embedding2nn.weight	0	0.014808211475610733
183	embedding2nn.weight	1	0.00016175881319213659
183	embedding2nn.weight	2	0.005569616798311472
183	embedding2nn.weight	3	0.0006963212508708239
183	embedding2nn.weight	4	-0.008255976252257824
183	embedding2nn.weight	5	-0.005597608629614115
183	embedding2nn.weight	6	-0.0007807491929270327
183	embedding2nn.weight	7	-0.0029608653858304024
183	embedding2nn.weight	8	0.014124710112810135
183	embedding2nn.weight	9	0.004450341686606407
183	embedding2nn.bias	0	0.005440124776214361
183	embedding2nn.bias	1	-0.015759943053126335
183	embedding2nn.bias	2	0.006776849739253521
183	embedding2nn.bias	3	-0.008522336371243
183	embedding2nn.bias	4	-0.023162297904491425
183	embedding2nn.bias	5	0.00031599836074747145
183	embedding2nn.bias	6	0.0066340090706944466
183	embedding2nn.bias	7	-0.006052075885236263
183	embedding2nn.bias	8	-0.002214872045442462
183	embedding2nn.bias	9	-0.0031044569332152605
183	rnn.weight_ih_l0	0	-0.0522925890982151
183	rnn.weight_ih_l0	1	0.05077960342168808
183	rnn.weight_ih_l0	2	0.03186258673667908
183	rnn.weight_ih_l0	3	0.014751127921044827
183	rnn.weight_ih_l0	4	0.012529902160167694
183	rnn.weight_ih_l0	5	0.08422394096851349
183	rnn.weight_ih_l0	6	0.07610905915498734
183	rnn.weight_ih_l0	7	0.03779999911785126
183	rnn.weight_ih_l0	8	-0.04571526497602463
183	rnn.weight_ih_l0	9	0.00808907113969326
183	rnn.weight_hh_l0	0	0.00825388915836811
183	rnn.weight_hh_l0	1	-0.06419653445482254
183	rnn.weight_hh_l0	2	-0.06549163907766342
183	rnn.weight_hh_l0	3	0.07153087109327316
183	rnn.weight_hh_l0	4	0.07099302858114243
183	rnn.weight_hh_l0	5	0.005991207901388407
183	rnn.weight_hh_l0	6	-0.002410254208371043
183	rnn.weight_hh_l0	7	-0.01630677469074726
183	rnn.weight_hh_l0	8	-0.029282154515385628
183	rnn.weight_hh_l0	9	0.0575709268450737
183	rnn.bias_ih_l0	0	-0.06290346384048462
183	rnn.bias_ih_l0	1	0.08856034278869629
183	rnn.bias_ih_l0	2	0.020115219056606293
183	rnn.bias_ih_l0	3	0.07894756644964218
183	rnn.bias_ih_l0	4	-0.07552684098482132
183	rnn.bias_ih_l0	5	0.08256684988737106
183	rnn.bias_ih_l0	6	-0.06887979805469513
183	rnn.bias_ih_l0	7	-0.03597822040319443
183	rnn.bias_ih_l0	8	-0.09289722144603729
183	rnn.bias_ih_l0	9	-0.04522625356912613
183	rnn.bias_hh_l0	0	0.03652152046561241
183	rnn.bias_hh_l0	1	0.07344052940607071
183	rnn.bias_hh_l0	2	0.07000501453876495
183	rnn.bias_hh_l0	3	0.08560765534639359
183	rnn.bias_hh_l0	4	-0.09682536125183105
183	rnn.bias_hh_l0	5	-0.07119911164045334
183	rnn.bias_hh_l0	6	0.0785672664642334
183	rnn.bias_hh_l0	7	-0.07916106283664703
183	rnn.bias_hh_l0	8	-0.02668824978172779
183	rnn.bias_hh_l0	9	0.008327698335051537
183	rnn.weight_ih_l0_reverse	0	0.07938998192548752
183	rnn.weight_ih_l0_reverse	1	0.07328033447265625
183	rnn.weight_ih_l0_reverse	2	0.038761574774980545
183	rnn.weight_ih_l0_reverse	3	0.03368128091096878
183	rnn.weight_ih_l0_reverse	4	-0.0365321971476078
183	rnn.weight_ih_l0_reverse	5	0.05084587261080742
183	rnn.weight_ih_l0_reverse	6	0.06647741794586182
183	rnn.weight_ih_l0_reverse	7	0.022351568564772606
183	rnn.weight_ih_l0_reverse	8	-0.057850539684295654
183	rnn.weight_ih_l0_reverse	9	-0.05285225436091423
183	rnn.weight_hh_l0_reverse	0	0.025518028065562248
183	rnn.weight_hh_l0_reverse	1	-0.08717264235019684
183	rnn.weight_hh_l0_reverse	2	0.0633997768163681
183	rnn.weight_hh_l0_reverse	3	-0.02154337242245674
183	rnn.weight_hh_l0_reverse	4	0.08482770621776581
183	rnn.weight_hh_l0_reverse	5	-0.001992152538150549
183	rnn.weight_hh_l0_reverse	6	0.030447805300354958
183	rnn.weight_hh_l0_reverse	7	0.07858967036008835
183	rnn.weight_hh_l0_reverse	8	-0.02239859290421009
183	rnn.weight_hh_l0_reverse	9	-0.04660077765583992
183	rnn.bias_ih_l0_reverse	0	0.0004600718093570322
183	rnn.bias_ih_l0_reverse	1	-0.01908820867538452
183	rnn.bias_ih_l0_reverse	2	-0.013990364968776703
183	rnn.bias_ih_l0_reverse	3	0.03637413680553436
183	rnn.bias_ih_l0_reverse	4	0.06766334176063538
183	rnn.bias_ih_l0_reverse	5	-0.021012814715504646
183	rnn.bias_ih_l0_reverse	6	-0.026823649182915688
183	rnn.bias_ih_l0_reverse	7	-0.04873175919055939
183	rnn.bias_ih_l0_reverse	8	0.006317528430372477
183	rnn.bias_ih_l0_reverse	9	-0.06807973980903625
183	rnn.bias_hh_l0_reverse	0	0.03950890898704529
183	rnn.bias_hh_l0_reverse	1	-0.06944233924150467
183	rnn.bias_hh_l0_reverse	2	0.07613828033208847
183	rnn.bias_hh_l0_reverse	3	0.061505649238824844
183	rnn.bias_hh_l0_reverse	4	0.025265786796808243
183	rnn.bias_hh_l0_reverse	5	0.04575279727578163
183	rnn.bias_hh_l0_reverse	6	0.066653311252594
183	rnn.bias_hh_l0_reverse	7	0.0827268436551094
183	rnn.bias_hh_l0_reverse	8	-0.009355183690786362
183	rnn.bias_hh_l0_reverse	9	0.05064314976334572
183	rnn.weight_ih_l1	0	0.0238672886043787
183	rnn.weight_ih_l1	1	0.016036637127399445
183	rnn.weight_ih_l1	2	0.08716066181659698
183	rnn.weight_ih_l1	3	-0.024296049028635025
183	rnn.weight_ih_l1	4	-0.02451913431286812
183	rnn.weight_ih_l1	5	-0.012800212018191814
183	rnn.weight_ih_l1	6	0.0728282704949379
183	rnn.weight_ih_l1	7	-0.003727836301550269
183	rnn.weight_ih_l1	8	-0.05261700227856636
183	rnn.weight_ih_l1	9	0.05354119837284088
183	rnn.weight_hh_l1	0	-0.0819564014673233
183	rnn.weight_hh_l1	1	-0.03565223887562752
183	rnn.weight_hh_l1	2	-0.008144957944750786
183	rnn.weight_hh_l1	3	-0.058222927153110504
183	rnn.weight_hh_l1	4	0.0860576182603836
183	rnn.weight_hh_l1	5	-0.08410903066396713
183	rnn.weight_hh_l1	6	-0.050051748752593994
183	rnn.weight_hh_l1	7	0.06493844091892242
183	rnn.weight_hh_l1	8	-0.013534318655729294
183	rnn.weight_hh_l1	9	-0.039944980293512344
183	rnn.bias_ih_l1	0	-0.03545007482171059
183	rnn.bias_ih_l1	1	0.055128809064626694
183	rnn.bias_ih_l1	2	-0.045935459434986115
183	rnn.bias_ih_l1	3	-0.07686994224786758
183	rnn.bias_ih_l1	4	-0.028887970373034477
183	rnn.bias_ih_l1	5	-0.003026064019650221
183	rnn.bias_ih_l1	6	-0.0469050370156765
183	rnn.bias_ih_l1	7	0.06207429617643356
183	rnn.bias_ih_l1	8	0.08397513628005981
183	rnn.bias_ih_l1	9	0.03193136677145958
183	rnn.bias_hh_l1	0	0.06896793097257614
183	rnn.bias_hh_l1	1	-0.05875168368220329
183	rnn.bias_hh_l1	2	0.01939917728304863
183	rnn.bias_hh_l1	3	0.08053991943597794
183	rnn.bias_hh_l1	4	0.05773146077990532
183	rnn.bias_hh_l1	5	-0.07911045849323273
183	rnn.bias_hh_l1	6	0.014422138221561909
183	rnn.bias_hh_l1	7	0.041972626000642776
183	rnn.bias_hh_l1	8	0.01515597477555275
183	rnn.bias_hh_l1	9	-0.004886086564511061
183	rnn.weight_ih_l1_reverse	0	0.08682233840227127
183	rnn.weight_ih_l1_reverse	1	-0.04187294840812683
183	rnn.weight_ih_l1_reverse	2	-0.06188790127635002
183	rnn.weight_ih_l1_reverse	3	0.025369178503751755
183	rnn.weight_ih_l1_reverse	4	-0.046524837613105774
183	rnn.weight_ih_l1_reverse	5	0.024033989757299423
183	rnn.weight_ih_l1_reverse	6	0.04037673398852348
183	rnn.weight_ih_l1_reverse	7	0.020285187289118767
183	rnn.weight_ih_l1_reverse	8	-0.008681066334247589
183	rnn.weight_ih_l1_reverse	9	-0.06651313602924347
183	rnn.weight_hh_l1_reverse	0	0.004915784578770399
183	rnn.weight_hh_l1_reverse	1	0.019009988754987717
183	rnn.weight_hh_l1_reverse	2	-0.058191824704408646
183	rnn.weight_hh_l1_reverse	3	-0.012930762954056263
183	rnn.weight_hh_l1_reverse	4	0.008893840946257114
183	rnn.weight_hh_l1_reverse	5	-0.0658222883939743
183	rnn.weight_hh_l1_reverse	6	-0.06730588525533676
183	rnn.weight_hh_l1_reverse	7	-0.01137104444205761
183	rnn.weight_hh_l1_reverse	8	-0.05904460698366165
183	rnn.weight_hh_l1_reverse	9	-0.043927233666181564
183	rnn.bias_ih_l1_reverse	0	-0.002837998326867819
183	rnn.bias_ih_l1_reverse	1	-0.041523586958646774
183	rnn.bias_ih_l1_reverse	2	0.02808425761759281
183	rnn.bias_ih_l1_reverse	3	-0.08449319750070572
183	rnn.bias_ih_l1_reverse	4	-0.08672098070383072
183	rnn.bias_ih_l1_reverse	5	-0.08667650073766708
183	rnn.bias_ih_l1_reverse	6	0.06494785100221634
183	rnn.bias_ih_l1_reverse	7	0.0844687670469284
183	rnn.bias_ih_l1_reverse	8	-0.0012950252275913954
183	rnn.bias_ih_l1_reverse	9	-0.010540025308728218
183	rnn.bias_hh_l1_reverse	0	0.06200333312153816
183	rnn.bias_hh_l1_reverse	1	-0.06722181290388107
183	rnn.bias_hh_l1_reverse	2	-0.05431010574102402
183	rnn.bias_hh_l1_reverse	3	0.07324342429637909
183	rnn.bias_hh_l1_reverse	4	-0.0225816797465086
183	rnn.bias_hh_l1_reverse	5	-0.005509969778358936
183	rnn.bias_hh_l1_reverse	6	-0.05939431115984917
183	rnn.bias_hh_l1_reverse	7	-0.059807877987623215
183	rnn.bias_hh_l1_reverse	8	0.06622754782438278
183	rnn.bias_hh_l1_reverse	9	0.04767821356654167
183	rnn.weight_ih_l2	0	0.0770026445388794
183	rnn.weight_ih_l2	1	-0.054284803569316864
183	rnn.weight_ih_l2	2	0.06335168331861496
183	rnn.weight_ih_l2	3	0.06566949933767319
183	rnn.weight_ih_l2	4	0.056435588747262955
183	rnn.weight_ih_l2	5	-0.03517270088195801
183	rnn.weight_ih_l2	6	-0.07549921423196793
183	rnn.weight_ih_l2	7	0.011843268759548664
183	rnn.weight_ih_l2	8	-0.01717415079474449
183	rnn.weight_ih_l2	9	-0.06913620978593826
183	rnn.weight_hh_l2	0	0.048083119094371796
183	rnn.weight_hh_l2	1	0.03087979182600975
183	rnn.weight_hh_l2	2	-0.05474598705768585
183	rnn.weight_hh_l2	3	-0.025326106697320938
183	rnn.weight_hh_l2	4	0.05492579564452171
183	rnn.weight_hh_l2	5	-0.024111833423376083
183	rnn.weight_hh_l2	6	0.008438482880592346
183	rnn.weight_hh_l2	7	-0.05344102531671524
183	rnn.weight_hh_l2	8	-0.005962288938462734
183	rnn.weight_hh_l2	9	-0.018024401739239693
183	rnn.bias_ih_l2	0	0.14595288038253784
183	rnn.bias_ih_l2	1	0.011299614794552326
183	rnn.bias_ih_l2	2	0.0671258270740509
183	rnn.bias_ih_l2	3	0.027719581499695778
183	rnn.bias_ih_l2	4	-0.006539762485772371
183	rnn.bias_ih_l2	5	0.04725160449743271
183	rnn.bias_ih_l2	6	0.01380099169909954
183	rnn.bias_ih_l2	7	0.01759009249508381
183	rnn.bias_ih_l2	8	0.018270641565322876
183	rnn.bias_ih_l2	9	-0.015343752689659595
183	rnn.bias_hh_l2	0	0.022127823904156685
183	rnn.bias_hh_l2	1	0.007000118028372526
183	rnn.bias_hh_l2	2	0.07604093104600906
183	rnn.bias_hh_l2	3	0.029432697221636772
183	rnn.bias_hh_l2	4	0.07780806720256805
183	rnn.bias_hh_l2	5	-0.05386710539460182
183	rnn.bias_hh_l2	6	0.05470237135887146
183	rnn.bias_hh_l2	7	-0.025086602196097374
183	rnn.bias_hh_l2	8	0.04200565069913864
183	rnn.bias_hh_l2	9	0.0093058617785573
183	rnn.weight_ih_l2_reverse	0	0.08230152726173401
183	rnn.weight_ih_l2_reverse	1	-0.05508263409137726
183	rnn.weight_ih_l2_reverse	2	0.0011645479826256633
183	rnn.weight_ih_l2_reverse	3	0.03526332229375839
183	rnn.weight_ih_l2_reverse	4	0.05407015606760979
183	rnn.weight_ih_l2_reverse	5	-0.040684398263692856
183	rnn.weight_ih_l2_reverse	6	-0.0005589000065810978
183	rnn.weight_ih_l2_reverse	7	-0.013461796566843987
183	rnn.weight_ih_l2_reverse	8	0.012300373055040836
183	rnn.weight_ih_l2_reverse	9	-0.07963230460882187
183	rnn.weight_hh_l2_reverse	0	-0.08277417719364166
183	rnn.weight_hh_l2_reverse	1	0.016651863232254982
183	rnn.weight_hh_l2_reverse	2	0.010436570271849632
183	rnn.weight_hh_l2_reverse	3	0.02432842180132866
183	rnn.weight_hh_l2_reverse	4	-0.03679143637418747
183	rnn.weight_hh_l2_reverse	5	-0.014766034670174122
183	rnn.weight_hh_l2_reverse	6	-0.04383023828268051
183	rnn.weight_hh_l2_reverse	7	-0.05990089476108551
183	rnn.weight_hh_l2_reverse	8	-0.006711198017001152
183	rnn.weight_hh_l2_reverse	9	-0.05901647359132767
183	rnn.bias_ih_l2_reverse	0	-0.05732465162873268
183	rnn.bias_ih_l2_reverse	1	-0.027595221996307373
183	rnn.bias_ih_l2_reverse	2	0.04554320499300957
183	rnn.bias_ih_l2_reverse	3	0.03273790329694748
183	rnn.bias_ih_l2_reverse	4	0.07594665139913559
183	rnn.bias_ih_l2_reverse	5	-0.08860243856906891
183	rnn.bias_ih_l2_reverse	6	-0.04344116151332855
183	rnn.bias_ih_l2_reverse	7	-0.05952237918972969
183	rnn.bias_ih_l2_reverse	8	0.06168191879987717
183	rnn.bias_ih_l2_reverse	9	0.027614295482635498
183	rnn.bias_hh_l2_reverse	0	0.04889555647969246
183	rnn.bias_hh_l2_reverse	1	-0.06815089285373688
183	rnn.bias_hh_l2_reverse	2	-0.06729920953512192
183	rnn.bias_hh_l2_reverse	3	0.031536709517240524
183	rnn.bias_hh_l2_reverse	4	0.03260553628206253
183	rnn.bias_hh_l2_reverse	5	0.035051845014095306
183	rnn.bias_hh_l2_reverse	6	-0.08260008692741394
183	rnn.bias_hh_l2_reverse	7	-0.006921052932739258
183	rnn.bias_hh_l2_reverse	8	-0.1051759198307991
183	rnn.bias_hh_l2_reverse	9	-0.05503273755311966
183	linear.weight	0	0.025028489530086517
183	linear.weight	1	0.14447876811027527
183	linear.weight	2	-0.024215225130319595
183	linear.weight	3	-0.03419724106788635
183	linear.weight	4	-0.022248394787311554
183	linear.weight	5	0.050116267055273056
183	linear.weight	6	0.0021076153498142958
183	linear.weight	7	-0.10339631140232086
183	linear.weight	8	-0.02706923708319664
183	linear.weight	9	0.10778534412384033
183	linear.bias	0	0.515038251876831
183	linear.bias	1	0.7803055644035339
183	linear.bias	2	-1.6341989040374756
183	linear.bias	3	-0.05754556506872177
183	linear.bias	4	-0.050822705030441284
183	linear.bias	5	0.2375505566596985
184	transitions	0	0.0327870212495327
184	transitions	1	-10000.0
184	transitions	2	2.658618211746216
184	transitions	3	-1.1672354936599731
184	transitions	4	-10000.0
184	transitions	5	-10000.0
184	transitions	6	-10000.0
184	transitions	7	0.8816004395484924
184	transitions	8	0.8355402946472168
184	transitions	9	-1.1974860429763794
184	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
184	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
184	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
184	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
184	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
184	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
184	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
184	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
184	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
184	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
184	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
184	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
184	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
184	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
184	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
184	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
184	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
184	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
184	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
184	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
184	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
184	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
184	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
184	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
184	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
184	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
184	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
184	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
184	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
184	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
184	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
184	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
184	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
184	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
184	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
184	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
184	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
184	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
184	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
184	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
184	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
184	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
184	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
184	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
184	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
184	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
184	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
184	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
184	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
184	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
184	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
184	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
184	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
184	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
184	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
184	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
184	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
184	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
184	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
184	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
184	embedding2nn.weight	0	0.014807554893195629
184	embedding2nn.weight	1	0.0001621914270799607
184	embedding2nn.weight	2	0.005569916218519211
184	embedding2nn.weight	3	0.0006968204397708178
184	embedding2nn.weight	4	-0.00825735554099083
184	embedding2nn.weight	5	-0.005593508947640657
184	embedding2nn.weight	6	-0.0007875605369918048
184	embedding2nn.weight	7	-0.0029604497831314802
184	embedding2nn.weight	8	0.014122886583209038
184	embedding2nn.weight	9	0.004451913293451071
184	embedding2nn.bias	0	0.005575242917984724
184	embedding2nn.bias	1	-0.015755565837025642
184	embedding2nn.bias	2	0.007061122916638851
184	embedding2nn.bias	3	-0.008491371758282185
184	embedding2nn.bias	4	-0.023397885262966156
184	embedding2nn.bias	5	0.0003473109973128885
184	embedding2nn.bias	6	0.006732820533216
184	embedding2nn.bias	7	-0.006036664824932814
184	embedding2nn.bias	8	-0.002328351140022278
184	embedding2nn.bias	9	-0.0029556381050497293
184	rnn.weight_ih_l0	0	-0.052284881472587585
184	rnn.weight_ih_l0	1	0.050775304436683655
184	rnn.weight_ih_l0	2	0.03186144679784775
184	rnn.weight_ih_l0	3	0.014751497656106949
184	rnn.weight_ih_l0	4	0.01252073422074318
184	rnn.weight_ih_l0	5	0.08422480523586273
184	rnn.weight_ih_l0	6	0.07610807567834854
184	rnn.weight_ih_l0	7	0.037799764424562454
184	rnn.weight_ih_l0	8	-0.04570290073752403
184	rnn.weight_ih_l0	9	0.00809785258024931
184	rnn.weight_hh_l0	0	0.008255147375166416
184	rnn.weight_hh_l0	1	-0.06419640779495239
184	rnn.weight_hh_l0	2	-0.06549150496721268
184	rnn.weight_hh_l0	3	0.07153042405843735
184	rnn.weight_hh_l0	4	0.07099563628435135
184	rnn.weight_hh_l0	5	0.005987007636576891
184	rnn.weight_hh_l0	6	-0.002397106494754553
184	rnn.weight_hh_l0	7	-0.01632395200431347
184	rnn.weight_hh_l0	8	-0.029278993606567383
184	rnn.weight_hh_l0	9	0.05757029354572296
184	rnn.bias_ih_l0	0	-0.06278487294912338
184	rnn.bias_ih_l0	1	0.0885714441537857
184	rnn.bias_ih_l0	2	0.020092658698558807
184	rnn.bias_ih_l0	3	0.07894644886255264
184	rnn.bias_ih_l0	4	-0.07564207911491394
184	rnn.bias_ih_l0	5	0.08260370045900345
184	rnn.bias_ih_l0	6	-0.06884781271219254
184	rnn.bias_ih_l0	7	-0.03598121553659439
184	rnn.bias_ih_l0	8	-0.09272290021181107
184	rnn.bias_ih_l0	9	-0.045202646404504776
184	rnn.bias_hh_l0	0	0.0364278219640255
184	rnn.bias_hh_l0	1	0.0734524205327034
184	rnn.bias_hh_l0	2	0.07000388205051422
184	rnn.bias_hh_l0	3	0.08560187369585037
184	rnn.bias_hh_l0	4	-0.09690839797258377
184	rnn.bias_hh_l0	5	-0.07120602577924728
184	rnn.bias_hh_l0	6	0.07859409600496292
184	rnn.bias_hh_l0	7	-0.07945027947425842
184	rnn.bias_hh_l0	8	-0.026685331016778946
184	rnn.bias_hh_l0	9	0.008372634649276733
184	rnn.weight_ih_l0_reverse	0	0.07938887178897858
184	rnn.weight_ih_l0_reverse	1	0.0732848271727562
184	rnn.weight_ih_l0_reverse	2	0.03876115009188652
184	rnn.weight_ih_l0_reverse	3	0.03368081897497177
184	rnn.weight_ih_l0_reverse	4	-0.03652702644467354
184	rnn.weight_ih_l0_reverse	5	0.050846319645643234
184	rnn.weight_ih_l0_reverse	6	0.0664767324924469
184	rnn.weight_ih_l0_reverse	7	0.022358711808919907
184	rnn.weight_ih_l0_reverse	8	-0.057864028960466385
184	rnn.weight_ih_l0_reverse	9	-0.05285229533910751
184	rnn.weight_hh_l0_reverse	0	0.02552533894777298
184	rnn.weight_hh_l0_reverse	1	-0.08718849718570709
184	rnn.weight_hh_l0_reverse	2	0.06339891999959946
184	rnn.weight_hh_l0_reverse	3	-0.021550025790929794
184	rnn.weight_hh_l0_reverse	4	0.08485253155231476
184	rnn.weight_hh_l0_reverse	5	-0.0019974210299551487
184	rnn.weight_hh_l0_reverse	6	0.030439667403697968
184	rnn.weight_hh_l0_reverse	7	0.07858910411596298
184	rnn.weight_hh_l0_reverse	8	-0.02240169048309326
184	rnn.weight_hh_l0_reverse	9	-0.04660094901919365
184	rnn.bias_ih_l0_reverse	0	0.00046136422315612435
184	rnn.bias_ih_l0_reverse	1	-0.019192596897482872
184	rnn.bias_ih_l0_reverse	2	-0.014108218252658844
184	rnn.bias_ih_l0_reverse	3	0.03642360866069794
184	rnn.bias_ih_l0_reverse	4	0.06768681108951569
184	rnn.bias_ih_l0_reverse	5	-0.021003788337111473
184	rnn.bias_ih_l0_reverse	6	-0.026846377179026604
184	rnn.bias_ih_l0_reverse	7	-0.0487188883125782
184	rnn.bias_ih_l0_reverse	8	0.006302077788859606
184	rnn.bias_ih_l0_reverse	9	-0.06790563464164734
184	rnn.bias_hh_l0_reverse	0	0.039481475949287415
184	rnn.bias_hh_l0_reverse	1	-0.06926823407411575
184	rnn.bias_hh_l0_reverse	2	0.07612452656030655
184	rnn.bias_hh_l0_reverse	3	0.06150652468204498
184	rnn.bias_hh_l0_reverse	4	0.024996690452098846
184	rnn.bias_hh_l0_reverse	5	0.04577193036675453
184	rnn.bias_hh_l0_reverse	6	0.06662865728139877
184	rnn.bias_hh_l0_reverse	7	0.08297522366046906
184	rnn.bias_hh_l0_reverse	8	-0.009358968585729599
184	rnn.bias_hh_l0_reverse	9	0.05070069432258606
184	rnn.weight_ih_l1	0	0.023847131058573723
184	rnn.weight_ih_l1	1	0.016044331714510918
184	rnn.weight_ih_l1	2	0.08730299025774002
184	rnn.weight_ih_l1	3	-0.02429872564971447
184	rnn.weight_ih_l1	4	-0.024519534781575203
184	rnn.weight_ih_l1	5	-0.012776491232216358
184	rnn.weight_ih_l1	6	0.0728200227022171
184	rnn.weight_ih_l1	7	-0.003682758193463087
184	rnn.weight_ih_l1	8	-0.05260444059967995
184	rnn.weight_ih_l1	9	0.05338567495346069
184	rnn.weight_hh_l1	0	-0.08193641901016235
184	rnn.weight_hh_l1	1	-0.03565630689263344
184	rnn.weight_hh_l1	2	-0.00814663153141737
184	rnn.weight_hh_l1	3	-0.05822288990020752
184	rnn.weight_hh_l1	4	0.08605509251356125
184	rnn.weight_hh_l1	5	-0.08411020040512085
184	rnn.weight_hh_l1	6	-0.050077587366104126
184	rnn.weight_hh_l1	7	0.06490679830312729
184	rnn.weight_hh_l1	8	-0.013534437865018845
184	rnn.weight_hh_l1	9	-0.03994337469339371
184	rnn.bias_ih_l1	0	-0.03531227260828018
184	rnn.bias_ih_l1	1	0.055141422897577286
184	rnn.bias_ih_l1	2	-0.04593948274850845
184	rnn.bias_ih_l1	3	-0.07673279941082001
184	rnn.bias_ih_l1	4	-0.028889726847410202
184	rnn.bias_ih_l1	5	-0.004087828099727631
184	rnn.bias_ih_l1	6	-0.04663849622011185
184	rnn.bias_ih_l1	7	0.06207956373691559
184	rnn.bias_ih_l1	8	0.08410052955150604
184	rnn.bias_ih_l1	9	0.03217415511608124
184	rnn.bias_hh_l1	0	0.06897144764661789
184	rnn.bias_hh_l1	1	-0.05875467136502266
184	rnn.bias_hh_l1	2	0.019415495917201042
184	rnn.bias_hh_l1	3	0.08059879392385483
184	rnn.bias_hh_l1	4	0.05775616317987442
184	rnn.bias_hh_l1	5	-0.07912786304950714
184	rnn.bias_hh_l1	6	0.01443168893456459
184	rnn.bias_hh_l1	7	0.04194910079240799
184	rnn.bias_hh_l1	8	0.015142420306801796
184	rnn.bias_hh_l1	9	-0.0048722997307777405
184	rnn.weight_ih_l1_reverse	0	0.08683796226978302
184	rnn.weight_ih_l1_reverse	1	-0.04187430441379547
184	rnn.weight_ih_l1_reverse	2	-0.06188933551311493
184	rnn.weight_ih_l1_reverse	3	0.025374066084623337
184	rnn.weight_ih_l1_reverse	4	-0.046528276056051254
184	rnn.weight_ih_l1_reverse	5	0.02403286285698414
184	rnn.weight_ih_l1_reverse	6	0.04037861526012421
184	rnn.weight_ih_l1_reverse	7	0.020267141982913017
184	rnn.weight_ih_l1_reverse	8	-0.008687518537044525
184	rnn.weight_ih_l1_reverse	9	-0.06646125018596649
184	rnn.weight_hh_l1_reverse	0	0.004921965766698122
184	rnn.weight_hh_l1_reverse	1	0.01901029795408249
184	rnn.weight_hh_l1_reverse	2	-0.058196526020765305
184	rnn.weight_hh_l1_reverse	3	-0.012919326312839985
184	rnn.weight_hh_l1_reverse	4	0.00889539159834385
184	rnn.weight_hh_l1_reverse	5	-0.06578627973794937
184	rnn.weight_hh_l1_reverse	6	-0.06730353087186813
184	rnn.weight_hh_l1_reverse	7	-0.01137293316423893
184	rnn.weight_hh_l1_reverse	8	-0.059034932404756546
184	rnn.weight_hh_l1_reverse	9	-0.04393056780099869
184	rnn.bias_ih_l1_reverse	0	-0.002856509992852807
184	rnn.bias_ih_l1_reverse	1	-0.04151855409145355
184	rnn.bias_ih_l1_reverse	2	0.02818039432168007
184	rnn.bias_ih_l1_reverse	3	-0.08446241915225983
184	rnn.bias_ih_l1_reverse	4	-0.08675223588943481
184	rnn.bias_ih_l1_reverse	5	-0.08665937185287476
184	rnn.bias_ih_l1_reverse	6	0.06489650160074234
184	rnn.bias_ih_l1_reverse	7	0.08449687063694
184	rnn.bias_ih_l1_reverse	8	-0.0008713101269677281
184	rnn.bias_ih_l1_reverse	9	-0.010475417599081993
184	rnn.bias_hh_l1_reverse	0	0.06199946627020836
184	rnn.bias_hh_l1_reverse	1	-0.06718786060810089
184	rnn.bias_hh_l1_reverse	2	-0.054276060312986374
184	rnn.bias_hh_l1_reverse	3	0.07323681563138962
184	rnn.bias_hh_l1_reverse	4	-0.02256895788013935
184	rnn.bias_hh_l1_reverse	5	-0.005504438187927008
184	rnn.bias_hh_l1_reverse	6	-0.059381164610385895
184	rnn.bias_hh_l1_reverse	7	-0.05979296565055847
184	rnn.bias_hh_l1_reverse	8	0.06622038781642914
184	rnn.bias_hh_l1_reverse	9	0.04766824096441269
184	rnn.weight_ih_l2	0	0.07696662843227386
184	rnn.weight_ih_l2	1	-0.05428816005587578
184	rnn.weight_ih_l2	2	0.06335153430700302
184	rnn.weight_ih_l2	3	0.06566449999809265
184	rnn.weight_ih_l2	4	0.05650210380554199
184	rnn.weight_ih_l2	5	-0.03518097475171089
184	rnn.weight_ih_l2	6	-0.07547963410615921
184	rnn.weight_ih_l2	7	0.011858155950903893
184	rnn.weight_ih_l2	8	-0.0171744916588068
184	rnn.weight_ih_l2	9	-0.06913583725690842
184	rnn.weight_hh_l2	0	0.04807490110397339
184	rnn.weight_hh_l2	1	0.03088301420211792
184	rnn.weight_hh_l2	2	-0.05474536865949631
184	rnn.weight_hh_l2	3	-0.025313563644886017
184	rnn.weight_hh_l2	4	0.0549263060092926
184	rnn.weight_hh_l2	5	-0.024102577939629555
184	rnn.weight_hh_l2	6	0.008434493094682693
184	rnn.weight_hh_l2	7	-0.053443871438503265
184	rnn.weight_hh_l2	8	-0.005938681308180094
184	rnn.weight_hh_l2	9	-0.018024815246462822
184	rnn.bias_ih_l2	0	0.1460280865430832
184	rnn.bias_ih_l2	1	0.011370833031833172
184	rnn.bias_ih_l2	2	0.06718181818723679
184	rnn.bias_ih_l2	3	0.02778605930507183
184	rnn.bias_ih_l2	4	-0.006506298203021288
184	rnn.bias_ih_l2	5	0.047268711030483246
184	rnn.bias_ih_l2	6	0.013797149993479252
184	rnn.bias_ih_l2	7	0.01761736162006855
184	rnn.bias_ih_l2	8	0.018226442858576775
184	rnn.bias_ih_l2	9	-0.015350918285548687
184	rnn.bias_hh_l2	0	0.022271674126386642
184	rnn.bias_hh_l2	1	0.006990179885178804
184	rnn.bias_hh_l2	2	0.07620876282453537
184	rnn.bias_hh_l2	3	0.02944030612707138
184	rnn.bias_hh_l2	4	0.07780540734529495
184	rnn.bias_hh_l2	5	-0.05420716851949692
184	rnn.bias_hh_l2	6	0.05509927123785019
184	rnn.bias_hh_l2	7	-0.02510361187160015
184	rnn.bias_hh_l2	8	0.04198991134762764
184	rnn.bias_hh_l2	9	0.011066718958318233
184	rnn.weight_ih_l2_reverse	0	0.08230239152908325
184	rnn.weight_ih_l2_reverse	1	-0.0550808385014534
184	rnn.weight_ih_l2_reverse	2	0.0011677744332700968
184	rnn.weight_ih_l2_reverse	3	0.035263460129499435
184	rnn.weight_ih_l2_reverse	4	0.05407354608178139
184	rnn.weight_ih_l2_reverse	5	-0.0406842865049839
184	rnn.weight_ih_l2_reverse	6	-0.0006238976493477821
184	rnn.weight_ih_l2_reverse	7	-0.01349254883825779
184	rnn.weight_ih_l2_reverse	8	0.012484053149819374
184	rnn.weight_ih_l2_reverse	9	-0.07963559776544571
184	rnn.weight_hh_l2_reverse	0	-0.08277416229248047
184	rnn.weight_hh_l2_reverse	1	0.01666695810854435
184	rnn.weight_hh_l2_reverse	2	0.01043681986629963
184	rnn.weight_hh_l2_reverse	3	0.024328196421265602
184	rnn.weight_hh_l2_reverse	4	-0.036794379353523254
184	rnn.weight_hh_l2_reverse	5	-0.014766712673008442
184	rnn.weight_hh_l2_reverse	6	-0.04384496808052063
184	rnn.weight_hh_l2_reverse	7	-0.05990147218108177
184	rnn.weight_hh_l2_reverse	8	-0.006710766814649105
184	rnn.weight_hh_l2_reverse	9	-0.05901649221777916
184	rnn.bias_ih_l2_reverse	0	-0.057003214955329895
184	rnn.bias_ih_l2_reverse	1	-0.02755897305905819
184	rnn.bias_ih_l2_reverse	2	0.045530639588832855
184	rnn.bias_ih_l2_reverse	3	0.033058617264032364
184	rnn.bias_ih_l2_reverse	4	0.07598791271448135
184	rnn.bias_ih_l2_reverse	5	-0.08860531449317932
184	rnn.bias_ih_l2_reverse	6	-0.04343182221055031
184	rnn.bias_ih_l2_reverse	7	-0.06006715074181557
184	rnn.bias_ih_l2_reverse	8	0.061905618757009506
184	rnn.bias_ih_l2_reverse	9	0.027739420533180237
184	rnn.bias_hh_l2_reverse	0	0.048749152570962906
184	rnn.bias_hh_l2_reverse	1	-0.0682099238038063
184	rnn.bias_hh_l2_reverse	2	-0.06730092316865921
184	rnn.bias_hh_l2_reverse	3	0.0315774641931057
184	rnn.bias_hh_l2_reverse	4	0.03266754373908043
184	rnn.bias_hh_l2_reverse	5	0.0350479781627655
184	rnn.bias_hh_l2_reverse	6	-0.08260279148817062
184	rnn.bias_hh_l2_reverse	7	-0.006932986434549093
184	rnn.bias_hh_l2_reverse	8	-0.10526209324598312
184	rnn.bias_hh_l2_reverse	9	-0.055030155926942825
184	linear.weight	0	0.025028489530086517
184	linear.weight	1	0.14507447183132172
184	linear.weight	2	-0.02422037534415722
184	linear.weight	3	-0.03385443240404129
184	linear.weight	4	-0.022248394787311554
184	linear.weight	5	0.05021814629435539
184	linear.weight	6	0.002193557796999812
184	linear.weight	7	-0.10277339816093445
184	linear.weight	8	-0.026893945410847664
184	linear.weight	9	0.10806664824485779
184	linear.bias	0	0.5094360709190369
184	linear.bias	1	0.7769925594329834
184	linear.bias	2	-1.6344550848007202
184	linear.bias	3	-0.05754556506872177
184	linear.bias	4	-0.050822705030441284
184	linear.bias	5	0.24672193825244904
185	transitions	0	0.032715700566768646
185	transitions	1	-10000.0
185	transitions	2	2.661102056503296
185	transitions	3	-1.1681225299835205
185	transitions	4	-10000.0
185	transitions	5	-10000.0
185	transitions	6	-10000.0
185	transitions	7	0.8815996050834656
185	transitions	8	0.835511326789856
185	transitions	9	-1.1945507526397705
185	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
185	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
185	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
185	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
185	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
185	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
185	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
185	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
185	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
185	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
185	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
185	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
185	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
185	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
185	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
185	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
185	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
185	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
185	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
185	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
185	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
185	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
185	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
185	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
185	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
185	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
185	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
185	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
185	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
185	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
185	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
185	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
185	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
185	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
185	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
185	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
185	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
185	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
185	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
185	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
185	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
185	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
185	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
185	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
185	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
185	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
185	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
185	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
185	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
185	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
185	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
185	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
185	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
185	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
185	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
185	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
185	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
185	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
185	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
185	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
185	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
185	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
185	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
185	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
185	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
185	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
185	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
185	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
185	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
185	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
185	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
185	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
185	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
185	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
185	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
185	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
185	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
185	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
185	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
185	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
185	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
185	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
185	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
185	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
185	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
185	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
185	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
185	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
185	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
185	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
185	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
185	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
185	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
185	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
185	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
185	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
185	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
185	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
185	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
185	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
185	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
185	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
185	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
185	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
185	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
185	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
185	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
185	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
185	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
185	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
185	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
185	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
185	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
185	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
185	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
185	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
185	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
185	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
185	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
185	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
185	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
185	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
185	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
185	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
185	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
185	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
185	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
185	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
185	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
185	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
185	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
185	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
185	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
185	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
185	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
185	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
185	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
185	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
185	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
185	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
185	embedding2nn.weight	0	0.014806479215621948
185	embedding2nn.weight	1	0.00016012373089324683
185	embedding2nn.weight	2	0.005567917600274086
185	embedding2nn.weight	3	0.0006970081594772637
185	embedding2nn.weight	4	-0.00825042836368084
185	embedding2nn.weight	5	-0.005594926420599222
185	embedding2nn.weight	6	-0.0007940261857584119
185	embedding2nn.weight	7	-0.0029603636357933283
185	embedding2nn.weight	8	0.014135732315480709
185	embedding2nn.weight	9	0.0044504692777991295
185	embedding2nn.bias	0	0.005829202011227608
185	embedding2nn.bias	1	-0.01570129580795765
185	embedding2nn.bias	2	0.006798974238336086
185	embedding2nn.bias	3	-0.008321992121636868
185	embedding2nn.bias	4	-0.023249665275216103
185	embedding2nn.bias	5	0.0003295496280770749
185	embedding2nn.bias	6	0.006802204996347427
185	embedding2nn.bias	7	-0.006014722399413586
185	embedding2nn.bias	8	-0.0021269558928906918
185	embedding2nn.bias	9	-0.0029469903092831373
185	rnn.weight_ih_l0	0	-0.0522913932800293
185	rnn.weight_ih_l0	1	0.05077558010816574
185	rnn.weight_ih_l0	2	0.031861402094364166
185	rnn.weight_ih_l0	3	0.014753828756511211
185	rnn.weight_ih_l0	4	0.012520682066679
185	rnn.weight_ih_l0	5	0.08422515541315079
185	rnn.weight_ih_l0	6	0.07610514760017395
185	rnn.weight_ih_l0	7	0.037799566984176636
185	rnn.weight_ih_l0	8	-0.04569471627473831
185	rnn.weight_ih_l0	9	0.008089989423751831
185	rnn.weight_hh_l0	0	0.008255311287939548
185	rnn.weight_hh_l0	1	-0.06418271362781525
185	rnn.weight_hh_l0	2	-0.0654895231127739
185	rnn.weight_hh_l0	3	0.0715305507183075
185	rnn.weight_hh_l0	4	0.0709964856505394
185	rnn.weight_hh_l0	5	0.0059824553318321705
185	rnn.weight_hh_l0	6	-0.002393453847616911
185	rnn.weight_hh_l0	7	-0.01632574014365673
185	rnn.weight_hh_l0	8	-0.029266301542520523
185	rnn.weight_hh_l0	9	0.05757251754403114
185	rnn.bias_ih_l0	0	-0.06275586783885956
185	rnn.bias_ih_l0	1	0.08857893198728561
185	rnn.bias_ih_l0	2	0.020090775564312935
185	rnn.bias_ih_l0	3	0.07915180921554565
185	rnn.bias_ih_l0	4	-0.0757359117269516
185	rnn.bias_ih_l0	5	0.08262597024440765
185	rnn.bias_ih_l0	6	-0.0688522681593895
185	rnn.bias_ih_l0	7	-0.03598581254482269
185	rnn.bias_ih_l0	8	-0.09280454367399216
185	rnn.bias_ih_l0	9	-0.04518524929881096
185	rnn.bias_hh_l0	0	0.03644680604338646
185	rnn.bias_hh_l0	1	0.07344620674848557
185	rnn.bias_hh_l0	2	0.07002104818820953
185	rnn.bias_hh_l0	3	0.08556932210922241
185	rnn.bias_hh_l0	4	-0.09688761830329895
185	rnn.bias_hh_l0	5	-0.07120463252067566
185	rnn.bias_hh_l0	6	0.07862588763237
185	rnn.bias_hh_l0	7	-0.07954329997301102
185	rnn.bias_hh_l0	8	-0.026684660464525223
185	rnn.bias_hh_l0	9	0.008373523131012917
185	rnn.weight_ih_l0_reverse	0	0.07938887178897858
185	rnn.weight_ih_l0_reverse	1	0.0732785314321518
185	rnn.weight_ih_l0_reverse	2	0.038761354982852936
185	rnn.weight_ih_l0_reverse	3	0.03367891162633896
185	rnn.weight_ih_l0_reverse	4	-0.03652697056531906
185	rnn.weight_ih_l0_reverse	5	0.05084526166319847
185	rnn.weight_ih_l0_reverse	6	0.0664767250418663
185	rnn.weight_ih_l0_reverse	7	0.022357966750860214
185	rnn.weight_ih_l0_reverse	8	-0.05786965787410736
185	rnn.weight_ih_l0_reverse	9	-0.05285215750336647
185	rnn.weight_hh_l0_reverse	0	0.025523591786623
185	rnn.weight_hh_l0_reverse	1	-0.08718720078468323
185	rnn.weight_hh_l0_reverse	2	0.06340058892965317
185	rnn.weight_hh_l0_reverse	3	-0.021554308012127876
185	rnn.weight_hh_l0_reverse	4	0.08485131710767746
185	rnn.weight_hh_l0_reverse	5	-0.0019986010156571865
185	rnn.weight_hh_l0_reverse	6	0.03044462949037552
185	rnn.weight_hh_l0_reverse	7	0.07858816534280777
185	rnn.weight_hh_l0_reverse	8	-0.02240595780313015
185	rnn.weight_hh_l0_reverse	9	-0.04660078510642052
185	rnn.bias_ih_l0_reverse	0	0.0004917961778119206
185	rnn.bias_ih_l0_reverse	1	-0.019266631454229355
185	rnn.bias_ih_l0_reverse	2	-0.014063981361687183
185	rnn.bias_ih_l0_reverse	3	0.03640594705939293
185	rnn.bias_ih_l0_reverse	4	0.06765277683734894
185	rnn.bias_ih_l0_reverse	5	-0.0209825299680233
185	rnn.bias_ih_l0_reverse	6	-0.026860300451517105
185	rnn.bias_ih_l0_reverse	7	-0.0486936941742897
185	rnn.bias_ih_l0_reverse	8	0.006161688361316919
185	rnn.bias_ih_l0_reverse	9	-0.06778179109096527
185	rnn.bias_hh_l0_reverse	0	0.039465222507715225
185	rnn.bias_hh_l0_reverse	1	-0.06914439052343369
185	rnn.bias_hh_l0_reverse	2	0.07617741078138351
185	rnn.bias_hh_l0_reverse	3	0.06152541562914848
185	rnn.bias_hh_l0_reverse	4	0.024990586563944817
185	rnn.bias_hh_l0_reverse	5	0.04577735811471939
185	rnn.bias_hh_l0_reverse	6	0.06665564328432083
185	rnn.bias_hh_l0_reverse	7	0.08301959186792374
185	rnn.bias_hh_l0_reverse	8	-0.009326267056167126
185	rnn.bias_hh_l0_reverse	9	0.05060327798128128
185	rnn.weight_ih_l1	0	0.02383115515112877
185	rnn.weight_ih_l1	1	0.016051895916461945
185	rnn.weight_ih_l1	2	0.0872204452753067
185	rnn.weight_ih_l1	3	-0.02429831027984619
185	rnn.weight_ih_l1	4	-0.024518167600035667
185	rnn.weight_ih_l1	5	-0.012816979549825191
185	rnn.weight_ih_l1	6	0.07281433790922165
185	rnn.weight_ih_l1	7	-0.0037349362391978502
185	rnn.weight_ih_l1	8	-0.052599284797906876
185	rnn.weight_ih_l1	9	0.05352466553449631
185	rnn.weight_hh_l1	0	-0.08190316706895828
185	rnn.weight_hh_l1	1	-0.035659074783325195
185	rnn.weight_hh_l1	2	-0.008145707659423351
185	rnn.weight_hh_l1	3	-0.05822238698601723
185	rnn.weight_hh_l1	4	0.08605329692363739
185	rnn.weight_hh_l1	5	-0.08411209285259247
185	rnn.weight_hh_l1	6	-0.050083186477422714
185	rnn.weight_hh_l1	7	0.06491950154304504
185	rnn.weight_hh_l1	8	-0.013533703982830048
185	rnn.weight_hh_l1	9	-0.03993701934814453
185	rnn.bias_ih_l1	0	-0.03538481146097183
185	rnn.bias_ih_l1	1	0.055161524564027786
185	rnn.bias_ih_l1	2	-0.045921847224235535
185	rnn.bias_ih_l1	3	-0.07673431187868118
185	rnn.bias_ih_l1	4	-0.028886595740914345
185	rnn.bias_ih_l1	5	-0.003759540617465973
185	rnn.bias_ih_l1	6	-0.04608650505542755
185	rnn.bias_ih_l1	7	0.062096767127513885
185	rnn.bias_ih_l1	8	0.08413346856832504
185	rnn.bias_ih_l1	9	0.032066747546195984
185	rnn.bias_hh_l1	0	0.0689798891544342
185	rnn.bias_hh_l1	1	-0.05875515937805176
185	rnn.bias_hh_l1	2	0.019434144720435143
185	rnn.bias_hh_l1	3	0.08064346760511398
185	rnn.bias_hh_l1	4	0.05777547508478165
185	rnn.bias_hh_l1	5	-0.07914558798074722
185	rnn.bias_hh_l1	6	0.014438801445066929
185	rnn.bias_hh_l1	7	0.04194885864853859
185	rnn.bias_hh_l1	8	0.015144428238272667
185	rnn.bias_hh_l1	9	-0.004869833122938871
185	rnn.weight_ih_l1_reverse	0	0.08683881163597107
185	rnn.weight_ih_l1_reverse	1	-0.04187217354774475
185	rnn.weight_ih_l1_reverse	2	-0.06188378855586052
185	rnn.weight_ih_l1_reverse	3	0.025371886789798737
185	rnn.weight_ih_l1_reverse	4	-0.046523284167051315
185	rnn.weight_ih_l1_reverse	5	0.02403184212744236
185	rnn.weight_ih_l1_reverse	6	0.04037633165717125
185	rnn.weight_ih_l1_reverse	7	0.020263515412807465
185	rnn.weight_ih_l1_reverse	8	-0.008686579763889313
185	rnn.weight_ih_l1_reverse	9	-0.06643711030483246
185	rnn.weight_hh_l1_reverse	0	0.004918779246509075
185	rnn.weight_hh_l1_reverse	1	0.01901084929704666
185	rnn.weight_hh_l1_reverse	2	-0.0581929087638855
185	rnn.weight_hh_l1_reverse	3	-0.01291651464998722
185	rnn.weight_hh_l1_reverse	4	0.008891426026821136
185	rnn.weight_hh_l1_reverse	5	-0.0658060610294342
185	rnn.weight_hh_l1_reverse	6	-0.06730072945356369
185	rnn.weight_hh_l1_reverse	7	-0.011373608373105526
185	rnn.weight_hh_l1_reverse	8	-0.05903254821896553
185	rnn.weight_hh_l1_reverse	9	-0.04393240809440613
185	rnn.bias_ih_l1_reverse	0	-0.0028648970182985067
185	rnn.bias_ih_l1_reverse	1	-0.041485123336315155
185	rnn.bias_ih_l1_reverse	2	0.02814863622188568
185	rnn.bias_ih_l1_reverse	3	-0.08449676632881165
185	rnn.bias_ih_l1_reverse	4	-0.08680757880210876
185	rnn.bias_ih_l1_reverse	5	-0.08664677292108536
185	rnn.bias_ih_l1_reverse	6	0.06500483304262161
185	rnn.bias_ih_l1_reverse	7	0.08448900282382965
185	rnn.bias_ih_l1_reverse	8	-0.0013205079594627023
185	rnn.bias_ih_l1_reverse	9	-0.010408260859549046
185	rnn.bias_hh_l1_reverse	0	0.06202465295791626
185	rnn.bias_hh_l1_reverse	1	-0.06717006862163544
185	rnn.bias_hh_l1_reverse	2	-0.054247111082077026
185	rnn.bias_hh_l1_reverse	3	0.073239766061306
185	rnn.bias_hh_l1_reverse	4	-0.022597137838602066
185	rnn.bias_hh_l1_reverse	5	-0.005509732291102409
185	rnn.bias_hh_l1_reverse	6	-0.05941863730549812
185	rnn.bias_hh_l1_reverse	7	-0.05979418009519577
185	rnn.bias_hh_l1_reverse	8	0.06621343642473221
185	rnn.bias_hh_l1_reverse	9	0.047918450087308884
185	rnn.weight_ih_l2	0	0.0769401490688324
185	rnn.weight_ih_l2	1	-0.05429401621222496
185	rnn.weight_ih_l2	2	0.06335235387086868
185	rnn.weight_ih_l2	3	0.06563262641429901
185	rnn.weight_ih_l2	4	0.0565066859126091
185	rnn.weight_ih_l2	5	-0.03517216444015503
185	rnn.weight_ih_l2	6	-0.07548710703849792
185	rnn.weight_ih_l2	7	0.011858581565320492
185	rnn.weight_ih_l2	8	-0.017174838110804558
185	rnn.weight_ih_l2	9	-0.06913497298955917
185	rnn.weight_hh_l2	0	0.04806890711188316
185	rnn.weight_hh_l2	1	0.030885955318808556
185	rnn.weight_hh_l2	2	-0.05474548414349556
185	rnn.weight_hh_l2	3	-0.025301188230514526
185	rnn.weight_hh_l2	4	0.05492671951651573
185	rnn.weight_hh_l2	5	-0.024110006168484688
185	rnn.weight_hh_l2	6	0.008429511450231075
185	rnn.weight_hh_l2	7	-0.053442779928445816
185	rnn.weight_hh_l2	8	-0.005903356708586216
185	rnn.weight_hh_l2	9	-0.018027497455477715
185	rnn.bias_ih_l2	0	0.14621591567993164
185	rnn.bias_ih_l2	1	0.011469502933323383
185	rnn.bias_ih_l2	2	0.06709351390600204
185	rnn.bias_ih_l2	3	0.027784086763858795
185	rnn.bias_ih_l2	4	-0.00651143305003643
185	rnn.bias_ih_l2	5	0.04726496711373329
185	rnn.bias_ih_l2	6	0.013802227564156055
185	rnn.bias_ih_l2	7	0.017648985609412193
185	rnn.bias_ih_l2	8	0.018209805712103844
185	rnn.bias_ih_l2	9	-0.015352553687989712
185	rnn.bias_hh_l2	0	0.02228849194943905
185	rnn.bias_hh_l2	1	0.007072437554597855
185	rnn.bias_hh_l2	2	0.076248399913311
185	rnn.bias_hh_l2	3	0.029430583119392395
185	rnn.bias_hh_l2	4	0.0778125450015068
185	rnn.bias_hh_l2	5	-0.05434852093458176
185	rnn.bias_hh_l2	6	0.05592915788292885
185	rnn.bias_hh_l2	7	-0.025157585740089417
185	rnn.bias_hh_l2	8	0.042019523680210114
185	rnn.bias_hh_l2	9	0.010712987743318081
185	rnn.weight_ih_l2_reverse	0	0.08230151236057281
185	rnn.weight_ih_l2_reverse	1	-0.0550704225897789
185	rnn.weight_ih_l2_reverse	2	0.001171708689071238
185	rnn.weight_ih_l2_reverse	3	0.035263411700725555
185	rnn.weight_ih_l2_reverse	4	0.054073888808488846
185	rnn.weight_ih_l2_reverse	5	-0.0406845286488533
185	rnn.weight_ih_l2_reverse	6	-0.0005968566401861608
185	rnn.weight_ih_l2_reverse	7	-0.013492594473063946
185	rnn.weight_ih_l2_reverse	8	0.012454824522137642
185	rnn.weight_ih_l2_reverse	9	-0.07963378727436066
185	rnn.weight_hh_l2_reverse	0	-0.08277436345815659
185	rnn.weight_hh_l2_reverse	1	0.016684306785464287
185	rnn.weight_hh_l2_reverse	2	0.010436478070914745
185	rnn.weight_hh_l2_reverse	3	0.02432839944958687
185	rnn.weight_hh_l2_reverse	4	-0.03679463267326355
185	rnn.weight_hh_l2_reverse	5	-0.014779887162148952
185	rnn.weight_hh_l2_reverse	6	-0.04385446012020111
185	rnn.weight_hh_l2_reverse	7	-0.059901513159275055
185	rnn.weight_hh_l2_reverse	8	-0.006710805930197239
185	rnn.weight_hh_l2_reverse	9	-0.059016771614551544
185	rnn.bias_ih_l2_reverse	0	-0.05709592625498772
185	rnn.bias_ih_l2_reverse	1	-0.027512425556778908
185	rnn.bias_ih_l2_reverse	2	0.04547576978802681
185	rnn.bias_ih_l2_reverse	3	0.033331967890262604
185	rnn.bias_ih_l2_reverse	4	0.07598589360713959
185	rnn.bias_ih_l2_reverse	5	-0.08862308412790298
185	rnn.bias_ih_l2_reverse	6	-0.04343016445636749
185	rnn.bias_ih_l2_reverse	7	-0.06025503948330879
185	rnn.bias_ih_l2_reverse	8	0.062010329216718674
185	rnn.bias_ih_l2_reverse	9	0.028214875608682632
185	rnn.bias_hh_l2_reverse	0	0.04702254384756088
185	rnn.bias_hh_l2_reverse	1	-0.06825985759496689
185	rnn.bias_hh_l2_reverse	2	-0.06729995459318161
185	rnn.bias_hh_l2_reverse	3	0.03158576413989067
185	rnn.bias_hh_l2_reverse	4	0.03279012069106102
185	rnn.bias_hh_l2_reverse	5	0.0351024866104126
185	rnn.bias_hh_l2_reverse	6	-0.08260919898748398
185	rnn.bias_hh_l2_reverse	7	-0.006921832915395498
185	rnn.bias_hh_l2_reverse	8	-0.105281300842762
185	rnn.bias_hh_l2_reverse	9	-0.055028531700372696
185	linear.weight	0	0.025028489530086517
185	linear.weight	1	0.1457964926958084
185	linear.weight	2	-0.024215424433350563
185	linear.weight	3	-0.033724818378686905
185	linear.weight	4	-0.022248394787311554
185	linear.weight	5	0.0503537543118
185	linear.weight	6	0.002085816813632846
185	linear.weight	7	-0.10243073105812073
185	linear.weight	8	-0.02695898339152336
185	linear.weight	9	0.10834893584251404
185	linear.bias	0	0.5079035758972168
185	linear.bias	1	0.7782139182090759
185	linear.bias	2	-1.6346116065979004
185	linear.bias	3	-0.05754556506872177
185	linear.bias	4	-0.050822705030441284
185	linear.bias	5	0.24718962609767914
186	transitions	0	0.03263538330793381
186	transitions	1	-10000.0
186	transitions	2	2.6623172760009766
186	transitions	3	-1.165191888809204
186	transitions	4	-10000.0
186	transitions	5	-10000.0
186	transitions	6	-10000.0
186	transitions	7	0.8815972805023193
186	transitions	8	0.8354448676109314
186	transitions	9	-1.191635012626648
186	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
186	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
186	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
186	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
186	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
186	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
186	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
186	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
186	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
186	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
186	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
186	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
186	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
186	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
186	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
186	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
186	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
186	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
186	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
186	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
186	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
186	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
186	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
186	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
186	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
186	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
186	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
186	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
186	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
186	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
186	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
186	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
186	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
186	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
186	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
186	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
186	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
186	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
186	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
186	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
186	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
186	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
186	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
186	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
186	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
186	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
186	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
186	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
186	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
186	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
186	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
186	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
186	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
186	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
186	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
186	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
186	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
186	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
186	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
186	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
186	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
186	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
186	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
186	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
186	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
186	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
186	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
186	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
186	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
186	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
186	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
186	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
186	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
186	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
186	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
186	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
186	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
186	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
186	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
186	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
186	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
186	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
186	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
186	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
186	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
186	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
186	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
186	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
186	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
186	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
186	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
186	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
186	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
186	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
186	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
186	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
186	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
186	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
186	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
186	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
186	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
186	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
186	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
186	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
186	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
186	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
186	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
186	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
186	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
186	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
186	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
186	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
186	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
186	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
186	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
186	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
186	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
186	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
186	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
186	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
186	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
186	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
186	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
186	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
186	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
186	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
186	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
186	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
186	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
186	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
186	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
186	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
186	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
186	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
186	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
186	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
186	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
186	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
186	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
186	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
186	embedding2nn.weight	0	0.014805743470788002
186	embedding2nn.weight	1	0.00016063303337432444
186	embedding2nn.weight	2	0.00556366890668869
186	embedding2nn.weight	3	0.0006977067678235471
186	embedding2nn.weight	4	-0.008263345807790756
186	embedding2nn.weight	5	-0.005594879854470491
186	embedding2nn.weight	6	-0.000794274325016886
186	embedding2nn.weight	7	-0.0029607422184199095
186	embedding2nn.weight	8	0.014136147685348988
186	embedding2nn.weight	9	0.004449306987226009
186	embedding2nn.bias	0	0.00597883015871048
186	embedding2nn.bias	1	-0.01607608050107956
186	embedding2nn.bias	2	0.006596134044229984
186	embedding2nn.bias	3	-0.008372243493795395
186	embedding2nn.bias	4	-0.023081140592694283
186	embedding2nn.bias	5	0.00035872365697287023
186	embedding2nn.bias	6	0.006637312471866608
186	embedding2nn.bias	7	-0.006078068632632494
186	embedding2nn.bias	8	-0.0017663321923464537
186	embedding2nn.bias	9	-0.0029909939039498568
186	rnn.weight_ih_l0	0	-0.05229887366294861
186	rnn.weight_ih_l0	1	0.05077499523758888
186	rnn.weight_ih_l0	2	0.031859248876571655
186	rnn.weight_ih_l0	3	0.014748319052159786
186	rnn.weight_ih_l0	4	0.012521415948867798
186	rnn.weight_ih_l0	5	0.08422428369522095
186	rnn.weight_ih_l0	6	0.07611220329999924
186	rnn.weight_ih_l0	7	0.03779911249876022
186	rnn.weight_ih_l0	8	-0.0457150898873806
186	rnn.weight_ih_l0	9	0.008069219067692757
186	rnn.weight_hh_l0	0	0.008252106606960297
186	rnn.weight_hh_l0	1	-0.06419764459133148
186	rnn.weight_hh_l0	2	-0.06549051403999329
186	rnn.weight_hh_l0	3	0.07153631001710892
186	rnn.weight_hh_l0	4	0.07099694758653641
186	rnn.weight_hh_l0	5	0.005985171068459749
186	rnn.weight_hh_l0	6	-0.0023762148339301348
186	rnn.weight_hh_l0	7	-0.016306595876812935
186	rnn.weight_hh_l0	8	-0.02930632047355175
186	rnn.weight_hh_l0	9	0.05757514759898186
186	rnn.bias_ih_l0	0	-0.0627707988023758
186	rnn.bias_ih_l0	1	0.0885750874876976
186	rnn.bias_ih_l0	2	0.020099487155675888
186	rnn.bias_ih_l0	3	0.07944703102111816
186	rnn.bias_ih_l0	4	-0.07595721632242203
186	rnn.bias_ih_l0	5	0.08257491886615753
186	rnn.bias_ih_l0	6	-0.06911786645650864
186	rnn.bias_ih_l0	7	-0.03601048141717911
186	rnn.bias_ih_l0	8	-0.09301267564296722
186	rnn.bias_ih_l0	9	-0.04520132765173912
186	rnn.bias_hh_l0	0	0.03652649000287056
186	rnn.bias_hh_l0	1	0.07347480952739716
186	rnn.bias_hh_l0	2	0.0700070858001709
186	rnn.bias_hh_l0	3	0.08559275418519974
186	rnn.bias_hh_l0	4	-0.09665761888027191
186	rnn.bias_hh_l0	5	-0.07124771922826767
186	rnn.bias_hh_l0	6	0.07865285128355026
186	rnn.bias_hh_l0	7	-0.07927653938531876
186	rnn.bias_hh_l0	8	-0.02663322351872921
186	rnn.bias_hh_l0	9	0.008720756508409977
186	rnn.weight_ih_l0_reverse	0	0.07938971370458603
186	rnn.weight_ih_l0_reverse	1	0.07327719032764435
186	rnn.weight_ih_l0_reverse	2	0.038761116564273834
186	rnn.weight_ih_l0_reverse	3	0.03367964178323746
186	rnn.weight_ih_l0_reverse	4	-0.036534976214170456
186	rnn.weight_ih_l0_reverse	5	0.05084315314888954
186	rnn.weight_ih_l0_reverse	6	0.0664772093296051
186	rnn.weight_ih_l0_reverse	7	0.022360652685165405
186	rnn.weight_ih_l0_reverse	8	-0.05786992236971855
186	rnn.weight_ih_l0_reverse	9	-0.05285238102078438
186	rnn.weight_hh_l0_reverse	0	0.025533432140946388
186	rnn.weight_hh_l0_reverse	1	-0.08718927204608917
186	rnn.weight_hh_l0_reverse	2	0.06340229511260986
186	rnn.weight_hh_l0_reverse	3	-0.021555688232183456
186	rnn.weight_hh_l0_reverse	4	0.08487315475940704
186	rnn.weight_hh_l0_reverse	5	-0.001995295286178589
186	rnn.weight_hh_l0_reverse	6	0.03049439564347267
186	rnn.weight_hh_l0_reverse	7	0.07859031111001968
186	rnn.weight_hh_l0_reverse	8	-0.022407060489058495
186	rnn.weight_hh_l0_reverse	9	-0.046600695699453354
186	rnn.bias_ih_l0_reverse	0	0.00046296269283629954
186	rnn.bias_ih_l0_reverse	1	-0.019397631287574768
186	rnn.bias_ih_l0_reverse	2	-0.014011568389832973
186	rnn.bias_ih_l0_reverse	3	0.03642292320728302
186	rnn.bias_ih_l0_reverse	4	0.06761831790208817
186	rnn.bias_ih_l0_reverse	5	-0.020925356075167656
186	rnn.bias_ih_l0_reverse	6	-0.026856636628508568
186	rnn.bias_ih_l0_reverse	7	-0.048645831644535065
186	rnn.bias_ih_l0_reverse	8	0.006012666970491409
186	rnn.bias_ih_l0_reverse	9	-0.06773912906646729
186	rnn.bias_hh_l0_reverse	0	0.03945931792259216
186	rnn.bias_hh_l0_reverse	1	-0.0691017284989357
186	rnn.bias_hh_l0_reverse	2	0.07618355005979538
186	rnn.bias_hh_l0_reverse	3	0.06156455725431442
186	rnn.bias_hh_l0_reverse	4	0.025003395974636078
186	rnn.bias_hh_l0_reverse	5	0.04578567296266556
186	rnn.bias_hh_l0_reverse	6	0.0666874572634697
186	rnn.bias_hh_l0_reverse	7	0.08318913727998734
186	rnn.bias_hh_l0_reverse	8	-0.009316672571003437
186	rnn.bias_hh_l0_reverse	9	0.0502028651535511
186	rnn.weight_ih_l1	0	0.02381967380642891
186	rnn.weight_ih_l1	1	0.016043243929743767
186	rnn.weight_ih_l1	2	0.08728965371847153
186	rnn.weight_ih_l1	3	-0.024281848222017288
186	rnn.weight_ih_l1	4	-0.02452605403959751
186	rnn.weight_ih_l1	5	-0.012789657339453697
186	rnn.weight_ih_l1	6	0.07279125601053238
186	rnn.weight_ih_l1	7	-0.0037021124735474586
186	rnn.weight_ih_l1	8	-0.052566930651664734
186	rnn.weight_ih_l1	9	0.05351516604423523
186	rnn.weight_hh_l1	0	-0.08188904076814651
186	rnn.weight_hh_l1	1	-0.03565565124154091
186	rnn.weight_hh_l1	2	-0.008145862258970737
186	rnn.weight_hh_l1	3	-0.05821891129016876
186	rnn.weight_hh_l1	4	0.08607856929302216
186	rnn.weight_hh_l1	5	-0.08411546051502228
186	rnn.weight_hh_l1	6	-0.05007689818739891
186	rnn.weight_hh_l1	7	0.06492382287979126
186	rnn.weight_hh_l1	8	-0.013534021563827991
186	rnn.weight_hh_l1	9	-0.03992585837841034
186	rnn.bias_ih_l1	0	-0.03525998070836067
186	rnn.bias_ih_l1	1	0.05511628836393356
186	rnn.bias_ih_l1	2	-0.04590310901403427
186	rnn.bias_ih_l1	3	-0.07670540362596512
186	rnn.bias_ih_l1	4	-0.02883017249405384
186	rnn.bias_ih_l1	5	-0.003734077326953411
186	rnn.bias_ih_l1	6	-0.045842938125133514
186	rnn.bias_ih_l1	7	0.06208440288901329
186	rnn.bias_ih_l1	8	0.08387690782546997
186	rnn.bias_ih_l1	9	0.03163914009928703
186	rnn.bias_hh_l1	0	0.06896432489156723
186	rnn.bias_hh_l1	1	-0.05867454782128334
186	rnn.bias_hh_l1	2	0.019460897892713547
186	rnn.bias_hh_l1	3	0.08071864396333694
186	rnn.bias_hh_l1	4	0.057777825742959976
186	rnn.bias_hh_l1	5	-0.07896647602319717
186	rnn.bias_hh_l1	6	0.014421469531953335
186	rnn.bias_hh_l1	7	0.04202866926789284
186	rnn.bias_hh_l1	8	0.015334622003138065
186	rnn.bias_hh_l1	9	-0.0048362179659307
186	rnn.weight_ih_l1_reverse	0	0.08684558421373367
186	rnn.weight_ih_l1_reverse	1	-0.04187169671058655
186	rnn.weight_ih_l1_reverse	2	-0.061881113797426224
186	rnn.weight_ih_l1_reverse	3	0.025371721014380455
186	rnn.weight_ih_l1_reverse	4	-0.04653804004192352
186	rnn.weight_ih_l1_reverse	5	0.024035971611738205
186	rnn.weight_ih_l1_reverse	6	0.04036703333258629
186	rnn.weight_ih_l1_reverse	7	0.020255163311958313
186	rnn.weight_ih_l1_reverse	8	-0.008678721264004707
186	rnn.weight_ih_l1_reverse	9	-0.06648796796798706
186	rnn.weight_hh_l1_reverse	0	0.00492435647174716
186	rnn.weight_hh_l1_reverse	1	0.019011205062270164
186	rnn.weight_hh_l1_reverse	2	-0.058192458003759384
186	rnn.weight_hh_l1_reverse	3	-0.012908254750072956
186	rnn.weight_hh_l1_reverse	4	0.008887623436748981
186	rnn.weight_hh_l1_reverse	5	-0.06583264470100403
186	rnn.weight_hh_l1_reverse	6	-0.06729933619499207
186	rnn.weight_hh_l1_reverse	7	-0.011375460773706436
186	rnn.weight_hh_l1_reverse	8	-0.05906623601913452
186	rnn.weight_hh_l1_reverse	9	-0.04393237456679344
186	rnn.bias_ih_l1_reverse	0	-0.0028516282327473164
186	rnn.bias_ih_l1_reverse	1	-0.041501425206661224
186	rnn.bias_ih_l1_reverse	2	0.02813633531332016
186	rnn.bias_ih_l1_reverse	3	-0.0845530778169632
186	rnn.bias_ih_l1_reverse	4	-0.08678052574396133
186	rnn.bias_ih_l1_reverse	5	-0.08669652044773102
186	rnn.bias_ih_l1_reverse	6	0.06485898047685623
186	rnn.bias_ih_l1_reverse	7	0.08450672030448914
186	rnn.bias_ih_l1_reverse	8	-0.001457414124161005
186	rnn.bias_ih_l1_reverse	9	-0.01039147563278675
186	rnn.bias_hh_l1_reverse	0	0.06204092502593994
186	rnn.bias_hh_l1_reverse	1	-0.06727586686611176
186	rnn.bias_hh_l1_reverse	2	-0.054219089448451996
186	rnn.bias_hh_l1_reverse	3	0.07330892235040665
186	rnn.bias_hh_l1_reverse	4	-0.02261710911989212
186	rnn.bias_hh_l1_reverse	5	-0.005531448870897293
186	rnn.bias_hh_l1_reverse	6	-0.059406258165836334
186	rnn.bias_hh_l1_reverse	7	-0.05974598973989487
186	rnn.bias_hh_l1_reverse	8	0.06621751189231873
186	rnn.bias_hh_l1_reverse	9	0.04766319692134857
186	rnn.weight_ih_l2	0	0.07716035097837448
186	rnn.weight_ih_l2	1	-0.05429283156991005
186	rnn.weight_ih_l2	2	0.06335311383008957
186	rnn.weight_ih_l2	3	0.06561831384897232
186	rnn.weight_ih_l2	4	0.056514471769332886
186	rnn.weight_ih_l2	5	-0.03518161177635193
186	rnn.weight_ih_l2	6	-0.07558422535657883
186	rnn.weight_ih_l2	7	0.011845258995890617
186	rnn.weight_ih_l2	8	-0.01717553846538067
186	rnn.weight_ih_l2	9	-0.06913343071937561
186	rnn.weight_hh_l2	0	0.04807083681225777
186	rnn.weight_hh_l2	1	0.03087666817009449
186	rnn.weight_hh_l2	2	-0.0547407828271389
186	rnn.weight_hh_l2	3	-0.025299914181232452
186	rnn.weight_hh_l2	4	0.05492793396115303
186	rnn.weight_hh_l2	5	-0.0241245124489069
186	rnn.weight_hh_l2	6	0.008428347297012806
186	rnn.weight_hh_l2	7	-0.053446777164936066
186	rnn.weight_hh_l2	8	-0.0058977329172194
186	rnn.weight_hh_l2	9	-0.018025659024715424
186	rnn.bias_ih_l2	0	0.14604735374450684
186	rnn.bias_ih_l2	1	0.011507358402013779
186	rnn.bias_ih_l2	2	0.06718382239341736
186	rnn.bias_ih_l2	3	0.0280678141862154
186	rnn.bias_ih_l2	4	-0.006483901757746935
186	rnn.bias_ih_l2	5	0.047463707625865936
186	rnn.bias_ih_l2	6	0.0137986671179533
186	rnn.bias_ih_l2	7	0.0176828783005476
186	rnn.bias_ih_l2	8	0.018223721534013748
186	rnn.bias_ih_l2	9	-0.01532349269837141
186	rnn.bias_hh_l2	0	0.02227739244699478
186	rnn.bias_hh_l2	1	0.007243297062814236
186	rnn.bias_hh_l2	2	0.07614002376794815
186	rnn.bias_hh_l2	3	0.02942792698740959
186	rnn.bias_hh_l2	4	0.07780477404594421
186	rnn.bias_hh_l2	5	-0.054739560931921005
186	rnn.bias_hh_l2	6	0.05622237175703049
186	rnn.bias_hh_l2	7	-0.025170911103487015
186	rnn.bias_hh_l2	8	0.04203511029481888
186	rnn.bias_hh_l2	9	0.011311331763863564
186	rnn.weight_ih_l2_reverse	0	0.08230225741863251
186	rnn.weight_ih_l2_reverse	1	-0.055113717913627625
186	rnn.weight_ih_l2_reverse	2	0.0011746580712497234
186	rnn.weight_ih_l2_reverse	3	0.03526343032717705
186	rnn.weight_ih_l2_reverse	4	0.05407918244600296
186	rnn.weight_ih_l2_reverse	5	-0.04068617522716522
186	rnn.weight_ih_l2_reverse	6	-0.0006338362582027912
186	rnn.weight_ih_l2_reverse	7	-0.013464562594890594
186	rnn.weight_ih_l2_reverse	8	0.012435694225132465
186	rnn.weight_ih_l2_reverse	9	-0.07963330298662186
186	rnn.weight_hh_l2_reverse	0	-0.08277429640293121
186	rnn.weight_hh_l2_reverse	1	0.01669927127659321
186	rnn.weight_hh_l2_reverse	2	0.010436363518238068
186	rnn.weight_hh_l2_reverse	3	0.024328969419002533
186	rnn.weight_hh_l2_reverse	4	-0.03679480403661728
186	rnn.weight_hh_l2_reverse	5	-0.014781552366912365
186	rnn.weight_hh_l2_reverse	6	-0.04383408650755882
186	rnn.weight_hh_l2_reverse	7	-0.05990283936262131
186	rnn.weight_hh_l2_reverse	8	-0.006710026413202286
186	rnn.weight_hh_l2_reverse	9	-0.059015825390815735
186	rnn.bias_ih_l2_reverse	0	-0.056913141161203384
186	rnn.bias_ih_l2_reverse	1	-0.027506044134497643
186	rnn.bias_ih_l2_reverse	2	0.04570150747895241
186	rnn.bias_ih_l2_reverse	3	0.03359035402536392
186	rnn.bias_ih_l2_reverse	4	0.0759882852435112
186	rnn.bias_ih_l2_reverse	5	-0.08861925452947617
186	rnn.bias_ih_l2_reverse	6	-0.043441034853458405
186	rnn.bias_ih_l2_reverse	7	-0.06007622927427292
186	rnn.bias_ih_l2_reverse	8	0.061923157423734665
186	rnn.bias_ih_l2_reverse	9	0.028159797191619873
186	rnn.bias_hh_l2_reverse	0	0.04542985558509827
186	rnn.bias_hh_l2_reverse	1	-0.06826881319284439
186	rnn.bias_hh_l2_reverse	2	-0.06730048358440399
186	rnn.bias_hh_l2_reverse	3	0.03160301595926285
186	rnn.bias_hh_l2_reverse	4	0.03278446942567825
186	rnn.bias_hh_l2_reverse	5	0.035052698105573654
186	rnn.bias_hh_l2_reverse	6	-0.0825851634144783
186	rnn.bias_hh_l2_reverse	7	-0.006880263332277536
186	rnn.bias_hh_l2_reverse	8	-0.10527678579092026
186	rnn.bias_hh_l2_reverse	9	-0.05502825975418091
186	linear.weight	0	0.025028489530086517
186	linear.weight	1	0.1459101438522339
186	linear.weight	2	-0.02421758882701397
186	linear.weight	3	-0.034413937479257584
186	linear.weight	4	-0.022248394787311554
186	linear.weight	5	0.050118912011384964
186	linear.weight	6	0.0023486148566007614
186	linear.weight	7	-0.10241823643445969
186	linear.weight	8	-0.02686334028840065
186	linear.weight	9	0.1083347275853157
186	linear.bias	0	0.5046122074127197
186	linear.bias	1	0.7838778495788574
186	linear.bias	2	-1.6348538398742676
186	linear.bias	3	-0.05754556506872177
186	linear.bias	4	-0.050822705030441284
186	linear.bias	5	0.24505934119224548
187	transitions	0	0.03255745768547058
187	transitions	1	-10000.0
187	transitions	2	2.661332368850708
187	transitions	3	-1.1625434160232544
187	transitions	4	-10000.0
187	transitions	5	-10000.0
187	transitions	6	-10000.0
187	transitions	7	0.8815950751304626
187	transitions	8	0.8353005051612854
187	transitions	9	-1.1918648481369019
187	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
187	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
187	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
187	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
187	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
187	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
187	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
187	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
187	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
187	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
187	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
187	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
187	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
187	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
187	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
187	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
187	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
187	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
187	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
187	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
187	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
187	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
187	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
187	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
187	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
187	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
187	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
187	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
187	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
187	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
187	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
187	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
187	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
187	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
187	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
187	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
187	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
187	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
187	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
187	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
187	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
187	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
187	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
187	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
187	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
187	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
187	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
187	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
187	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
187	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
187	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
187	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
187	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
187	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
187	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
187	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
187	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
187	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
187	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
187	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
187	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
187	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
187	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
187	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
187	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
187	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
187	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
187	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
187	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
187	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
187	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
187	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
187	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
187	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
187	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
187	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
187	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
187	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
187	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
187	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
187	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
187	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
187	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
187	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
187	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
187	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
187	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
187	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
187	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
187	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
187	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
187	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
187	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
187	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
187	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
187	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
187	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
187	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
187	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
187	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
187	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
187	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
187	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
187	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
187	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
187	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
187	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
187	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
187	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
187	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
187	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
187	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
187	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
187	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
187	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
187	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
187	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
187	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
187	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
187	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
187	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
187	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
187	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
187	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
187	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
187	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
187	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
187	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
187	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
187	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
187	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
187	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
187	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
187	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
187	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
187	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
187	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
187	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
187	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
187	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
187	embedding2nn.weight	0	0.014805868268013
187	embedding2nn.weight	1	0.00015847642498556525
187	embedding2nn.weight	2	0.005563519429415464
187	embedding2nn.weight	3	0.0006891919765621424
187	embedding2nn.weight	4	-0.008201253600418568
187	embedding2nn.weight	5	-0.005596029572188854
187	embedding2nn.weight	6	-0.0008192174136638641
187	embedding2nn.weight	7	-0.0029637536499649286
187	embedding2nn.weight	8	0.014128976501524448
187	embedding2nn.weight	9	0.004450151696801186
187	embedding2nn.bias	0	0.006078721489757299
187	embedding2nn.bias	1	-0.016226498410105705
187	embedding2nn.bias	2	0.006363279186189175
187	embedding2nn.bias	3	-0.008333949372172356
187	embedding2nn.bias	4	-0.023190150037407875
187	embedding2nn.bias	5	0.0003736749349627644
187	embedding2nn.bias	6	0.006666514556854963
187	embedding2nn.bias	7	-0.0061479718424379826
187	embedding2nn.bias	8	-0.0015074757393449545
187	embedding2nn.bias	9	-0.002897899365052581
187	rnn.weight_ih_l0	0	-0.05228168144822121
187	rnn.weight_ih_l0	1	0.05077723413705826
187	rnn.weight_ih_l0	2	0.03186416253447533
187	rnn.weight_ih_l0	3	0.014749579131603241
187	rnn.weight_ih_l0	4	0.012501150369644165
187	rnn.weight_ih_l0	5	0.08422238379716873
187	rnn.weight_ih_l0	6	0.0761018916964531
187	rnn.weight_ih_l0	7	0.037798501551151276
187	rnn.weight_ih_l0	8	-0.04572010040283203
187	rnn.weight_ih_l0	9	0.00806836411356926
187	rnn.weight_hh_l0	0	0.008242898620665073
187	rnn.weight_hh_l0	1	-0.06421895325183868
187	rnn.weight_hh_l0	2	-0.06548730283975601
187	rnn.weight_hh_l0	3	0.07152996957302094
187	rnn.weight_hh_l0	4	0.07098609954118729
187	rnn.weight_hh_l0	5	0.0059668091125786304
187	rnn.weight_hh_l0	6	-0.0023296030703932047
187	rnn.weight_hh_l0	7	-0.016399044543504715
187	rnn.weight_hh_l0	8	-0.029308177530765533
187	rnn.weight_hh_l0	9	0.05757715180516243
187	rnn.bias_ih_l0	0	-0.0627824142575264
187	rnn.bias_ih_l0	1	0.08859587460756302
187	rnn.bias_ih_l0	2	0.02011387050151825
187	rnn.bias_ih_l0	3	0.07948846369981766
187	rnn.bias_ih_l0	4	-0.07612204551696777
187	rnn.bias_ih_l0	5	0.08258295059204102
187	rnn.bias_ih_l0	6	-0.06924408674240112
187	rnn.bias_ih_l0	7	-0.03597618266940117
187	rnn.bias_ih_l0	8	-0.09259180724620819
187	rnn.bias_ih_l0	9	-0.045182112604379654
187	rnn.bias_hh_l0	0	0.03627999126911163
187	rnn.bias_hh_l0	1	0.07340456545352936
187	rnn.bias_hh_l0	2	0.06998905539512634
187	rnn.bias_hh_l0	3	0.08556682616472244
187	rnn.bias_hh_l0	4	-0.0964672639966011
187	rnn.bias_hh_l0	5	-0.07131234556436539
187	rnn.bias_hh_l0	6	0.07866960763931274
187	rnn.bias_hh_l0	7	-0.0791364535689354
187	rnn.bias_hh_l0	8	-0.026616565883159637
187	rnn.bias_hh_l0	9	0.009019390679895878
187	rnn.weight_ih_l0_reverse	0	0.07938627898693085
187	rnn.weight_ih_l0_reverse	1	0.07328172773122787
187	rnn.weight_ih_l0_reverse	2	0.03876867517828941
187	rnn.weight_ih_l0_reverse	3	0.033678751438856125
187	rnn.weight_ih_l0_reverse	4	-0.03651406615972519
187	rnn.weight_ih_l0_reverse	5	0.050842028111219406
187	rnn.weight_ih_l0_reverse	6	0.06647713482379913
187	rnn.weight_ih_l0_reverse	7	0.022356273606419563
187	rnn.weight_ih_l0_reverse	8	-0.057861749082803726
187	rnn.weight_ih_l0_reverse	9	-0.05284856632351875
187	rnn.weight_hh_l0_reverse	0	0.025527872145175934
187	rnn.weight_hh_l0_reverse	1	-0.08720704913139343
187	rnn.weight_hh_l0_reverse	2	0.06340426206588745
187	rnn.weight_hh_l0_reverse	3	-0.021557021886110306
187	rnn.weight_hh_l0_reverse	4	0.08488623797893524
187	rnn.weight_hh_l0_reverse	5	-0.0019898887258023024
187	rnn.weight_hh_l0_reverse	6	0.030483700335025787
187	rnn.weight_hh_l0_reverse	7	0.07863428443670273
187	rnn.weight_hh_l0_reverse	8	-0.022404808551073074
187	rnn.weight_hh_l0_reverse	9	-0.046596989035606384
187	rnn.bias_ih_l0_reverse	0	0.00058401795104146
187	rnn.bias_ih_l0_reverse	1	-0.019466357305645943
187	rnn.bias_ih_l0_reverse	2	-0.013902127742767334
187	rnn.bias_ih_l0_reverse	3	0.03636094927787781
187	rnn.bias_ih_l0_reverse	4	0.0676739290356636
187	rnn.bias_ih_l0_reverse	5	-0.020870715379714966
187	rnn.bias_ih_l0_reverse	6	-0.026984965428709984
187	rnn.bias_ih_l0_reverse	7	-0.04859098419547081
187	rnn.bias_ih_l0_reverse	8	0.006147520616650581
187	rnn.bias_ih_l0_reverse	9	-0.06742481142282486
187	rnn.bias_hh_l0_reverse	0	0.039475757628679276
187	rnn.bias_hh_l0_reverse	1	-0.06878741085529327
187	rnn.bias_hh_l0_reverse	2	0.07619906961917877
187	rnn.bias_hh_l0_reverse	3	0.06163765490055084
187	rnn.bias_hh_l0_reverse	4	0.024656962603330612
187	rnn.bias_hh_l0_reverse	5	0.04588473215699196
187	rnn.bias_hh_l0_reverse	6	0.066740982234478
187	rnn.bias_hh_l0_reverse	7	0.08285082131624222
187	rnn.bias_hh_l0_reverse	8	-0.009246893227100372
187	rnn.bias_hh_l0_reverse	9	0.05008438602089882
187	rnn.weight_ih_l1	0	0.023817913606762886
187	rnn.weight_ih_l1	1	0.01602240279316902
187	rnn.weight_ih_l1	2	0.08772461861371994
187	rnn.weight_ih_l1	3	-0.024287579581141472
187	rnn.weight_ih_l1	4	-0.024525795131921768
187	rnn.weight_ih_l1	5	-0.012718423269689083
187	rnn.weight_ih_l1	6	0.07278043031692505
187	rnn.weight_ih_l1	7	-0.0036262772046029568
187	rnn.weight_ih_l1	8	-0.05257285758852959
187	rnn.weight_ih_l1	9	0.053722452372312546
187	rnn.weight_hh_l1	0	-0.08182857930660248
187	rnn.weight_hh_l1	1	-0.03567725047469139
187	rnn.weight_hh_l1	2	-0.008144157938659191
187	rnn.weight_hh_l1	3	-0.05822834372520447
187	rnn.weight_hh_l1	4	0.08607450872659683
187	rnn.weight_hh_l1	5	-0.0841047465801239
187	rnn.weight_hh_l1	6	-0.050093553960323334
187	rnn.weight_hh_l1	7	0.06493113189935684
187	rnn.weight_hh_l1	8	-0.013535372912883759
187	rnn.weight_hh_l1	9	-0.039924126118421555
187	rnn.bias_ih_l1	0	-0.03506020829081535
187	rnn.bias_ih_l1	1	0.05505693703889847
187	rnn.bias_ih_l1	2	-0.04588332772254944
187	rnn.bias_ih_l1	3	-0.07660140842199326
187	rnn.bias_ih_l1	4	-0.028823571279644966
187	rnn.bias_ih_l1	5	-0.004923553206026554
187	rnn.bias_ih_l1	6	-0.045959603041410446
187	rnn.bias_ih_l1	7	0.06210975721478462
187	rnn.bias_ih_l1	8	0.08404330909252167
187	rnn.bias_ih_l1	9	0.03200753405690193
187	rnn.bias_hh_l1	0	0.06895320117473602
187	rnn.bias_hh_l1	1	-0.058668848127126694
187	rnn.bias_hh_l1	2	0.01946062594652176
187	rnn.bias_hh_l1	3	0.08088544011116028
187	rnn.bias_hh_l1	4	0.05777626112103462
187	rnn.bias_hh_l1	5	-0.07916714251041412
187	rnn.bias_hh_l1	6	0.014414256438612938
187	rnn.bias_hh_l1	7	0.042086243629455566
187	rnn.bias_hh_l1	8	0.015355262905359268
187	rnn.bias_hh_l1	9	-0.004859029781073332
187	rnn.weight_ih_l1_reverse	0	0.08684133738279343
187	rnn.weight_ih_l1_reverse	1	-0.041883792728185654
187	rnn.weight_ih_l1_reverse	2	-0.06188299134373665
187	rnn.weight_ih_l1_reverse	3	0.025365332141518593
187	rnn.weight_ih_l1_reverse	4	-0.046528201550245285
187	rnn.weight_ih_l1_reverse	5	0.024038685485720634
187	rnn.weight_ih_l1_reverse	6	0.040365420281887054
187	rnn.weight_ih_l1_reverse	7	0.02025696262717247
187	rnn.weight_ih_l1_reverse	8	-0.008692211471498013
187	rnn.weight_ih_l1_reverse	9	-0.06627999991178513
187	rnn.weight_hh_l1_reverse	0	0.004920748993754387
187	rnn.weight_hh_l1_reverse	1	0.019014256075024605
187	rnn.weight_hh_l1_reverse	2	-0.058191586285829544
187	rnn.weight_hh_l1_reverse	3	-0.012899625115096569
187	rnn.weight_hh_l1_reverse	4	0.008888588286936283
187	rnn.weight_hh_l1_reverse	5	-0.06576178222894669
187	rnn.weight_hh_l1_reverse	6	-0.06730211526155472
187	rnn.weight_hh_l1_reverse	7	-0.011376174166798592
187	rnn.weight_hh_l1_reverse	8	-0.05909127742052078
187	rnn.weight_hh_l1_reverse	9	-0.043932583183050156
187	rnn.bias_ih_l1_reverse	0	-0.002875126199796796
187	rnn.bias_ih_l1_reverse	1	-0.041517652571201324
187	rnn.bias_ih_l1_reverse	2	0.028274182230234146
187	rnn.bias_ih_l1_reverse	3	-0.08453623205423355
187	rnn.bias_ih_l1_reverse	4	-0.08677274733781815
187	rnn.bias_ih_l1_reverse	5	-0.0866771712899208
187	rnn.bias_ih_l1_reverse	6	0.06485866010189056
187	rnn.bias_ih_l1_reverse	7	0.0845501646399498
187	rnn.bias_ih_l1_reverse	8	-0.0012225479586049914
187	rnn.bias_ih_l1_reverse	9	-0.010345458053052425
187	rnn.bias_hh_l1_reverse	0	0.0620887465775013
187	rnn.bias_hh_l1_reverse	1	-0.06726610660552979
187	rnn.bias_hh_l1_reverse	2	-0.05420723930001259
187	rnn.bias_hh_l1_reverse	3	0.0734214037656784
187	rnn.bias_hh_l1_reverse	4	-0.02263878658413887
187	rnn.bias_hh_l1_reverse	5	-0.005536994896829128
187	rnn.bias_hh_l1_reverse	6	-0.059477441012859344
187	rnn.bias_hh_l1_reverse	7	-0.059767596423625946
187	rnn.bias_hh_l1_reverse	8	0.0662369355559349
187	rnn.bias_hh_l1_reverse	9	0.047555774450302124
187	rnn.weight_ih_l2	0	0.07734668999910355
187	rnn.weight_ih_l2	1	-0.05430164933204651
187	rnn.weight_ih_l2	2	0.06335311383008957
187	rnn.weight_ih_l2	3	0.0655997171998024
187	rnn.weight_ih_l2	4	0.056499067693948746
187	rnn.weight_ih_l2	5	-0.03521990776062012
187	rnn.weight_ih_l2	6	-0.07558656483888626
187	rnn.weight_ih_l2	7	0.011842942796647549
187	rnn.weight_ih_l2	8	-0.017176290974020958
187	rnn.weight_ih_l2	9	-0.06913290172815323
187	rnn.weight_hh_l2	0	0.04807804524898529
187	rnn.weight_hh_l2	1	0.030865324661135674
187	rnn.weight_hh_l2	2	-0.05473729968070984
187	rnn.weight_hh_l2	3	-0.02528245374560356
187	rnn.weight_hh_l2	4	0.054922591894865036
187	rnn.weight_hh_l2	5	-0.024172719568014145
187	rnn.weight_hh_l2	6	0.008434454910457134
187	rnn.weight_hh_l2	7	-0.053447965532541275
187	rnn.weight_hh_l2	8	-0.005862046033143997
187	rnn.weight_hh_l2	9	-0.01803283579647541
187	rnn.bias_ih_l2	0	0.14498461782932281
187	rnn.bias_ih_l2	1	0.01173399854451418
187	rnn.bias_ih_l2	2	0.06704788655042648
187	rnn.bias_ih_l2	3	0.028034059330821037
187	rnn.bias_ih_l2	4	-0.006511290092021227
187	rnn.bias_ih_l2	5	0.04741004854440689
187	rnn.bias_ih_l2	6	0.013763860799372196
187	rnn.bias_ih_l2	7	0.017698293551802635
187	rnn.bias_ih_l2	8	0.018370792269706726
187	rnn.bias_ih_l2	9	-0.015328822657465935
187	rnn.bias_hh_l2	0	0.022870812565088272
187	rnn.bias_hh_l2	1	0.007397070527076721
187	rnn.bias_hh_l2	2	0.0761575847864151
187	rnn.bias_hh_l2	3	0.029417799785733223
187	rnn.bias_hh_l2	4	0.0777844786643982
187	rnn.bias_hh_l2	5	-0.05507534369826317
187	rnn.bias_hh_l2	6	0.05646037310361862
187	rnn.bias_hh_l2	7	-0.025260910391807556
187	rnn.bias_hh_l2	8	0.04206166788935661
187	rnn.bias_hh_l2	9	0.01172773540019989
187	rnn.weight_ih_l2_reverse	0	0.08229603618383408
187	rnn.weight_ih_l2_reverse	1	-0.055170513689517975
187	rnn.weight_ih_l2_reverse	2	0.0011765597155317664
187	rnn.weight_ih_l2_reverse	3	0.035262707620859146
187	rnn.weight_ih_l2_reverse	4	0.05407821759581566
187	rnn.weight_ih_l2_reverse	5	-0.040686141699552536
187	rnn.weight_ih_l2_reverse	6	-0.0006644982495345175
187	rnn.weight_ih_l2_reverse	7	-0.013464140705764294
187	rnn.weight_ih_l2_reverse	8	0.012749399058520794
187	rnn.weight_ih_l2_reverse	9	-0.07961935549974442
187	rnn.weight_hh_l2_reverse	0	-0.08277395367622375
187	rnn.weight_hh_l2_reverse	1	0.016722936183214188
187	rnn.weight_hh_l2_reverse	2	0.010437761433422565
187	rnn.weight_hh_l2_reverse	3	0.02432887814939022
187	rnn.weight_hh_l2_reverse	4	-0.03679236024618149
187	rnn.weight_hh_l2_reverse	5	-0.014781251549720764
187	rnn.weight_hh_l2_reverse	6	-0.04384642839431763
187	rnn.weight_hh_l2_reverse	7	-0.05990308150649071
187	rnn.weight_hh_l2_reverse	8	-0.006709149107336998
187	rnn.weight_hh_l2_reverse	9	-0.05901406705379486
187	rnn.bias_ih_l2_reverse	0	-0.05691943317651749
187	rnn.bias_ih_l2_reverse	1	-0.02748899720609188
187	rnn.bias_ih_l2_reverse	2	0.04568357393145561
187	rnn.bias_ih_l2_reverse	3	0.03403010219335556
187	rnn.bias_ih_l2_reverse	4	0.07593400776386261
187	rnn.bias_ih_l2_reverse	5	-0.08862578123807907
187	rnn.bias_ih_l2_reverse	6	-0.043440766632556915
187	rnn.bias_ih_l2_reverse	7	-0.060273438692092896
187	rnn.bias_ih_l2_reverse	8	0.06193799525499344
187	rnn.bias_ih_l2_reverse	9	0.028333311900496483
187	rnn.bias_hh_l2_reverse	0	0.04476555064320564
187	rnn.bias_hh_l2_reverse	1	-0.06790149956941605
187	rnn.bias_hh_l2_reverse	2	-0.06730196624994278
187	rnn.bias_hh_l2_reverse	3	0.03157326579093933
187	rnn.bias_hh_l2_reverse	4	0.03285832703113556
187	rnn.bias_hh_l2_reverse	5	0.03496832773089409
187	rnn.bias_hh_l2_reverse	6	-0.08260549604892731
187	rnn.bias_hh_l2_reverse	7	-0.006855388171970844
187	rnn.bias_hh_l2_reverse	8	-0.10533973574638367
187	rnn.bias_hh_l2_reverse	9	-0.055032867938280106
187	linear.weight	0	0.025028489530086517
187	linear.weight	1	0.14552083611488342
187	linear.weight	2	-0.02421259693801403
187	linear.weight	3	-0.03457767143845558
187	linear.weight	4	-0.022248394787311554
187	linear.weight	5	0.05008178949356079
187	linear.weight	6	0.002622434636577964
187	linear.weight	7	-0.10234551131725311
187	linear.weight	8	-0.026922201737761497
187	linear.weight	9	0.10900559276342392
187	linear.bias	0	0.5015937685966492
187	linear.bias	1	0.7854112386703491
187	linear.bias	2	-1.6351808309555054
187	linear.bias	3	-0.05754556506872177
187	linear.bias	4	-0.050822705030441284
187	linear.bias	5	0.24687126278877258
188	transitions	0	0.03245287388563156
188	transitions	1	-10000.0
188	transitions	2	2.659440755844116
188	transitions	3	-1.1598870754241943
188	transitions	4	-10000.0
188	transitions	5	-10000.0
188	transitions	6	-10000.0
188	transitions	7	0.8815932869911194
188	transitions	8	0.8352256417274475
188	transitions	9	-1.1921029090881348
188	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
188	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
188	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
188	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
188	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
188	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
188	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
188	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
188	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
188	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
188	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
188	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
188	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
188	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
188	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
188	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
188	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
188	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
188	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
188	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
188	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
188	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
188	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
188	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
188	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
188	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
188	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
188	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
188	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
188	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
188	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
188	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
188	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
188	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
188	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
188	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
188	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
188	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
188	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
188	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
188	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
188	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
188	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
188	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
188	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
188	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
188	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
188	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
188	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
188	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
188	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
188	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
188	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
188	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
188	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
188	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
188	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
188	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
188	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
188	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
188	embedding2nn.weight	0	0.014805465005338192
188	embedding2nn.weight	1	0.00015742423420306295
188	embedding2nn.weight	2	0.005562090780586004
188	embedding2nn.weight	3	0.0006891824887134135
188	embedding2nn.weight	4	-0.008198478259146214
188	embedding2nn.weight	5	-0.005587584339082241
188	embedding2nn.weight	6	-0.0008163630845956504
188	embedding2nn.weight	7	-0.002964220242574811
188	embedding2nn.weight	8	0.01415251661092043
188	embedding2nn.weight	9	0.004450079053640366
188	embedding2nn.bias	0	0.006335938815027475
188	embedding2nn.bias	1	-0.01637938991189003
188	embedding2nn.bias	2	0.006323275156319141
188	embedding2nn.bias	3	-0.008295886218547821
188	embedding2nn.bias	4	-0.02319761924445629
188	embedding2nn.bias	5	0.00031247877632267773
188	embedding2nn.bias	6	0.006612534634768963
188	embedding2nn.bias	7	-0.006292159203439951
188	embedding2nn.bias	8	-0.0014351964928209782
188	embedding2nn.bias	9	-0.0029591391794383526
188	rnn.weight_ih_l0	0	-0.05228494852781296
188	rnn.weight_ih_l0	1	0.05077727138996124
188	rnn.weight_ih_l0	2	0.03186504915356636
188	rnn.weight_ih_l0	3	0.014748874120414257
188	rnn.weight_ih_l0	4	0.012501342222094536
188	rnn.weight_ih_l0	5	0.08422153443098068
188	rnn.weight_ih_l0	6	0.07610273361206055
188	rnn.weight_ih_l0	7	0.037798259407281876
188	rnn.weight_ih_l0	8	-0.04571586102247238
188	rnn.weight_ih_l0	9	0.008061248809099197
188	rnn.weight_hh_l0	0	0.008241981267929077
188	rnn.weight_hh_l0	1	-0.06423346698284149
188	rnn.weight_hh_l0	2	-0.06548576802015305
188	rnn.weight_hh_l0	3	0.07153300940990448
188	rnn.weight_hh_l0	4	0.07098640501499176
188	rnn.weight_hh_l0	5	0.005967547185719013
188	rnn.weight_hh_l0	6	-0.0023398101329803467
188	rnn.weight_hh_l0	7	-0.016414931043982506
188	rnn.weight_hh_l0	8	-0.029323888942599297
188	rnn.weight_hh_l0	9	0.057577356696128845
188	rnn.bias_ih_l0	0	-0.06276796013116837
188	rnn.bias_ih_l0	1	0.08860048651695251
188	rnn.bias_ih_l0	2	0.020112276077270508
188	rnn.bias_ih_l0	3	0.07949061691761017
188	rnn.bias_ih_l0	4	-0.07605945318937302
188	rnn.bias_ih_l0	5	0.08258390426635742
188	rnn.bias_ih_l0	6	-0.06925299018621445
188	rnn.bias_ih_l0	7	-0.035967592149972916
188	rnn.bias_ih_l0	8	-0.09258177131414413
188	rnn.bias_ih_l0	9	-0.045147716999053955
188	rnn.bias_hh_l0	0	0.036424167454242706
188	rnn.bias_hh_l0	1	0.07341308891773224
188	rnn.bias_hh_l0	2	0.07000555843114853
188	rnn.bias_hh_l0	3	0.08557239919900894
188	rnn.bias_hh_l0	4	-0.09633967280387878
188	rnn.bias_hh_l0	5	-0.07130447030067444
188	rnn.bias_hh_l0	6	0.07869792729616165
188	rnn.bias_hh_l0	7	-0.0789896547794342
188	rnn.bias_hh_l0	8	-0.02659831941127777
188	rnn.bias_hh_l0	9	0.009095185436308384
188	rnn.weight_ih_l0_reverse	0	0.07938485592603683
188	rnn.weight_ih_l0_reverse	1	0.07327669113874435
188	rnn.weight_ih_l0_reverse	2	0.03876828774809837
188	rnn.weight_ih_l0_reverse	3	0.033679038286209106
188	rnn.weight_ih_l0_reverse	4	-0.03651835396885872
188	rnn.weight_ih_l0_reverse	5	0.050841327756643295
188	rnn.weight_ih_l0_reverse	6	0.06647747755050659
188	rnn.weight_ih_l0_reverse	7	0.022356392815709114
188	rnn.weight_ih_l0_reverse	8	-0.05786082521080971
188	rnn.weight_ih_l0_reverse	9	-0.052848562598228455
188	rnn.weight_hh_l0_reverse	0	0.025527194142341614
188	rnn.weight_hh_l0_reverse	1	-0.08720852434635162
188	rnn.weight_hh_l0_reverse	2	0.0634041279554367
188	rnn.weight_hh_l0_reverse	3	-0.021556686609983444
188	rnn.weight_hh_l0_reverse	4	0.08488595485687256
188	rnn.weight_hh_l0_reverse	5	-0.0019893364515155554
188	rnn.weight_hh_l0_reverse	6	0.03048602305352688
188	rnn.weight_hh_l0_reverse	7	0.078633151948452
188	rnn.weight_hh_l0_reverse	8	-0.02240443415939808
188	rnn.weight_hh_l0_reverse	9	-0.04659547656774521
188	rnn.bias_ih_l0_reverse	0	0.0006141764461062849
188	rnn.bias_ih_l0_reverse	1	-0.01942627876996994
188	rnn.bias_ih_l0_reverse	2	-0.013856574892997742
188	rnn.bias_ih_l0_reverse	3	0.036368612200021744
188	rnn.bias_ih_l0_reverse	4	0.06767737120389938
188	rnn.bias_ih_l0_reverse	5	-0.020839503034949303
188	rnn.bias_ih_l0_reverse	6	-0.026973458006978035
188	rnn.bias_ih_l0_reverse	7	-0.048559024930000305
188	rnn.bias_ih_l0_reverse	8	0.006187725346535444
188	rnn.bias_ih_l0_reverse	9	-0.06735056638717651
188	rnn.bias_hh_l0_reverse	0	0.039481181651353836
188	rnn.bias_hh_l0_reverse	1	-0.06871316581964493
188	rnn.bias_hh_l0_reverse	2	0.07623016834259033
188	rnn.bias_hh_l0_reverse	3	0.06163141503930092
188	rnn.bias_hh_l0_reverse	4	0.024625279009342194
188	rnn.bias_hh_l0_reverse	5	0.04592946916818619
188	rnn.bias_hh_l0_reverse	6	0.06680933386087418
188	rnn.bias_hh_l0_reverse	7	0.08291927725076675
188	rnn.bias_hh_l0_reverse	8	-0.0092439791187644
188	rnn.bias_hh_l0_reverse	9	0.050077300518751144
188	rnn.weight_ih_l1	0	0.023793624714016914
188	rnn.weight_ih_l1	1	0.016026029363274574
188	rnn.weight_ih_l1	2	0.08780251443386078
188	rnn.weight_ih_l1	3	-0.024287741631269455
188	rnn.weight_ih_l1	4	-0.024526910856366158
188	rnn.weight_ih_l1	5	-0.012718146666884422
188	rnn.weight_ih_l1	6	0.07278120517730713
188	rnn.weight_ih_l1	7	-0.0035837478935718536
188	rnn.weight_ih_l1	8	-0.052562862634658813
188	rnn.weight_ih_l1	9	0.05371951311826706
188	rnn.weight_hh_l1	0	-0.08182346075773239
188	rnn.weight_hh_l1	1	-0.03567077964544296
188	rnn.weight_hh_l1	2	-0.008143928833305836
188	rnn.weight_hh_l1	3	-0.05822375789284706
188	rnn.weight_hh_l1	4	0.0861063078045845
188	rnn.weight_hh_l1	5	-0.08410490304231644
188	rnn.weight_hh_l1	6	-0.05009840428829193
188	rnn.weight_hh_l1	7	0.06491542607545853
188	rnn.weight_hh_l1	8	-0.013536736369132996
188	rnn.weight_hh_l1	9	-0.039928287267684937
188	rnn.bias_ih_l1	0	-0.03485000878572464
188	rnn.bias_ih_l1	1	0.05508041754364967
188	rnn.bias_ih_l1	2	-0.04587883874773979
188	rnn.bias_ih_l1	3	-0.07659292221069336
188	rnn.bias_ih_l1	4	-0.02880319021642208
188	rnn.bias_ih_l1	5	-0.004327166359871626
188	rnn.bias_ih_l1	6	-0.045981671661138535
188	rnn.bias_ih_l1	7	0.06213643401861191
188	rnn.bias_ih_l1	8	0.08407573401927948
188	rnn.bias_ih_l1	9	0.031985774636268616
188	rnn.bias_hh_l1	0	0.06895618885755539
188	rnn.bias_hh_l1	1	-0.05865151435136795
188	rnn.bias_hh_l1	2	0.019471755251288414
188	rnn.bias_hh_l1	3	0.08098218590021133
188	rnn.bias_hh_l1	4	0.05777774378657341
188	rnn.bias_hh_l1	5	-0.07915887236595154
188	rnn.bias_hh_l1	6	0.014419971965253353
188	rnn.bias_hh_l1	7	0.04215254262089729
188	rnn.bias_hh_l1	8	0.015415046364068985
188	rnn.bias_hh_l1	9	-0.004846776369959116
188	rnn.weight_ih_l1_reverse	0	0.08684098720550537
188	rnn.weight_ih_l1_reverse	1	-0.04187865927815437
188	rnn.weight_ih_l1_reverse	2	-0.06188337504863739
188	rnn.weight_ih_l1_reverse	3	0.025365641340613365
188	rnn.weight_ih_l1_reverse	4	-0.04653258994221687
188	rnn.weight_ih_l1_reverse	5	0.02403411641716957
188	rnn.weight_ih_l1_reverse	6	0.04036635905504227
188	rnn.weight_ih_l1_reverse	7	0.02025442011654377
188	rnn.weight_ih_l1_reverse	8	-0.008695708587765694
188	rnn.weight_ih_l1_reverse	9	-0.06628137826919556
188	rnn.weight_hh_l1_reverse	0	0.004921287298202515
188	rnn.weight_hh_l1_reverse	1	0.019014576449990273
188	rnn.weight_hh_l1_reverse	2	-0.058192186057567596
188	rnn.weight_hh_l1_reverse	3	-0.012898731976747513
188	rnn.weight_hh_l1_reverse	4	0.00888894870877266
188	rnn.weight_hh_l1_reverse	5	-0.06572679430246353
188	rnn.weight_hh_l1_reverse	6	-0.06730172038078308
188	rnn.weight_hh_l1_reverse	7	-0.01137541513890028
188	rnn.weight_hh_l1_reverse	8	-0.05908919498324394
188	rnn.weight_hh_l1_reverse	9	-0.043932147324085236
188	rnn.bias_ih_l1_reverse	0	-0.002872602315619588
188	rnn.bias_ih_l1_reverse	1	-0.04151488468050957
188	rnn.bias_ih_l1_reverse	2	0.028259743005037308
188	rnn.bias_ih_l1_reverse	3	-0.08452408760786057
188	rnn.bias_ih_l1_reverse	4	-0.08678086847066879
188	rnn.bias_ih_l1_reverse	5	-0.08668044209480286
188	rnn.bias_ih_l1_reverse	6	0.06485123932361603
188	rnn.bias_ih_l1_reverse	7	0.08454528450965881
188	rnn.bias_ih_l1_reverse	8	-0.0012561011826619506
188	rnn.bias_ih_l1_reverse	9	-0.01031102892011404
188	rnn.bias_hh_l1_reverse	0	0.062082044780254364
188	rnn.bias_hh_l1_reverse	1	-0.06725011020898819
188	rnn.bias_hh_l1_reverse	2	-0.054200369864702225
188	rnn.bias_hh_l1_reverse	3	0.07344848662614822
188	rnn.bias_hh_l1_reverse	4	-0.022629179060459137
188	rnn.bias_hh_l1_reverse	5	-0.005537313874810934
188	rnn.bias_hh_l1_reverse	6	-0.059475574642419815
188	rnn.bias_hh_l1_reverse	7	-0.05976201966404915
188	rnn.bias_hh_l1_reverse	8	0.06623706966638565
188	rnn.bias_hh_l1_reverse	9	0.047618985176086426
188	rnn.weight_ih_l2	0	0.07736252248287201
188	rnn.weight_ih_l2	1	-0.0542994849383831
188	rnn.weight_ih_l2	2	0.0633532702922821
188	rnn.weight_ih_l2	3	0.06559807807207108
188	rnn.weight_ih_l2	4	0.05650821328163147
188	rnn.weight_ih_l2	5	-0.035195060074329376
188	rnn.weight_ih_l2	6	-0.07565989345312119
188	rnn.weight_ih_l2	7	0.011849429458379745
188	rnn.weight_ih_l2	8	-0.017176974564790726
188	rnn.weight_ih_l2	9	-0.06913309544324875
188	rnn.weight_hh_l2	0	0.04807651415467262
188	rnn.weight_hh_l2	1	0.03086535818874836
188	rnn.weight_hh_l2	2	-0.05473341420292854
188	rnn.weight_hh_l2	3	-0.025283152237534523
188	rnn.weight_hh_l2	4	0.0549243688583374
188	rnn.weight_hh_l2	5	-0.02416476048529148
188	rnn.weight_hh_l2	6	0.008444607257843018
188	rnn.weight_hh_l2	7	-0.05346556007862091
188	rnn.weight_hh_l2	8	-0.005865873768925667
188	rnn.weight_hh_l2	9	-0.018031714484095573
188	rnn.bias_ih_l2	0	0.14501480758190155
188	rnn.bias_ih_l2	1	0.011721677146852016
188	rnn.bias_ih_l2	2	0.0671268105506897
188	rnn.bias_ih_l2	3	0.028022654354572296
188	rnn.bias_ih_l2	4	-0.006511329207569361
188	rnn.bias_ih_l2	5	0.047407813370227814
188	rnn.bias_ih_l2	6	0.013764563016593456
188	rnn.bias_ih_l2	7	0.01770157180726528
188	rnn.bias_ih_l2	8	0.01838647946715355
188	rnn.bias_ih_l2	9	-0.015301101841032505
188	rnn.bias_hh_l2	0	0.022861028090119362
188	rnn.bias_hh_l2	1	0.007512311451137066
188	rnn.bias_hh_l2	2	0.07630166411399841
188	rnn.bias_hh_l2	3	0.029413064941763878
188	rnn.bias_hh_l2	4	0.07779128849506378
188	rnn.bias_hh_l2	5	-0.0550958625972271
188	rnn.bias_hh_l2	6	0.057156581431627274
188	rnn.bias_hh_l2	7	-0.025169579312205315
188	rnn.bias_hh_l2	8	0.04207255318760872
188	rnn.bias_hh_l2	9	0.012168440967798233
188	rnn.weight_ih_l2_reverse	0	0.0822964608669281
188	rnn.weight_ih_l2_reverse	1	-0.05517113208770752
188	rnn.weight_ih_l2_reverse	2	0.0011773768346756697
188	rnn.weight_ih_l2_reverse	3	0.03526248037815094
188	rnn.weight_ih_l2_reverse	4	0.054078057408332825
188	rnn.weight_ih_l2_reverse	5	-0.040688324719667435
188	rnn.weight_ih_l2_reverse	6	-0.0006488285143859684
188	rnn.weight_ih_l2_reverse	7	-0.013527807779610157
188	rnn.weight_ih_l2_reverse	8	0.012785871513187885
188	rnn.weight_ih_l2_reverse	9	-0.07961559295654297
188	rnn.weight_hh_l2_reverse	0	-0.08277391642332077
188	rnn.weight_hh_l2_reverse	1	0.016726916655898094
188	rnn.weight_hh_l2_reverse	2	0.010437577962875366
188	rnn.weight_hh_l2_reverse	3	0.02432883530855179
188	rnn.weight_hh_l2_reverse	4	-0.036791738122701645
188	rnn.weight_hh_l2_reverse	5	-0.014780275523662567
188	rnn.weight_hh_l2_reverse	6	-0.04384515807032585
188	rnn.weight_hh_l2_reverse	7	-0.05990314483642578
188	rnn.weight_hh_l2_reverse	8	-0.006709142122417688
188	rnn.weight_hh_l2_reverse	9	-0.059014253318309784
188	rnn.bias_ih_l2_reverse	0	-0.057078100740909576
188	rnn.bias_ih_l2_reverse	1	-0.027470014989376068
188	rnn.bias_ih_l2_reverse	2	0.045809924602508545
188	rnn.bias_ih_l2_reverse	3	0.03412547707557678
188	rnn.bias_ih_l2_reverse	4	0.07593974471092224
188	rnn.bias_ih_l2_reverse	5	-0.08862221240997314
188	rnn.bias_ih_l2_reverse	6	-0.04343675449490547
188	rnn.bias_ih_l2_reverse	7	-0.060287248343229294
188	rnn.bias_ih_l2_reverse	8	0.06188980117440224
188	rnn.bias_ih_l2_reverse	9	0.028501586988568306
188	rnn.bias_hh_l2_reverse	0	0.04487805441021919
188	rnn.bias_hh_l2_reverse	1	-0.06793419271707535
188	rnn.bias_hh_l2_reverse	2	-0.06730428338050842
188	rnn.bias_hh_l2_reverse	3	0.03157498687505722
188	rnn.bias_hh_l2_reverse	4	0.03291242942214012
188	rnn.bias_hh_l2_reverse	5	0.03497248888015747
188	rnn.bias_hh_l2_reverse	6	-0.0826011523604393
188	rnn.bias_hh_l2_reverse	7	-0.006850551813840866
188	rnn.bias_hh_l2_reverse	8	-0.10533128678798676
188	rnn.bias_hh_l2_reverse	9	-0.0550232008099556
188	linear.weight	0	0.025028489530086517
188	linear.weight	1	0.1457969844341278
188	linear.weight	2	-0.024221109226346016
188	linear.weight	3	-0.03479886054992676
188	linear.weight	4	-0.022248394787311554
188	linear.weight	5	0.05006071925163269
188	linear.weight	6	0.00246059731580317
188	linear.weight	7	-0.10217732936143875
188	linear.weight	8	-0.027060452848672867
188	linear.weight	9	0.10918953269720078
188	linear.bias	0	0.49945494532585144
188	linear.bias	1	0.7878499627113342
188	linear.bias	2	-1.635406494140625
188	linear.bias	3	-0.05754556506872177
188	linear.bias	4	-0.050822705030441284
188	linear.bias	5	0.24679695069789886
189	transitions	0	0.03236914798617363
189	transitions	1	-10000.0
189	transitions	2	2.6663763523101807
189	transitions	3	-1.1629736423492432
189	transitions	4	-10000.0
189	transitions	5	-10000.0
189	transitions	6	-10000.0
189	transitions	7	0.881591796875
189	transitions	8	0.8351275324821472
189	transitions	9	-1.1923962831497192
189	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
189	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
189	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
189	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
189	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
189	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
189	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
189	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
189	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
189	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
189	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
189	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
189	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
189	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
189	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
189	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
189	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
189	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
189	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
189	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
189	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
189	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
189	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
189	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
189	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
189	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
189	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
189	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
189	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
189	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
189	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
189	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
189	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
189	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
189	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
189	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
189	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
189	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
189	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
189	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
189	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
189	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
189	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
189	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
189	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
189	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
189	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
189	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
189	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
189	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
189	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
189	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
189	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
189	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
189	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
189	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
189	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
189	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
189	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
189	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
189	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
189	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
189	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
189	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
189	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
189	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
189	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
189	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
189	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
189	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
189	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
189	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
189	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
189	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
189	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
189	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
189	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
189	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
189	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
189	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
189	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
189	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
189	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
189	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
189	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
189	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
189	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
189	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
189	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
189	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
189	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
189	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
189	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
189	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
189	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
189	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
189	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
189	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
189	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
189	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
189	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
189	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
189	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
189	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
189	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
189	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
189	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
189	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
189	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
189	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
189	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
189	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
189	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
189	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
189	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
189	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
189	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
189	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
189	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
189	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
189	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
189	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
189	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
189	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
189	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
189	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
189	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
189	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
189	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
189	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
189	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
189	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
189	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
189	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
189	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
189	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
189	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
189	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
189	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
189	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
189	embedding2nn.weight	0	0.014805268496274948
189	embedding2nn.weight	1	0.00015698705101385713
189	embedding2nn.weight	2	0.0055628130212426186
189	embedding2nn.weight	3	0.0006893060635775328
189	embedding2nn.weight	4	-0.008291869424283504
189	embedding2nn.weight	5	-0.005587972700595856
189	embedding2nn.weight	6	-0.0008284251671284437
189	embedding2nn.weight	7	-0.002964494051411748
189	embedding2nn.weight	8	0.014149990864098072
189	embedding2nn.weight	9	0.004446211736649275
189	embedding2nn.bias	0	0.0061576892621815205
189	embedding2nn.bias	1	-0.01646772027015686
189	embedding2nn.bias	2	0.005979785695672035
189	embedding2nn.bias	3	-0.008188636042177677
189	embedding2nn.bias	4	-0.023182732984423637
189	embedding2nn.bias	5	0.0005126913893036544
189	embedding2nn.bias	6	0.006795032881200314
189	embedding2nn.bias	7	-0.00668364716693759
189	embedding2nn.bias	8	-0.00147891731467098
189	embedding2nn.bias	9	-0.003092302940785885
189	rnn.weight_ih_l0	0	-0.05228905379772186
189	rnn.weight_ih_l0	1	0.05077753961086273
189	rnn.weight_ih_l0	2	0.031864870339632034
189	rnn.weight_ih_l0	3	0.014750638045370579
189	rnn.weight_ih_l0	4	0.012506905943155289
189	rnn.weight_ih_l0	5	0.08422093838453293
189	rnn.weight_ih_l0	6	0.07610658556222916
189	rnn.weight_ih_l0	7	0.03779858723282814
189	rnn.weight_ih_l0	8	-0.045737992972135544
189	rnn.weight_ih_l0	9	0.00804839376360178
189	rnn.weight_hh_l0	0	0.008246026933193207
189	rnn.weight_hh_l0	1	-0.0642407238483429
189	rnn.weight_hh_l0	2	-0.0654851496219635
189	rnn.weight_hh_l0	3	0.0715373158454895
189	rnn.weight_hh_l0	4	0.0709858387708664
189	rnn.weight_hh_l0	5	0.00595855014398694
189	rnn.weight_hh_l0	6	-0.0023526018485426903
189	rnn.weight_hh_l0	7	-0.016309740021824837
189	rnn.weight_hh_l0	8	-0.02932427078485489
189	rnn.weight_hh_l0	9	0.05757589638233185
189	rnn.bias_ih_l0	0	-0.06275293976068497
189	rnn.bias_ih_l0	1	0.08860824257135391
189	rnn.bias_ih_l0	2	0.02013961784541607
189	rnn.bias_ih_l0	3	0.07943513244390488
189	rnn.bias_ih_l0	4	-0.07578744739294052
189	rnn.bias_ih_l0	5	0.08244638890028
189	rnn.bias_ih_l0	6	-0.06958568841218948
189	rnn.bias_ih_l0	7	-0.03598631173372269
189	rnn.bias_ih_l0	8	-0.09256080538034439
189	rnn.bias_ih_l0	9	-0.04514557123184204
189	rnn.bias_hh_l0	0	0.0362095907330513
189	rnn.bias_hh_l0	1	0.07346773147583008
189	rnn.bias_hh_l0	2	0.06998491287231445
189	rnn.bias_hh_l0	3	0.08560115098953247
189	rnn.bias_hh_l0	4	-0.09635064750909805
189	rnn.bias_hh_l0	5	-0.07130459696054459
189	rnn.bias_hh_l0	6	0.07872628420591354
189	rnn.bias_hh_l0	7	-0.07880964875221252
189	rnn.bias_hh_l0	8	-0.02664845995604992
189	rnn.bias_hh_l0	9	0.009537418372929096
189	rnn.weight_ih_l0_reverse	0	0.0793846994638443
189	rnn.weight_ih_l0_reverse	1	0.07327444851398468
189	rnn.weight_ih_l0_reverse	2	0.03876619040966034
189	rnn.weight_ih_l0_reverse	3	0.03367912769317627
189	rnn.weight_ih_l0_reverse	4	-0.036522623151540756
189	rnn.weight_ih_l0_reverse	5	0.050840310752391815
189	rnn.weight_ih_l0_reverse	6	0.06647712737321854
189	rnn.weight_ih_l0_reverse	7	0.022352226078510284
189	rnn.weight_ih_l0_reverse	8	-0.05784657970070839
189	rnn.weight_ih_l0_reverse	9	-0.052849505096673965
189	rnn.weight_hh_l0_reverse	0	0.02555244043469429
189	rnn.weight_hh_l0_reverse	1	-0.08720425516366959
189	rnn.weight_hh_l0_reverse	2	0.06340121477842331
189	rnn.weight_hh_l0_reverse	3	-0.021555732935667038
189	rnn.weight_hh_l0_reverse	4	0.08486945927143097
189	rnn.weight_hh_l0_reverse	5	-0.0019848314113914967
189	rnn.weight_hh_l0_reverse	6	0.030469903722405434
189	rnn.weight_hh_l0_reverse	7	0.07862887531518936
189	rnn.weight_hh_l0_reverse	8	-0.02240493707358837
189	rnn.weight_hh_l0_reverse	9	-0.04659193381667137
189	rnn.bias_ih_l0_reverse	0	0.0006234694155864418
189	rnn.bias_ih_l0_reverse	1	-0.019321495667099953
189	rnn.bias_ih_l0_reverse	2	-0.01391714345663786
189	rnn.bias_ih_l0_reverse	3	0.03631681203842163
189	rnn.bias_ih_l0_reverse	4	0.06765137612819672
189	rnn.bias_ih_l0_reverse	5	-0.020824138075113297
189	rnn.bias_ih_l0_reverse	6	-0.02690904214978218
189	rnn.bias_ih_l0_reverse	7	-0.048547692596912384
189	rnn.bias_ih_l0_reverse	8	0.006095946300774813
189	rnn.bias_ih_l0_reverse	9	-0.06750509887933731
189	rnn.bias_hh_l0_reverse	0	0.039450809359550476
189	rnn.bias_hh_l0_reverse	1	-0.06886769831180573
189	rnn.bias_hh_l0_reverse	2	0.07629112154245377
189	rnn.bias_hh_l0_reverse	3	0.061618853360414505
189	rnn.bias_hh_l0_reverse	4	0.02489006705582142
189	rnn.bias_hh_l0_reverse	5	0.04596762731671333
189	rnn.bias_hh_l0_reverse	6	0.0668235644698143
189	rnn.bias_hh_l0_reverse	7	0.0829000324010849
189	rnn.bias_hh_l0_reverse	8	-0.009202570654451847
189	rnn.bias_hh_l0_reverse	9	0.050034381449222565
189	rnn.weight_ih_l1	0	0.02383248694241047
189	rnn.weight_ih_l1	1	0.016035975888371468
189	rnn.weight_ih_l1	2	0.08785516023635864
189	rnn.weight_ih_l1	3	-0.024291474372148514
189	rnn.weight_ih_l1	4	-0.024525122717022896
189	rnn.weight_ih_l1	5	-0.012757178395986557
189	rnn.weight_ih_l1	6	0.07276350259780884
189	rnn.weight_ih_l1	7	-0.0035688329953700304
189	rnn.weight_ih_l1	8	-0.052557941526174545
189	rnn.weight_ih_l1	9	0.053652845323085785
189	rnn.weight_hh_l1	0	-0.08194073289632797
189	rnn.weight_hh_l1	1	-0.0356636606156826
189	rnn.weight_hh_l1	2	-0.008142570964992046
189	rnn.weight_hh_l1	3	-0.058225009590387344
189	rnn.weight_hh_l1	4	0.08609899133443832
189	rnn.weight_hh_l1	5	-0.08409924805164337
189	rnn.weight_hh_l1	6	-0.050109297037124634
189	rnn.weight_hh_l1	7	0.06492893397808075
189	rnn.weight_hh_l1	8	-0.013538513332605362
189	rnn.weight_hh_l1	9	-0.03992237150669098
189	rnn.bias_ih_l1	0	-0.03483022749423981
189	rnn.bias_ih_l1	1	0.05506782606244087
189	rnn.bias_ih_l1	2	-0.045752450823783875
189	rnn.bias_ih_l1	3	-0.07674684375524521
189	rnn.bias_ih_l1	4	-0.028759421780705452
189	rnn.bias_ih_l1	5	-0.003797947196289897
189	rnn.bias_ih_l1	6	-0.04649335891008377
189	rnn.bias_ih_l1	7	0.0621379092335701
189	rnn.bias_ih_l1	8	0.08397392928600311
189	rnn.bias_ih_l1	9	0.032328810542821884
189	rnn.bias_hh_l1	0	0.06895162165164948
189	rnn.bias_hh_l1	1	-0.05865297466516495
189	rnn.bias_hh_l1	2	0.019404355436563492
189	rnn.bias_hh_l1	3	0.08102083951234818
189	rnn.bias_hh_l1	4	0.057741429656744
189	rnn.bias_hh_l1	5	-0.07920582592487335
189	rnn.bias_hh_l1	6	0.014426006004214287
189	rnn.bias_hh_l1	7	0.04215765371918678
189	rnn.bias_hh_l1	8	0.015406270511448383
189	rnn.bias_hh_l1	9	-0.004836432170122862
189	rnn.weight_ih_l1_reverse	0	0.08684538304805756
189	rnn.weight_ih_l1_reverse	1	-0.04188275337219238
189	rnn.weight_ih_l1_reverse	2	-0.06188467890024185
189	rnn.weight_ih_l1_reverse	3	0.02535519190132618
189	rnn.weight_ih_l1_reverse	4	-0.046532511711120605
189	rnn.weight_ih_l1_reverse	5	0.02403230592608452
189	rnn.weight_ih_l1_reverse	6	0.040362946689128876
189	rnn.weight_ih_l1_reverse	7	0.02025444246828556
189	rnn.weight_ih_l1_reverse	8	-0.008703897707164288
189	rnn.weight_ih_l1_reverse	9	-0.066266268491745
189	rnn.weight_hh_l1_reverse	0	0.004920655395835638
189	rnn.weight_hh_l1_reverse	1	0.01901322416961193
189	rnn.weight_hh_l1_reverse	2	-0.05819142982363701
189	rnn.weight_hh_l1_reverse	3	-0.012896446511149406
189	rnn.weight_hh_l1_reverse	4	0.008891409263014793
189	rnn.weight_hh_l1_reverse	5	-0.06577566266059875
189	rnn.weight_hh_l1_reverse	6	-0.06730040907859802
189	rnn.weight_hh_l1_reverse	7	-0.011375620029866695
189	rnn.weight_hh_l1_reverse	8	-0.05907615274190903
189	rnn.weight_hh_l1_reverse	9	-0.04393090307712555
189	rnn.bias_ih_l1_reverse	0	-0.0028575221076607704
189	rnn.bias_ih_l1_reverse	1	-0.04147323966026306
189	rnn.bias_ih_l1_reverse	2	0.028266949579119682
189	rnn.bias_ih_l1_reverse	3	-0.08451663702726364
189	rnn.bias_ih_l1_reverse	4	-0.08679427951574326
189	rnn.bias_ih_l1_reverse	5	-0.08670037239789963
189	rnn.bias_ih_l1_reverse	6	0.06488240510225296
189	rnn.bias_ih_l1_reverse	7	0.08453062176704407
189	rnn.bias_ih_l1_reverse	8	-0.001066855271346867
189	rnn.bias_ih_l1_reverse	9	-0.010364549234509468
189	rnn.bias_hh_l1_reverse	0	0.06207402050495148
189	rnn.bias_hh_l1_reverse	1	-0.06724530458450317
189	rnn.bias_hh_l1_reverse	2	-0.05425356701016426
189	rnn.bias_hh_l1_reverse	3	0.07348122447729111
189	rnn.bias_hh_l1_reverse	4	-0.022625064477324486
189	rnn.bias_hh_l1_reverse	5	-0.005466288421303034
189	rnn.bias_hh_l1_reverse	6	-0.05951198562979698
189	rnn.bias_hh_l1_reverse	7	-0.05972879379987717
189	rnn.bias_hh_l1_reverse	8	0.06627196818590164
189	rnn.bias_hh_l1_reverse	9	0.047233447432518005
189	rnn.weight_ih_l2	0	0.07735625654459
189	rnn.weight_ih_l2	1	-0.0543033629655838
189	rnn.weight_ih_l2	2	0.06335519254207611
189	rnn.weight_ih_l2	3	0.0656164363026619
189	rnn.weight_ih_l2	4	0.056502435356378555
189	rnn.weight_ih_l2	5	-0.035212669521570206
189	rnn.weight_ih_l2	6	-0.07565751671791077
189	rnn.weight_ih_l2	7	0.011850600130856037
189	rnn.weight_ih_l2	8	-0.01717645861208439
189	rnn.weight_ih_l2	9	-0.06913325935602188
189	rnn.weight_hh_l2	0	0.048077542334795
189	rnn.weight_hh_l2	1	0.03086945414543152
189	rnn.weight_hh_l2	2	-0.054732732474803925
189	rnn.weight_hh_l2	3	-0.02528012916445732
189	rnn.weight_hh_l2	4	0.05493011325597763
189	rnn.weight_hh_l2	5	-0.024140994995832443
189	rnn.weight_hh_l2	6	0.008445313200354576
189	rnn.weight_hh_l2	7	-0.05346498265862465
189	rnn.weight_hh_l2	8	-0.005866988096386194
189	rnn.weight_hh_l2	9	-0.018030459061264992
189	rnn.bias_ih_l2	0	0.14623229205608368
189	rnn.bias_ih_l2	1	0.011617842130362988
189	rnn.bias_ih_l2	2	0.06703788042068481
189	rnn.bias_ih_l2	3	0.028087802231311798
189	rnn.bias_ih_l2	4	-0.006481241900473833
189	rnn.bias_ih_l2	5	0.04744616150856018
189	rnn.bias_ih_l2	6	0.013767524622380733
189	rnn.bias_ih_l2	7	0.01769028790295124
189	rnn.bias_ih_l2	8	0.018369309604167938
189	rnn.bias_ih_l2	9	-0.015299821272492409
189	rnn.bias_hh_l2	0	0.022586164996027946
189	rnn.bias_hh_l2	1	0.007661435287445784
189	rnn.bias_hh_l2	2	0.07652417570352554
189	rnn.bias_hh_l2	3	0.029366979375481606
189	rnn.bias_hh_l2	4	0.07779627293348312
189	rnn.bias_hh_l2	5	-0.05520336329936981
189	rnn.bias_hh_l2	6	0.05650053545832634
189	rnn.bias_hh_l2	7	-0.025178931653499603
189	rnn.bias_hh_l2	8	0.0420801043510437
189	rnn.bias_hh_l2	9	0.010807782411575317
189	rnn.weight_ih_l2_reverse	0	0.08229734003543854
189	rnn.weight_ih_l2_reverse	1	-0.05515165999531746
189	rnn.weight_ih_l2_reverse	2	0.0011782307410612702
189	rnn.weight_ih_l2_reverse	3	0.0352630540728569
189	rnn.weight_ih_l2_reverse	4	0.054077595472335815
189	rnn.weight_ih_l2_reverse	5	-0.040688786655664444
189	rnn.weight_ih_l2_reverse	6	-0.00040571042336523533
189	rnn.weight_ih_l2_reverse	7	-0.013540992513298988
189	rnn.weight_ih_l2_reverse	8	0.012980584986507893
189	rnn.weight_ih_l2_reverse	9	-0.07960561662912369
189	rnn.weight_hh_l2_reverse	0	-0.08277378231287003
189	rnn.weight_hh_l2_reverse	1	0.016736231744289398
189	rnn.weight_hh_l2_reverse	2	0.010437047109007835
189	rnn.weight_hh_l2_reverse	3	0.024328451603651047
189	rnn.weight_hh_l2_reverse	4	-0.03679288178682327
189	rnn.weight_hh_l2_reverse	5	-0.014780988916754723
189	rnn.weight_hh_l2_reverse	6	-0.04380984976887703
189	rnn.weight_hh_l2_reverse	7	-0.059904586523771286
189	rnn.weight_hh_l2_reverse	8	-0.006710064131766558
189	rnn.weight_hh_l2_reverse	9	-0.059014465659856796
189	rnn.bias_ih_l2_reverse	0	-0.05781036242842674
189	rnn.bias_ih_l2_reverse	1	-0.02746063843369484
189	rnn.bias_ih_l2_reverse	2	0.045812077820301056
189	rnn.bias_ih_l2_reverse	3	0.03387013077735901
189	rnn.bias_ih_l2_reverse	4	0.07599003612995148
189	rnn.bias_ih_l2_reverse	5	-0.08863221108913422
189	rnn.bias_ih_l2_reverse	6	-0.04343588277697563
189	rnn.bias_ih_l2_reverse	7	-0.060106005519628525
189	rnn.bias_ih_l2_reverse	8	0.0614241287112236
189	rnn.bias_ih_l2_reverse	9	0.027879012748599052
189	rnn.bias_hh_l2_reverse	0	0.04621755704283714
189	rnn.bias_hh_l2_reverse	1	-0.06811507791280746
189	rnn.bias_hh_l2_reverse	2	-0.06729554384946823
189	rnn.bias_hh_l2_reverse	3	0.0315120629966259
189	rnn.bias_hh_l2_reverse	4	0.03272463381290436
189	rnn.bias_hh_l2_reverse	5	0.03496242314577103
189	rnn.bias_hh_l2_reverse	6	-0.08259980380535126
189	rnn.bias_hh_l2_reverse	7	-0.006756369490176439
189	rnn.bias_hh_l2_reverse	8	-0.1055450588464737
189	rnn.bias_hh_l2_reverse	9	-0.05504973232746124
189	linear.weight	0	0.025028489530086517
189	linear.weight	1	0.1458379179239273
189	linear.weight	2	-0.02422105334699154
189	linear.weight	3	-0.03489306941628456
189	linear.weight	4	-0.022248394787311554
189	linear.weight	5	0.050341956317424774
189	linear.weight	6	0.0026306898798793554
189	linear.weight	7	-0.10357044637203217
189	linear.weight	8	-0.02718559093773365
189	linear.weight	9	0.10981404036283493
189	linear.bias	0	0.5053414106369019
189	linear.bias	1	0.790716290473938
189	linear.bias	2	-1.6356643438339233
189	linear.bias	3	-0.05754556506872177
189	linear.bias	4	-0.050822705030441284
189	linear.bias	5	0.23830203711986542
190	transitions	0	0.03232806175947189
190	transitions	1	-10000.0
190	transitions	2	2.665585994720459
190	transitions	3	-1.1636793613433838
190	transitions	4	-10000.0
190	transitions	5	-10000.0
190	transitions	6	-10000.0
190	transitions	7	0.8815900683403015
190	transitions	8	0.8350769877433777
190	transitions	9	-1.1926929950714111
190	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
190	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
190	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
190	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
190	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
190	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
190	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
190	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
190	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
190	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
190	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
190	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
190	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
190	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
190	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
190	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
190	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
190	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
190	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
190	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
190	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
190	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
190	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
190	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
190	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
190	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
190	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
190	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
190	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
190	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
190	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
190	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
190	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
190	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
190	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
190	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
190	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
190	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
190	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
190	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
190	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
190	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
190	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
190	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
190	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
190	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
190	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
190	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
190	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
190	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
190	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
190	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
190	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
190	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
190	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
190	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
190	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
190	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
190	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
190	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
190	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
190	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
190	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
190	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
190	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
190	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
190	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
190	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
190	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
190	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
190	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
190	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
190	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
190	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
190	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
190	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
190	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
190	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
190	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
190	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
190	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
190	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
190	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
190	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
190	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
190	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
190	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
190	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
190	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
190	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
190	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
190	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
190	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
190	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
190	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
190	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
190	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
190	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
190	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
190	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
190	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
190	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
190	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
190	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
190	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
190	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
190	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
190	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
190	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
190	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
190	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
190	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
190	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
190	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
190	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
190	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
190	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
190	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
190	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
190	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
190	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
190	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
190	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
190	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
190	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
190	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
190	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
190	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
190	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
190	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
190	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
190	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
190	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
190	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
190	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
190	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
190	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
190	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
190	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
190	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
190	embedding2nn.weight	0	0.014802202582359314
190	embedding2nn.weight	1	0.0001584305864525959
190	embedding2nn.weight	2	0.005559893324971199
190	embedding2nn.weight	3	0.0006923710461705923
190	embedding2nn.weight	4	-0.008285868912935257
190	embedding2nn.weight	5	-0.005588155705481768
190	embedding2nn.weight	6	-0.0008433545008301735
190	embedding2nn.weight	7	-0.0029642246663570404
190	embedding2nn.weight	8	0.014087684452533722
190	embedding2nn.weight	9	0.0044447253458201885
190	embedding2nn.bias	0	0.0064358483068645
190	embedding2nn.bias	1	-0.01644832082092762
190	embedding2nn.bias	2	0.006472110748291016
190	embedding2nn.bias	3	-0.008438237011432648
190	embedding2nn.bias	4	-0.023099031299352646
190	embedding2nn.bias	5	0.0006472569657489657
190	embedding2nn.bias	6	0.007020745426416397
190	embedding2nn.bias	7	-0.006862506736069918
190	embedding2nn.bias	8	-0.0015632248250767589
190	embedding2nn.bias	9	-0.003161247354000807
190	rnn.weight_ih_l0	0	-0.05229450762271881
190	rnn.weight_ih_l0	1	0.050777219235897064
190	rnn.weight_ih_l0	2	0.031866252422332764
190	rnn.weight_ih_l0	3	0.014753050170838833
190	rnn.weight_ih_l0	4	0.012505300343036652
190	rnn.weight_ih_l0	5	0.0842185989022255
190	rnn.weight_ih_l0	6	0.07608848810195923
190	rnn.weight_ih_l0	7	0.03779967874288559
190	rnn.weight_ih_l0	8	-0.045798201113939285
190	rnn.weight_ih_l0	9	0.008066247217357159
190	rnn.weight_hh_l0	0	0.008249982260167599
190	rnn.weight_hh_l0	1	-0.0642174705862999
190	rnn.weight_hh_l0	2	-0.06548593193292618
190	rnn.weight_hh_l0	3	0.07153432816267014
190	rnn.weight_hh_l0	4	0.070991650223732
190	rnn.weight_hh_l0	5	0.005942875985056162
190	rnn.weight_hh_l0	6	-0.0022882441990077496
190	rnn.weight_hh_l0	7	-0.016298260539770126
190	rnn.weight_hh_l0	8	-0.029314937070012093
190	rnn.weight_hh_l0	9	0.05757685378193855
190	rnn.bias_ih_l0	0	-0.06256973743438721
190	rnn.bias_ih_l0	1	0.08859683573246002
190	rnn.bias_ih_l0	2	0.020153962075710297
190	rnn.bias_ih_l0	3	0.07957451790571213
190	rnn.bias_ih_l0	4	-0.0756555050611496
190	rnn.bias_ih_l0	5	0.08252805471420288
190	rnn.bias_ih_l0	6	-0.06908926367759705
190	rnn.bias_ih_l0	7	-0.03599122539162636
190	rnn.bias_ih_l0	8	-0.09257721900939941
190	rnn.bias_ih_l0	9	-0.04495205357670784
190	rnn.bias_hh_l0	0	0.03642299771308899
190	rnn.bias_hh_l0	1	0.07350047677755356
190	rnn.bias_hh_l0	2	0.06998109817504883
190	rnn.bias_hh_l0	3	0.08565359562635422
190	rnn.bias_hh_l0	4	-0.09660212695598602
190	rnn.bias_hh_l0	5	-0.07129711657762527
190	rnn.bias_hh_l0	6	0.0787096917629242
190	rnn.bias_hh_l0	7	-0.07899373024702072
190	rnn.bias_hh_l0	8	-0.026655958965420723
190	rnn.bias_hh_l0	9	0.010284962132573128
190	rnn.weight_ih_l0_reverse	0	0.0793863981962204
190	rnn.weight_ih_l0_reverse	1	0.07327459007501602
190	rnn.weight_ih_l0_reverse	2	0.038769979029893875
190	rnn.weight_ih_l0_reverse	3	0.03367840498685837
190	rnn.weight_ih_l0_reverse	4	-0.036480825394392014
190	rnn.weight_ih_l0_reverse	5	0.05084038898348808
190	rnn.weight_ih_l0_reverse	6	0.06647781282663345
190	rnn.weight_ih_l0_reverse	7	0.022346172481775284
190	rnn.weight_ih_l0_reverse	8	-0.05783313140273094
190	rnn.weight_ih_l0_reverse	9	-0.05284900218248367
190	rnn.weight_hh_l0_reverse	0	0.025550605729222298
190	rnn.weight_hh_l0_reverse	1	-0.08719471842050552
190	rnn.weight_hh_l0_reverse	2	0.06339459121227264
190	rnn.weight_hh_l0_reverse	3	-0.021558985114097595
190	rnn.weight_hh_l0_reverse	4	0.08486127853393555
190	rnn.weight_hh_l0_reverse	5	-0.0019921723287552595
190	rnn.weight_hh_l0_reverse	6	0.03038913570344448
190	rnn.weight_hh_l0_reverse	7	0.07864725589752197
190	rnn.weight_hh_l0_reverse	8	-0.02240542508661747
190	rnn.weight_hh_l0_reverse	9	-0.046591129153966904
190	rnn.bias_ih_l0_reverse	0	0.000568922667298466
190	rnn.bias_ih_l0_reverse	1	-0.01957922987639904
190	rnn.bias_ih_l0_reverse	2	-0.014075490646064281
190	rnn.bias_ih_l0_reverse	3	0.036373771727085114
190	rnn.bias_ih_l0_reverse	4	0.06765616685152054
190	rnn.bias_ih_l0_reverse	5	-0.020832616835832596
190	rnn.bias_ih_l0_reverse	6	-0.026939120143651962
190	rnn.bias_ih_l0_reverse	7	-0.048557426780462265
190	rnn.bias_ih_l0_reverse	8	0.006198903080075979
190	rnn.bias_ih_l0_reverse	9	-0.06736952811479568
190	rnn.bias_hh_l0_reverse	0	0.039406679570674896
190	rnn.bias_hh_l0_reverse	1	-0.0687321275472641
190	rnn.bias_hh_l0_reverse	2	0.0762910470366478
190	rnn.bias_hh_l0_reverse	3	0.06165016442537308
190	rnn.bias_hh_l0_reverse	4	0.024845384061336517
190	rnn.bias_hh_l0_reverse	5	0.04597015306353569
190	rnn.bias_hh_l0_reverse	6	0.06677909940481186
190	rnn.bias_hh_l0_reverse	7	0.08279658108949661
190	rnn.bias_hh_l0_reverse	8	-0.009304043836891651
190	rnn.bias_hh_l0_reverse	9	0.05025172233581543
190	rnn.weight_ih_l1	0	0.02381095476448536
190	rnn.weight_ih_l1	1	0.016020948067307472
190	rnn.weight_ih_l1	2	0.08779428154230118
190	rnn.weight_ih_l1	3	-0.02428441122174263
190	rnn.weight_ih_l1	4	-0.024511616677045822
190	rnn.weight_ih_l1	5	-0.012698143720626831
190	rnn.weight_ih_l1	6	0.07276410609483719
190	rnn.weight_ih_l1	7	-0.003592598019167781
190	rnn.weight_ih_l1	8	-0.05255843326449394
190	rnn.weight_ih_l1	9	0.05370670184493065
190	rnn.weight_hh_l1	0	-0.08189903944730759
190	rnn.weight_hh_l1	1	-0.035664450377225876
190	rnn.weight_hh_l1	2	-0.008140405640006065
190	rnn.weight_hh_l1	3	-0.058213233947753906
190	rnn.weight_hh_l1	4	0.08608801662921906
190	rnn.weight_hh_l1	5	-0.08409447222948074
190	rnn.weight_hh_l1	6	-0.050119902938604355
190	rnn.weight_hh_l1	7	0.06490100175142288
190	rnn.weight_hh_l1	8	-0.01353874709457159
190	rnn.weight_hh_l1	9	-0.03989656642079353
190	rnn.bias_ih_l1	0	-0.03493751585483551
190	rnn.bias_ih_l1	1	0.055059026926755905
190	rnn.bias_ih_l1	2	-0.04573234170675278
190	rnn.bias_ih_l1	3	-0.07670646160840988
190	rnn.bias_ih_l1	4	-0.028790052980184555
190	rnn.bias_ih_l1	5	-0.004517510998994112
190	rnn.bias_ih_l1	6	-0.046090736985206604
190	rnn.bias_ih_l1	7	0.06207640469074249
190	rnn.bias_ih_l1	8	0.08400258421897888
190	rnn.bias_ih_l1	9	0.03259771317243576
190	rnn.bias_hh_l1	0	0.06896626949310303
190	rnn.bias_hh_l1	1	-0.05864088982343674
190	rnn.bias_hh_l1	2	0.019431499764323235
190	rnn.bias_hh_l1	3	0.08111610263586044
190	rnn.bias_hh_l1	4	0.0577273964881897
190	rnn.bias_hh_l1	5	-0.07919993996620178
190	rnn.bias_hh_l1	6	0.014456469565629959
190	rnn.bias_hh_l1	7	0.04217173904180527
190	rnn.bias_hh_l1	8	0.015298046171665192
190	rnn.bias_hh_l1	9	-0.0048229205422103405
190	rnn.weight_ih_l1_reverse	0	0.08683855086565018
190	rnn.weight_ih_l1_reverse	1	-0.04186151921749115
190	rnn.weight_ih_l1_reverse	2	-0.061890482902526855
190	rnn.weight_ih_l1_reverse	3	0.025355754420161247
190	rnn.weight_ih_l1_reverse	4	-0.04653332754969597
190	rnn.weight_ih_l1_reverse	5	0.024026185274124146
190	rnn.weight_ih_l1_reverse	6	0.04035549238324165
190	rnn.weight_ih_l1_reverse	7	0.020249737426638603
190	rnn.weight_ih_l1_reverse	8	-0.008699394762516022
190	rnn.weight_ih_l1_reverse	9	-0.06624259799718857
190	rnn.weight_hh_l1_reverse	0	0.004908931441605091
190	rnn.weight_hh_l1_reverse	1	0.01901436038315296
190	rnn.weight_hh_l1_reverse	2	-0.058192092925310135
190	rnn.weight_hh_l1_reverse	3	-0.012895897030830383
190	rnn.weight_hh_l1_reverse	4	0.008892322890460491
190	rnn.weight_hh_l1_reverse	5	-0.06574647128582001
190	rnn.weight_hh_l1_reverse	6	-0.06730140000581741
190	rnn.weight_hh_l1_reverse	7	-0.011375535279512405
190	rnn.weight_hh_l1_reverse	8	-0.05905774235725403
190	rnn.weight_hh_l1_reverse	9	-0.04393348470330238
190	rnn.bias_ih_l1_reverse	0	-0.002821252215653658
190	rnn.bias_ih_l1_reverse	1	-0.04144403338432312
190	rnn.bias_ih_l1_reverse	2	0.028244931250810623
190	rnn.bias_ih_l1_reverse	3	-0.08459357917308807
190	rnn.bias_ih_l1_reverse	4	-0.08680170774459839
190	rnn.bias_ih_l1_reverse	5	-0.08673026412725449
190	rnn.bias_ih_l1_reverse	6	0.06487619876861572
190	rnn.bias_ih_l1_reverse	7	0.08454341441392899
190	rnn.bias_ih_l1_reverse	8	-0.0010205036960542202
190	rnn.bias_ih_l1_reverse	9	-0.010357498191297054
190	rnn.bias_hh_l1_reverse	0	0.06204914674162865
190	rnn.bias_hh_l1_reverse	1	-0.06729937344789505
190	rnn.bias_hh_l1_reverse	2	-0.05422259494662285
190	rnn.bias_hh_l1_reverse	3	0.07343508303165436
190	rnn.bias_hh_l1_reverse	4	-0.022574109956622124
190	rnn.bias_hh_l1_reverse	5	-0.0054513379000127316
190	rnn.bias_hh_l1_reverse	6	-0.059492021799087524
190	rnn.bias_hh_l1_reverse	7	-0.059724681079387665
190	rnn.bias_hh_l1_reverse	8	0.06624950468540192
190	rnn.bias_hh_l1_reverse	9	0.04802260920405388
190	rnn.weight_ih_l2	0	0.07729683071374893
190	rnn.weight_ih_l2	1	-0.054329823702573776
190	rnn.weight_ih_l2	2	0.06335458159446716
190	rnn.weight_ih_l2	3	0.06559327989816666
190	rnn.weight_ih_l2	4	0.0564500093460083
190	rnn.weight_ih_l2	5	-0.03523693233728409
190	rnn.weight_ih_l2	6	-0.07565762102603912
190	rnn.weight_ih_l2	7	0.011852684430778027
190	rnn.weight_ih_l2	8	-0.0171775184571743
190	rnn.weight_ih_l2	9	-0.06913246959447861
190	rnn.weight_hh_l2	0	0.048073768615722656
190	rnn.weight_hh_l2	1	0.03086935542523861
190	rnn.weight_hh_l2	2	-0.05473038926720619
190	rnn.weight_hh_l2	3	-0.025300169363617897
190	rnn.weight_hh_l2	4	0.054929450154304504
190	rnn.weight_hh_l2	5	-0.02414834313094616
190	rnn.weight_hh_l2	6	0.008461594581604004
190	rnn.weight_hh_l2	7	-0.05346804857254028
190	rnn.weight_hh_l2	8	-0.005845079198479652
190	rnn.weight_hh_l2	9	-0.01802840642631054
190	rnn.bias_ih_l2	0	0.14482951164245605
190	rnn.bias_ih_l2	1	0.011621329002082348
190	rnn.bias_ih_l2	2	0.06698866933584213
190	rnn.bias_ih_l2	3	0.028069691732525826
190	rnn.bias_ih_l2	4	-0.006479835137724876
190	rnn.bias_ih_l2	5	0.047304678708314896
190	rnn.bias_ih_l2	6	0.013785522431135178
190	rnn.bias_ih_l2	7	0.017664717510342598
190	rnn.bias_ih_l2	8	0.01840030401945114
190	rnn.bias_ih_l2	9	-0.015295741148293018
190	rnn.bias_hh_l2	0	0.022715352475643158
190	rnn.bias_hh_l2	1	0.007676176261156797
190	rnn.bias_hh_l2	2	0.07649072259664536
190	rnn.bias_hh_l2	3	0.029389040544629097
190	rnn.bias_hh_l2	4	0.07782099395990372
190	rnn.bias_hh_l2	5	-0.05559767782688141
190	rnn.bias_hh_l2	6	0.05577148124575615
190	rnn.bias_hh_l2	7	-0.025184692814946175
190	rnn.bias_hh_l2	8	0.04203783720731735
190	rnn.bias_hh_l2	9	0.012572922743856907
190	rnn.weight_ih_l2_reverse	0	0.0823001116514206
190	rnn.weight_ih_l2_reverse	1	-0.0550873689353466
190	rnn.weight_ih_l2_reverse	2	0.0011806819820776582
190	rnn.weight_ih_l2_reverse	3	0.0352618433535099
190	rnn.weight_ih_l2_reverse	4	0.0540790818631649
190	rnn.weight_ih_l2_reverse	5	-0.0406891331076622
190	rnn.weight_ih_l2_reverse	6	-0.000498686102218926
190	rnn.weight_ih_l2_reverse	7	-0.013507128693163395
190	rnn.weight_ih_l2_reverse	8	0.013102453202009201
190	rnn.weight_ih_l2_reverse	9	-0.0796089768409729
190	rnn.weight_hh_l2_reverse	0	-0.08277396112680435
190	rnn.weight_hh_l2_reverse	1	0.016685113310813904
190	rnn.weight_hh_l2_reverse	2	0.010437089949846268
190	rnn.weight_hh_l2_reverse	3	0.024328596889972687
190	rnn.weight_hh_l2_reverse	4	-0.03679291531443596
190	rnn.weight_hh_l2_reverse	5	-0.014780513942241669
190	rnn.weight_hh_l2_reverse	6	-0.04393165186047554
190	rnn.weight_hh_l2_reverse	7	-0.05990395322442055
190	rnn.weight_hh_l2_reverse	8	-0.0067065004259347916
190	rnn.weight_hh_l2_reverse	9	-0.05901191756129265
190	rnn.bias_ih_l2_reverse	0	-0.057816311717033386
190	rnn.bias_ih_l2_reverse	1	-0.027466174215078354
190	rnn.bias_ih_l2_reverse	2	0.04580855742096901
190	rnn.bias_ih_l2_reverse	3	0.03369416669011116
190	rnn.bias_ih_l2_reverse	4	0.07596907764673233
190	rnn.bias_ih_l2_reverse	5	-0.0886162519454956
190	rnn.bias_ih_l2_reverse	6	-0.04343276098370552
190	rnn.bias_ih_l2_reverse	7	-0.06009308248758316
190	rnn.bias_ih_l2_reverse	8	0.06198159605264664
190	rnn.bias_ih_l2_reverse	9	0.028145618736743927
190	rnn.bias_hh_l2_reverse	0	0.04587183892726898
190	rnn.bias_hh_l2_reverse	1	-0.06827724725008011
190	rnn.bias_hh_l2_reverse	2	-0.06730450689792633
190	rnn.bias_hh_l2_reverse	3	0.031514547765254974
190	rnn.bias_hh_l2_reverse	4	0.03276630863547325
190	rnn.bias_hh_l2_reverse	5	0.03493284061551094
190	rnn.bias_hh_l2_reverse	6	-0.08259686827659607
190	rnn.bias_hh_l2_reverse	7	-0.006795881781727076
190	rnn.bias_hh_l2_reverse	8	-0.10542768985033035
190	rnn.bias_hh_l2_reverse	9	-0.05506743863224983
190	linear.weight	0	0.025028489530086517
190	linear.weight	1	0.14673030376434326
190	linear.weight	2	-0.02422034554183483
190	linear.weight	3	-0.034942325204610825
190	linear.weight	4	-0.022248394787311554
190	linear.weight	5	0.050602104514837265
190	linear.weight	6	0.0028176596388220787
190	linear.weight	7	-0.10355115681886673
190	linear.weight	8	-0.02736765705049038
190	linear.weight	9	0.11003198474645615
190	linear.bias	0	0.5037456750869751
190	linear.bias	1	0.7883901596069336
190	linear.bias	2	-1.6358511447906494
190	linear.bias	3	-0.05754556506872177
190	linear.bias	4	-0.050822705030441284
190	linear.bias	5	0.24241064488887787
191	transitions	0	0.03224892169237137
191	transitions	1	-10000.0
191	transitions	2	2.6659765243530273
191	transitions	3	-1.1638256311416626
191	transitions	4	-10000.0
191	transitions	5	-10000.0
191	transitions	6	-10000.0
191	transitions	7	0.8815895318984985
191	transitions	8	0.8350652456283569
191	transitions	9	-1.1927860975265503
191	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
191	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
191	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
191	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
191	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
191	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
191	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
191	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
191	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
191	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
191	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
191	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
191	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
191	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
191	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
191	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
191	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
191	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
191	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
191	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
191	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
191	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
191	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
191	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
191	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
191	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
191	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
191	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
191	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
191	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
191	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
191	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
191	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
191	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
191	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
191	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
191	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
191	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
191	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
191	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
191	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
191	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
191	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
191	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
191	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
191	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
191	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
191	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
191	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
191	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
191	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
191	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
191	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
191	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
191	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
191	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
191	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
191	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
191	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
191	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
191	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
191	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
191	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
191	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
191	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
191	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
191	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
191	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
191	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
191	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
191	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
191	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
191	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
191	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
191	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
191	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
191	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
191	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
191	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
191	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
191	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
191	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
191	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
191	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
191	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
191	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
191	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
191	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
191	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
191	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
191	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
191	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
191	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
191	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
191	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
191	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
191	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
191	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
191	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
191	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
191	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
191	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
191	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
191	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
191	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
191	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
191	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
191	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
191	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
191	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
191	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
191	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
191	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
191	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
191	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
191	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
191	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
191	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
191	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
191	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
191	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
191	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
191	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
191	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
191	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
191	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
191	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
191	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
191	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
191	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
191	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
191	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
191	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
191	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
191	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
191	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
191	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
191	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
191	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
191	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
191	embedding2nn.weight	0	0.014802203513681889
191	embedding2nn.weight	1	0.0001584466954227537
191	embedding2nn.weight	2	0.005559893324971199
191	embedding2nn.weight	3	0.0006924055051058531
191	embedding2nn.weight	4	-0.008284104987978935
191	embedding2nn.weight	5	-0.005587163846939802
191	embedding2nn.weight	6	-0.0008428740547969937
191	embedding2nn.weight	7	-0.0029642246663570404
191	embedding2nn.weight	8	0.014096415601670742
191	embedding2nn.weight	9	0.004444736056029797
191	embedding2nn.bias	0	0.006446138955652714
191	embedding2nn.bias	1	-0.016456441953778267
191	embedding2nn.bias	2	0.006474592257291079
191	embedding2nn.bias	3	-0.008428061380982399
191	embedding2nn.bias	4	-0.023092973977327347
191	embedding2nn.bias	5	0.0006488304934464395
191	embedding2nn.bias	6	0.007011734414845705
191	embedding2nn.bias	7	-0.006869249977171421
191	embedding2nn.bias	8	-0.0015740416711196303
191	embedding2nn.bias	9	-0.003187129506841302
191	rnn.weight_ih_l0	0	-0.05229301378130913
191	rnn.weight_ih_l0	1	0.05077698454260826
191	rnn.weight_ih_l0	2	0.0318661592900753
191	rnn.weight_ih_l0	3	0.01475318893790245
191	rnn.weight_ih_l0	4	0.012505272403359413
191	rnn.weight_ih_l0	5	0.08421850949525833
191	rnn.weight_ih_l0	6	0.07608851045370102
191	rnn.weight_ih_l0	7	0.03779987245798111
191	rnn.weight_ih_l0	8	-0.045797597616910934
191	rnn.weight_ih_l0	9	0.008066252805292606
191	rnn.weight_hh_l0	0	0.008250528015196323
191	rnn.weight_hh_l0	1	-0.06421852856874466
191	rnn.weight_hh_l0	2	-0.06548600643873215
191	rnn.weight_hh_l0	3	0.07153430581092834
191	rnn.weight_hh_l0	4	0.07099179178476334
191	rnn.weight_hh_l0	5	0.0059419977478682995
191	rnn.weight_hh_l0	6	-0.00228597573004663
191	rnn.weight_hh_l0	7	-0.01629777066409588
191	rnn.weight_hh_l0	8	-0.02931101806461811
191	rnn.weight_hh_l0	9	0.05757727101445198
191	rnn.bias_ih_l0	0	-0.06256581842899323
191	rnn.bias_ih_l0	1	0.08859749883413315
191	rnn.bias_ih_l0	2	0.020156048238277435
191	rnn.bias_ih_l0	3	0.07958191633224487
191	rnn.bias_ih_l0	4	-0.07568741589784622
191	rnn.bias_ih_l0	5	0.08252990990877151
191	rnn.bias_ih_l0	6	-0.06907498836517334
191	rnn.bias_ih_l0	7	-0.035991352051496506
191	rnn.bias_ih_l0	8	-0.09257779270410538
191	rnn.bias_ih_l0	9	-0.044953085482120514
191	rnn.bias_hh_l0	0	0.03641059994697571
191	rnn.bias_hh_l0	1	0.07350225746631622
191	rnn.bias_hh_l0	2	0.06998207420110703
191	rnn.bias_hh_l0	3	0.08565488457679749
191	rnn.bias_hh_l0	4	-0.09660466015338898
191	rnn.bias_hh_l0	5	-0.07129678875207901
191	rnn.bias_hh_l0	6	0.07871324568986893
191	rnn.bias_hh_l0	7	-0.07900972664356232
191	rnn.bias_hh_l0	8	-0.02665546163916588
191	rnn.bias_hh_l0	9	0.010284077376127243
191	rnn.weight_ih_l0_reverse	0	0.079386405646801
191	rnn.weight_ih_l0_reverse	1	0.07327427715063095
191	rnn.weight_ih_l0_reverse	2	0.03877005726099014
191	rnn.weight_ih_l0_reverse	3	0.03367847949266434
191	rnn.weight_ih_l0_reverse	4	-0.036482248455286026
191	rnn.weight_ih_l0_reverse	5	0.050840482115745544
191	rnn.weight_ih_l0_reverse	6	0.06647808104753494
191	rnn.weight_ih_l0_reverse	7	0.022346384823322296
191	rnn.weight_ih_l0_reverse	8	-0.0578312873840332
191	rnn.weight_ih_l0_reverse	9	-0.052848998457193375
191	rnn.weight_hh_l0_reverse	0	0.025549868121743202
191	rnn.weight_hh_l0_reverse	1	-0.08719459921121597
191	rnn.weight_hh_l0_reverse	2	0.06339475512504578
191	rnn.weight_hh_l0_reverse	3	-0.021559063345193863
191	rnn.weight_hh_l0_reverse	4	0.08486147224903107
191	rnn.weight_hh_l0_reverse	5	-0.001992518547922373
191	rnn.weight_hh_l0_reverse	6	0.03038954921066761
191	rnn.weight_hh_l0_reverse	7	0.07864855229854584
191	rnn.weight_hh_l0_reverse	8	-0.022405220195651054
191	rnn.weight_hh_l0_reverse	9	-0.04659111052751541
191	rnn.bias_ih_l0_reverse	0	0.000574940990190953
191	rnn.bias_ih_l0_reverse	1	-0.019585322588682175
191	rnn.bias_ih_l0_reverse	2	-0.014080279506742954
191	rnn.bias_ih_l0_reverse	3	0.03636748343706131
191	rnn.bias_ih_l0_reverse	4	0.06765557080507278
191	rnn.bias_ih_l0_reverse	5	-0.020830068737268448
191	rnn.bias_ih_l0_reverse	6	-0.0269437525421381
191	rnn.bias_ih_l0_reverse	7	-0.048554643988609314
191	rnn.bias_ih_l0_reverse	8	0.006202273536473513
191	rnn.bias_ih_l0_reverse	9	-0.0673769935965538
191	rnn.bias_hh_l0_reverse	0	0.03940659388899803
191	rnn.bias_hh_l0_reverse	1	-0.06873959302902222
191	rnn.bias_hh_l0_reverse	2	0.07629398256540298
191	rnn.bias_hh_l0_reverse	3	0.06164826825261116
191	rnn.bias_hh_l0_reverse	4	0.024833880364894867
191	rnn.bias_hh_l0_reverse	5	0.045973196625709534
191	rnn.bias_hh_l0_reverse	6	0.06677407771348953
191	rnn.bias_hh_l0_reverse	7	0.08280131965875626
191	rnn.bias_hh_l0_reverse	8	-0.009303643368184566
191	rnn.bias_hh_l0_reverse	9	0.05024164542555809
191	rnn.weight_ih_l1	0	0.02380960062146187
191	rnn.weight_ih_l1	1	0.01602134108543396
191	rnn.weight_ih_l1	2	0.08779674023389816
191	rnn.weight_ih_l1	3	-0.024283001199364662
191	rnn.weight_ih_l1	4	-0.024511611089110374
191	rnn.weight_ih_l1	5	-0.012699287384748459
191	rnn.weight_ih_l1	6	0.07276740670204163
191	rnn.weight_ih_l1	7	-0.003589299973100424
191	rnn.weight_ih_l1	8	-0.05255984887480736
191	rnn.weight_ih_l1	9	0.05373898148536682
191	rnn.weight_hh_l1	0	-0.08189745247364044
191	rnn.weight_hh_l1	1	-0.035663899034261703
191	rnn.weight_hh_l1	2	-0.008140345104038715
191	rnn.weight_hh_l1	3	-0.058213233947753906
191	rnn.weight_hh_l1	4	0.08608662337064743
191	rnn.weight_hh_l1	5	-0.08409406244754791
191	rnn.weight_hh_l1	6	-0.05012834444642067
191	rnn.weight_hh_l1	7	0.06490235775709152
191	rnn.weight_hh_l1	8	-0.013538801111280918
191	rnn.weight_hh_l1	9	-0.039896100759506226
191	rnn.bias_ih_l1	0	-0.0349099300801754
191	rnn.bias_ih_l1	1	0.055062320083379745
191	rnn.bias_ih_l1	2	-0.045737579464912415
191	rnn.bias_ih_l1	3	-0.07670997083187103
191	rnn.bias_ih_l1	4	-0.028785917907953262
191	rnn.bias_ih_l1	5	-0.004632124211639166
191	rnn.bias_ih_l1	6	-0.046102337539196014
191	rnn.bias_ih_l1	7	0.06207932159304619
191	rnn.bias_ih_l1	8	0.08401111513376236
191	rnn.bias_ih_l1	9	0.03266873210668564
191	rnn.bias_hh_l1	0	0.06896395236253738
191	rnn.bias_hh_l1	1	-0.05864087864756584
191	rnn.bias_hh_l1	2	0.019426265731453896
191	rnn.bias_hh_l1	3	0.08111657947301865
191	rnn.bias_hh_l1	4	0.057725388556718826
191	rnn.bias_hh_l1	5	-0.07919906824827194
191	rnn.bias_hh_l1	6	0.014451591297984123
191	rnn.bias_hh_l1	7	0.04217030853033066
191	rnn.bias_hh_l1	8	0.015295115299522877
191	rnn.bias_hh_l1	9	-0.00482498062774539
191	rnn.weight_ih_l1_reverse	0	0.08683836460113525
191	rnn.weight_ih_l1_reverse	1	-0.04186151176691055
191	rnn.weight_ih_l1_reverse	2	-0.06189046427607536
191	rnn.weight_ih_l1_reverse	3	0.025356099009513855
191	rnn.weight_ih_l1_reverse	4	-0.04653375968337059
191	rnn.weight_ih_l1_reverse	5	0.024026187136769295
191	rnn.weight_ih_l1_reverse	6	0.04035549238324165
191	rnn.weight_ih_l1_reverse	7	0.020248819142580032
191	rnn.weight_ih_l1_reverse	8	-0.008699368685483932
191	rnn.weight_ih_l1_reverse	9	-0.06621019542217255
191	rnn.weight_hh_l1_reverse	0	0.004908981267362833
191	rnn.weight_hh_l1_reverse	1	0.019014377146959305
191	rnn.weight_hh_l1_reverse	2	-0.058192092925310135
191	rnn.weight_hh_l1_reverse	3	-0.012895881198346615
191	rnn.weight_hh_l1_reverse	4	0.008892337791621685
191	rnn.weight_hh_l1_reverse	5	-0.06574486941099167
191	rnn.weight_hh_l1_reverse	6	-0.06730129569768906
191	rnn.weight_hh_l1_reverse	7	-0.011375493369996548
191	rnn.weight_hh_l1_reverse	8	-0.059056300669908524
191	rnn.weight_hh_l1_reverse	9	-0.043933410197496414
191	rnn.bias_ih_l1_reverse	0	-0.0028213688638061285
191	rnn.bias_ih_l1_reverse	1	-0.041443999856710434
191	rnn.bias_ih_l1_reverse	2	0.028242992237210274
191	rnn.bias_ih_l1_reverse	3	-0.0845935270190239
191	rnn.bias_ih_l1_reverse	4	-0.08680539578199387
191	rnn.bias_ih_l1_reverse	5	-0.08673188835382462
191	rnn.bias_ih_l1_reverse	6	0.06487393379211426
191	rnn.bias_ih_l1_reverse	7	0.08454208076000214
191	rnn.bias_ih_l1_reverse	8	-0.0009935111738741398
191	rnn.bias_ih_l1_reverse	9	-0.010342621244490147
191	rnn.bias_hh_l1_reverse	0	0.06205318495631218
191	rnn.bias_hh_l1_reverse	1	-0.06730033457279205
191	rnn.bias_hh_l1_reverse	2	-0.05422039330005646
191	rnn.bias_hh_l1_reverse	3	0.07343471795320511
191	rnn.bias_hh_l1_reverse	4	-0.022574201226234436
191	rnn.bias_hh_l1_reverse	5	-0.005444497335702181
191	rnn.bias_hh_l1_reverse	6	-0.05949465557932854
191	rnn.bias_hh_l1_reverse	7	-0.05972367525100708
191	rnn.bias_hh_l1_reverse	8	0.06624943763017654
191	rnn.bias_hh_l1_reverse	9	0.04793965443968773
191	rnn.weight_ih_l2	0	0.077335886657238
191	rnn.weight_ih_l2	1	-0.054330479353666306
191	rnn.weight_ih_l2	2	0.06335432082414627
191	rnn.weight_ih_l2	3	0.06559283286333084
191	rnn.weight_ih_l2	4	0.0564468689262867
191	rnn.weight_ih_l2	5	-0.0352291613817215
191	rnn.weight_ih_l2	6	-0.07565833628177643
191	rnn.weight_ih_l2	7	0.011853689327836037
191	rnn.weight_ih_l2	8	-0.017177533358335495
191	rnn.weight_ih_l2	9	-0.06913246959447861
191	rnn.weight_hh_l2	0	0.048073530197143555
191	rnn.weight_hh_l2	1	0.030868545174598694
191	rnn.weight_hh_l2	2	-0.054730456322431564
191	rnn.weight_hh_l2	3	-0.02529917284846306
191	rnn.weight_hh_l2	4	0.05492930859327316
191	rnn.weight_hh_l2	5	-0.024140961468219757
191	rnn.weight_hh_l2	6	0.008461243472993374
191	rnn.weight_hh_l2	7	-0.05346802994608879
191	rnn.weight_hh_l2	8	-0.0058389948680996895
191	rnn.weight_hh_l2	9	-0.018030736595392227
191	rnn.bias_ih_l2	0	0.14478366076946259
191	rnn.bias_ih_l2	1	0.01162643264979124
191	rnn.bias_ih_l2	2	0.06701386719942093
191	rnn.bias_ih_l2	3	0.02810906618833542
191	rnn.bias_ih_l2	4	-0.0064780451357364655
191	rnn.bias_ih_l2	5	0.04730571061372757
191	rnn.bias_ih_l2	6	0.013781904242932796
191	rnn.bias_ih_l2	7	0.017665870487689972
191	rnn.bias_ih_l2	8	0.018399488180875778
191	rnn.bias_ih_l2	9	-0.01529828179627657
191	rnn.bias_hh_l2	0	0.02274041809141636
191	rnn.bias_hh_l2	1	0.0076764593832194805
191	rnn.bias_hh_l2	2	0.07649204879999161
191	rnn.bias_hh_l2	3	0.02939058654010296
191	rnn.bias_hh_l2	4	0.07782591879367828
191	rnn.bias_hh_l2	5	-0.0556163564324379
191	rnn.bias_hh_l2	6	0.05562186986207962
191	rnn.bias_hh_l2	7	-0.025186600163578987
191	rnn.bias_hh_l2	8	0.042037542909383774
191	rnn.bias_hh_l2	9	0.012715458869934082
191	rnn.weight_ih_l2_reverse	0	0.08230025321245193
191	rnn.weight_ih_l2_reverse	1	-0.05508045852184296
191	rnn.weight_ih_l2_reverse	2	0.0011806718539446592
191	rnn.weight_ih_l2_reverse	3	0.03526180610060692
191	rnn.weight_ih_l2_reverse	4	0.0540790930390358
191	rnn.weight_ih_l2_reverse	5	-0.04068911448121071
191	rnn.weight_ih_l2_reverse	6	-0.0004954120959155262
191	rnn.weight_ih_l2_reverse	7	-0.013508282601833344
191	rnn.weight_ih_l2_reverse	8	0.013133772648870945
191	rnn.weight_ih_l2_reverse	9	-0.0796084776520729
191	rnn.weight_hh_l2_reverse	0	-0.08277396112680435
191	rnn.weight_hh_l2_reverse	1	0.016684958711266518
191	rnn.weight_hh_l2_reverse	2	0.01043698936700821
191	rnn.weight_hh_l2_reverse	3	0.02432859130203724
191	rnn.weight_hh_l2_reverse	4	-0.03679291903972626
191	rnn.weight_hh_l2_reverse	5	-0.014780238270759583
191	rnn.weight_hh_l2_reverse	6	-0.04393157735466957
191	rnn.weight_hh_l2_reverse	7	-0.0599038302898407
191	rnn.weight_hh_l2_reverse	8	-0.006706536281853914
191	rnn.weight_hh_l2_reverse	9	-0.05901193246245384
191	rnn.bias_ih_l2_reverse	0	-0.057841844856739044
191	rnn.bias_ih_l2_reverse	1	-0.027463944628834724
191	rnn.bias_ih_l2_reverse	2	0.04581552743911743
191	rnn.bias_ih_l2_reverse	3	0.033699553459882736
191	rnn.bias_ih_l2_reverse	4	0.07596911489963531
191	rnn.bias_ih_l2_reverse	5	-0.08861296623945236
191	rnn.bias_ih_l2_reverse	6	-0.04343320056796074
191	rnn.bias_ih_l2_reverse	7	-0.0600740872323513
191	rnn.bias_ih_l2_reverse	8	0.06196387857198715
191	rnn.bias_ih_l2_reverse	9	0.028138037770986557
191	rnn.bias_hh_l2_reverse	0	0.045779045671224594
191	rnn.bias_hh_l2_reverse	1	-0.06829182058572769
191	rnn.bias_hh_l2_reverse	2	-0.06730488687753677
191	rnn.bias_hh_l2_reverse	3	0.031513113528490067
191	rnn.bias_hh_l2_reverse	4	0.03279419615864754
191	rnn.bias_hh_l2_reverse	5	0.03493839129805565
191	rnn.bias_hh_l2_reverse	6	-0.0825953483581543
191	rnn.bias_hh_l2_reverse	7	-0.006796334404498339
191	rnn.bias_hh_l2_reverse	8	-0.10542777180671692
191	rnn.bias_hh_l2_reverse	9	-0.0550677627325058
191	linear.weight	0	0.025028489530086517
191	linear.weight	1	0.14675591886043549
191	linear.weight	2	-0.024220814928412437
191	linear.weight	3	-0.0349605418741703
191	linear.weight	4	-0.022248394787311554
191	linear.weight	5	0.05063094571232796
191	linear.weight	6	0.0027919479180127382
191	linear.weight	7	-0.1035275086760521
191	linear.weight	8	-0.027359239757061005
191	linear.weight	9	0.1100647896528244
191	linear.bias	0	0.5046560168266296
191	linear.bias	1	0.7882598042488098
191	linear.bias	2	-1.635974407196045
191	linear.bias	3	-0.05754556506872177
191	linear.bias	4	-0.050822705030441284
191	linear.bias	5	0.2417539656162262
192	transitions	0	0.03218475729227066
192	transitions	1	-10000.0
192	transitions	2	2.6607837677001953
192	transitions	3	-1.1663421392440796
192	transitions	4	-10000.0
192	transitions	5	-10000.0
192	transitions	6	-10000.0
192	transitions	7	0.8815879225730896
192	transitions	8	0.834993839263916
192	transitions	9	-1.192962884902954
192	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
192	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
192	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
192	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
192	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
192	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
192	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
192	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
192	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
192	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
192	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
192	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
192	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
192	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
192	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
192	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
192	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
192	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
192	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
192	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
192	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
192	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
192	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
192	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
192	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
192	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
192	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
192	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
192	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
192	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
192	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
192	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
192	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
192	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
192	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
192	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
192	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
192	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
192	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
192	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
192	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
192	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
192	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
192	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
192	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
192	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
192	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
192	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
192	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
192	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
192	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
192	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
192	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
192	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
192	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
192	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
192	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
192	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
192	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
192	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
192	embedding2nn.weight	0	0.014803098514676094
192	embedding2nn.weight	1	0.00016182041144929826
192	embedding2nn.weight	2	0.005558272358030081
192	embedding2nn.weight	3	0.0006886544870212674
192	embedding2nn.weight	4	-0.00829317420721054
192	embedding2nn.weight	5	-0.005590434651821852
192	embedding2nn.weight	6	-0.0008304670918732882
192	embedding2nn.weight	7	-0.0029608909972012043
192	embedding2nn.weight	8	0.014093276113271713
192	embedding2nn.weight	9	0.0044356598518788815
192	embedding2nn.bias	0	0.006202029529958963
192	embedding2nn.bias	1	-0.015952633693814278
192	embedding2nn.bias	2	0.007092639338225126
192	embedding2nn.bias	3	-0.008835715241730213
192	embedding2nn.bias	4	-0.023409558460116386
192	embedding2nn.bias	5	0.0008835375192575157
192	embedding2nn.bias	6	0.007554152049124241
192	embedding2nn.bias	7	-0.0065895854495465755
192	embedding2nn.bias	8	-0.0018598353490233421
192	embedding2nn.bias	9	-0.0031933127902448177
192	rnn.weight_ih_l0	0	-0.052280791103839874
192	rnn.weight_ih_l0	1	0.05077551677823067
192	rnn.weight_ih_l0	2	0.031866490840911865
192	rnn.weight_ih_l0	3	0.014753496274352074
192	rnn.weight_ih_l0	4	0.012498750351369381
192	rnn.weight_ih_l0	5	0.08422081172466278
192	rnn.weight_ih_l0	6	0.0760771781206131
192	rnn.weight_ih_l0	7	0.03780028596520424
192	rnn.weight_ih_l0	8	-0.04576175659894943
192	rnn.weight_ih_l0	9	0.008063757792115211
192	rnn.weight_hh_l0	0	0.008246930316090584
192	rnn.weight_hh_l0	1	-0.06422865390777588
192	rnn.weight_hh_l0	2	-0.06548597663640976
192	rnn.weight_hh_l0	3	0.07153002917766571
192	rnn.weight_hh_l0	4	0.07098818570375443
192	rnn.weight_hh_l0	5	0.005954865366220474
192	rnn.weight_hh_l0	6	-0.002261704532429576
192	rnn.weight_hh_l0	7	-0.016329947859048843
192	rnn.weight_hh_l0	8	-0.02931651473045349
192	rnn.weight_hh_l0	9	0.05757803097367287
192	rnn.bias_ih_l0	0	-0.06240299344062805
192	rnn.bias_ih_l0	1	0.0885993242263794
192	rnn.bias_ih_l0	2	0.020166393369436264
192	rnn.bias_ih_l0	3	0.07953233271837234
192	rnn.bias_ih_l0	4	-0.07633253186941147
192	rnn.bias_ih_l0	5	0.08276230096817017
192	rnn.bias_ih_l0	6	-0.06869053840637207
192	rnn.bias_ih_l0	7	-0.03599768131971359
192	rnn.bias_ih_l0	8	-0.09226790070533752
192	rnn.bias_ih_l0	9	-0.04495351016521454
192	rnn.bias_hh_l0	0	0.036065660417079926
192	rnn.bias_hh_l0	1	0.07352177798748016
192	rnn.bias_hh_l0	2	0.06998468190431595
192	rnn.bias_hh_l0	3	0.085661381483078
192	rnn.bias_hh_l0	4	-0.09715760499238968
192	rnn.bias_hh_l0	5	-0.07129421085119247
192	rnn.bias_hh_l0	6	0.07875805348157883
192	rnn.bias_hh_l0	7	-0.07968508452177048
192	rnn.bias_hh_l0	8	-0.026663314551115036
192	rnn.bias_hh_l0	9	0.009458928368985653
192	rnn.weight_ih_l0_reverse	0	0.07938626408576965
192	rnn.weight_ih_l0_reverse	1	0.07326816022396088
192	rnn.weight_ih_l0_reverse	2	0.038770370185375214
192	rnn.weight_ih_l0_reverse	3	0.033675987273454666
192	rnn.weight_ih_l0_reverse	4	-0.036473777145147324
192	rnn.weight_ih_l0_reverse	5	0.05083903297781944
192	rnn.weight_ih_l0_reverse	6	0.06647929549217224
192	rnn.weight_ih_l0_reverse	7	0.022346092388033867
192	rnn.weight_ih_l0_reverse	8	-0.05783582851290703
192	rnn.weight_ih_l0_reverse	9	-0.0528489351272583
192	rnn.weight_hh_l0_reverse	0	0.025544611737132072
192	rnn.weight_hh_l0_reverse	1	-0.08719414472579956
192	rnn.weight_hh_l0_reverse	2	0.06339485943317413
192	rnn.weight_hh_l0_reverse	3	-0.02155880257487297
192	rnn.weight_hh_l0_reverse	4	0.08488795161247253
192	rnn.weight_hh_l0_reverse	5	-0.0020041305106133223
192	rnn.weight_hh_l0_reverse	6	0.030401568859815598
192	rnn.weight_hh_l0_reverse	7	0.0786416158080101
192	rnn.weight_hh_l0_reverse	8	-0.022401848807930946
192	rnn.weight_hh_l0_reverse	9	-0.04658937081694603
192	rnn.bias_ih_l0_reverse	0	0.0005574376555159688
192	rnn.bias_ih_l0_reverse	1	-0.019721025601029396
192	rnn.bias_ih_l0_reverse	2	-0.014173067174851894
192	rnn.bias_ih_l0_reverse	3	0.036371730268001556
192	rnn.bias_ih_l0_reverse	4	0.06775560230016708
192	rnn.bias_ih_l0_reverse	5	-0.020872827619314194
192	rnn.bias_ih_l0_reverse	6	-0.026934592053294182
192	rnn.bias_ih_l0_reverse	7	-0.04860266298055649
192	rnn.bias_ih_l0_reverse	8	0.006261793430894613
192	rnn.bias_ih_l0_reverse	9	-0.06738866120576859
192	rnn.bias_hh_l0_reverse	0	0.03946731984615326
192	rnn.bias_hh_l0_reverse	1	-0.068751260638237
192	rnn.bias_hh_l0_reverse	2	0.07618892192840576
192	rnn.bias_hh_l0_reverse	3	0.061730850487947464
192	rnn.bias_hh_l0_reverse	4	0.024428818374872208
192	rnn.bias_hh_l0_reverse	5	0.046000223606824875
192	rnn.bias_hh_l0_reverse	6	0.06653415411710739
192	rnn.bias_hh_l0_reverse	7	0.08285627514123917
192	rnn.bias_hh_l0_reverse	8	-0.009354816749691963
192	rnn.bias_hh_l0_reverse	9	0.05045691505074501
192	rnn.weight_ih_l1	0	0.02380520850419998
192	rnn.weight_ih_l1	1	0.016054553911089897
192	rnn.weight_ih_l1	2	0.08842400461435318
192	rnn.weight_ih_l1	3	-0.024280620738863945
192	rnn.weight_ih_l1	4	-0.024506833404302597
192	rnn.weight_ih_l1	5	-0.012611070647835732
192	rnn.weight_ih_l1	6	0.0727866142988205
192	rnn.weight_ih_l1	7	-0.0035710707306861877
192	rnn.weight_ih_l1	8	-0.05256737396121025
192	rnn.weight_ih_l1	9	0.05344902351498604
192	rnn.weight_hh_l1	0	-0.08177123218774796
192	rnn.weight_hh_l1	1	-0.03568007051944733
192	rnn.weight_hh_l1	2	-0.008140720427036285
192	rnn.weight_hh_l1	3	-0.058224648237228394
192	rnn.weight_hh_l1	4	0.08609742671251297
192	rnn.weight_hh_l1	5	-0.08409653604030609
192	rnn.weight_hh_l1	6	-0.05013301968574524
192	rnn.weight_hh_l1	7	0.06485486775636673
192	rnn.weight_hh_l1	8	-0.013538935221731663
192	rnn.weight_hh_l1	9	-0.03989892080426216
192	rnn.bias_ih_l1	0	-0.03495412692427635
192	rnn.bias_ih_l1	1	0.05505278334021568
192	rnn.bias_ih_l1	2	-0.045755159109830856
192	rnn.bias_ih_l1	3	-0.07653862982988358
192	rnn.bias_ih_l1	4	-0.028732163831591606
192	rnn.bias_ih_l1	5	-0.005938723683357239
192	rnn.bias_ih_l1	6	-0.045868657529354095
192	rnn.bias_ih_l1	7	0.06208787113428116
192	rnn.bias_ih_l1	8	0.08415766060352325
192	rnn.bias_ih_l1	9	0.0330040380358696
192	rnn.bias_hh_l1	0	0.06896400451660156
192	rnn.bias_hh_l1	1	-0.058636635541915894
192	rnn.bias_hh_l1	2	0.019446544349193573
192	rnn.bias_hh_l1	3	0.08115311712026596
192	rnn.bias_hh_l1	4	0.05776769295334816
192	rnn.bias_hh_l1	5	-0.07929125428199768
192	rnn.bias_hh_l1	6	0.014440467581152916
192	rnn.bias_hh_l1	7	0.04210444912314415
192	rnn.bias_hh_l1	8	0.01528648380190134
192	rnn.bias_hh_l1	9	-0.004836560692638159
192	rnn.weight_ih_l1_reverse	0	0.08685341477394104
192	rnn.weight_ih_l1_reverse	1	-0.04186397045850754
192	rnn.weight_ih_l1_reverse	2	-0.06189017370343208
192	rnn.weight_ih_l1_reverse	3	0.025367993861436844
192	rnn.weight_ih_l1_reverse	4	-0.04654250293970108
192	rnn.weight_ih_l1_reverse	5	0.024021686986088753
192	rnn.weight_ih_l1_reverse	6	0.040366239845752716
192	rnn.weight_ih_l1_reverse	7	0.020239518955349922
192	rnn.weight_ih_l1_reverse	8	-0.008707687258720398
192	rnn.weight_ih_l1_reverse	9	-0.06617733836174011
192	rnn.weight_hh_l1_reverse	0	0.004909171257168055
192	rnn.weight_hh_l1_reverse	1	0.01901603303849697
192	rnn.weight_hh_l1_reverse	2	-0.058191876858472824
192	rnn.weight_hh_l1_reverse	3	-0.012888738885521889
192	rnn.weight_hh_l1_reverse	4	0.008885623887181282
192	rnn.weight_hh_l1_reverse	5	-0.06569752842187881
192	rnn.weight_hh_l1_reverse	6	-0.06730218976736069
192	rnn.weight_hh_l1_reverse	7	-0.011376175098121166
192	rnn.weight_hh_l1_reverse	8	-0.05905309319496155
192	rnn.weight_hh_l1_reverse	9	-0.04394061863422394
192	rnn.bias_ih_l1_reverse	0	-0.002806988777592778
192	rnn.bias_ih_l1_reverse	1	-0.04141245037317276
192	rnn.bias_ih_l1_reverse	2	0.028321929275989532
192	rnn.bias_ih_l1_reverse	3	-0.08456427603960037
192	rnn.bias_ih_l1_reverse	4	-0.08681418746709824
192	rnn.bias_ih_l1_reverse	5	-0.08671804517507553
192	rnn.bias_ih_l1_reverse	6	0.06489754468202591
192	rnn.bias_ih_l1_reverse	7	0.08453807234764099
192	rnn.bias_ih_l1_reverse	8	-0.0007160375826060772
192	rnn.bias_ih_l1_reverse	9	-0.010276255197823048
192	rnn.bias_hh_l1_reverse	0	0.0620998777449131
192	rnn.bias_hh_l1_reverse	1	-0.06722735613584518
192	rnn.bias_hh_l1_reverse	2	-0.05421282351016998
192	rnn.bias_hh_l1_reverse	3	0.0734027773141861
192	rnn.bias_hh_l1_reverse	4	-0.022571101784706116
192	rnn.bias_hh_l1_reverse	5	-0.0054139005951583385
192	rnn.bias_hh_l1_reverse	6	-0.059394050389528275
192	rnn.bias_hh_l1_reverse	7	-0.05971785634756088
192	rnn.bias_hh_l1_reverse	8	0.06625642627477646
192	rnn.bias_hh_l1_reverse	9	0.047697294503450394
192	rnn.weight_ih_l2	0	0.07714252173900604
192	rnn.weight_ih_l2	1	-0.05433005467057228
192	rnn.weight_ih_l2	2	0.06335687637329102
192	rnn.weight_ih_l2	3	0.06563816964626312
192	rnn.weight_ih_l2	4	0.05649818480014801
192	rnn.weight_ih_l2	5	-0.035227932035923004
192	rnn.weight_ih_l2	6	-0.07568320631980896
192	rnn.weight_ih_l2	7	0.011852961033582687
192	rnn.weight_ih_l2	8	-0.017176911234855652
192	rnn.weight_ih_l2	9	-0.0691324844956398
192	rnn.weight_hh_l2	0	0.04806646704673767
192	rnn.weight_hh_l2	1	0.030872369185090065
192	rnn.weight_hh_l2	2	-0.054730866104364395
192	rnn.weight_hh_l2	3	-0.02528415620326996
192	rnn.weight_hh_l2	4	0.05492458492517471
192	rnn.weight_hh_l2	5	-0.02412865310907364
192	rnn.weight_hh_l2	6	0.008457465097308159
192	rnn.weight_hh_l2	7	-0.053473420441150665
192	rnn.weight_hh_l2	8	-0.0058417050167918205
192	rnn.weight_hh_l2	9	-0.01803410053253174
192	rnn.bias_ih_l2	0	0.14458128809928894
192	rnn.bias_ih_l2	1	0.011631677858531475
192	rnn.bias_ih_l2	2	0.06707628071308136
192	rnn.bias_ih_l2	3	0.028078095987439156
192	rnn.bias_ih_l2	4	-0.0064934478141367435
192	rnn.bias_ih_l2	5	0.04730113968253136
192	rnn.bias_ih_l2	6	0.013758204877376556
192	rnn.bias_ih_l2	7	0.01768498122692108
192	rnn.bias_ih_l2	8	0.01837712712585926
192	rnn.bias_ih_l2	9	-0.015314402058720589
192	rnn.bias_hh_l2	0	0.022632136940956116
192	rnn.bias_hh_l2	1	0.007619188167154789
192	rnn.bias_hh_l2	2	0.07658141851425171
192	rnn.bias_hh_l2	3	0.029382696375250816
192	rnn.bias_hh_l2	4	0.0778171643614769
192	rnn.bias_hh_l2	5	-0.056873444467782974
192	rnn.bias_hh_l2	6	0.05594475939869881
192	rnn.bias_hh_l2	7	-0.02532162331044674
192	rnn.bias_hh_l2	8	0.04203556478023529
192	rnn.bias_hh_l2	9	0.013170591555535793
192	rnn.weight_ih_l2_reverse	0	0.08230123668909073
192	rnn.weight_ih_l2_reverse	1	-0.05507756769657135
192	rnn.weight_ih_l2_reverse	2	0.0011808921117335558
192	rnn.weight_ih_l2_reverse	3	0.035263724625110626
192	rnn.weight_ih_l2_reverse	4	0.05407916381955147
192	rnn.weight_ih_l2_reverse	5	-0.04068910330533981
192	rnn.weight_ih_l2_reverse	6	-0.0005548964254558086
192	rnn.weight_ih_l2_reverse	7	-0.01354390848428011
192	rnn.weight_ih_l2_reverse	8	0.01319795846939087
192	rnn.weight_ih_l2_reverse	9	-0.07960321009159088
192	rnn.weight_hh_l2_reverse	0	-0.08277367055416107
192	rnn.weight_hh_l2_reverse	1	0.016685612499713898
192	rnn.weight_hh_l2_reverse	2	0.01043656375259161
192	rnn.weight_hh_l2_reverse	3	0.0243288055062294
192	rnn.weight_hh_l2_reverse	4	-0.036792486906051636
192	rnn.weight_hh_l2_reverse	5	-0.014782104641199112
192	rnn.weight_hh_l2_reverse	6	-0.043962929397821426
192	rnn.weight_hh_l2_reverse	7	-0.05990396440029144
192	rnn.weight_hh_l2_reverse	8	-0.006707404740154743
192	rnn.weight_hh_l2_reverse	9	-0.05901004746556282
192	rnn.bias_ih_l2_reverse	0	-0.056978363543748856
192	rnn.bias_ih_l2_reverse	1	-0.027464348822832108
192	rnn.bias_ih_l2_reverse	2	0.04571424052119255
192	rnn.bias_ih_l2_reverse	3	0.03389686718583107
192	rnn.bias_ih_l2_reverse	4	0.07599226385354996
192	rnn.bias_ih_l2_reverse	5	-0.08861002326011658
192	rnn.bias_ih_l2_reverse	6	-0.043426986783742905
192	rnn.bias_ih_l2_reverse	7	-0.06032862141728401
192	rnn.bias_ih_l2_reverse	8	0.061995506286621094
192	rnn.bias_ih_l2_reverse	9	0.02796238102018833
192	rnn.bias_hh_l2_reverse	0	0.045786116272211075
192	rnn.bias_hh_l2_reverse	1	-0.06838987022638321
192	rnn.bias_hh_l2_reverse	2	-0.06729768216609955
192	rnn.bias_hh_l2_reverse	3	0.03150135278701782
192	rnn.bias_hh_l2_reverse	4	0.03282127156853676
192	rnn.bias_hh_l2_reverse	5	0.03488902375102043
192	rnn.bias_hh_l2_reverse	6	-0.08257012069225311
192	rnn.bias_hh_l2_reverse	7	-0.0068395137786865234
192	rnn.bias_hh_l2_reverse	8	-0.10549134016036987
192	rnn.bias_hh_l2_reverse	9	-0.055057451128959656
192	linear.weight	0	0.025028489530086517
192	linear.weight	1	0.1475110501050949
192	linear.weight	2	-0.024219295009970665
192	linear.weight	3	-0.034992218017578125
192	linear.weight	4	-0.022248394787311554
192	linear.weight	5	0.0505964495241642
192	linear.weight	6	0.002013103337958455
192	linear.weight	7	-0.10325776785612106
192	linear.weight	8	-0.027420878410339355
192	linear.weight	9	0.11011563986539841
192	linear.bias	0	0.4980022609233856
192	linear.bias	1	0.7795555591583252
192	linear.bias	2	-1.6362119913101196
192	linear.bias	3	-0.05754556506872177
192	linear.bias	4	-0.050822705030441284
192	linear.bias	5	0.25734952092170715
193	transitions	0	0.03210446611046791
193	transitions	1	-10000.0
193	transitions	2	2.6604902744293213
193	transitions	3	-1.160128116607666
193	transitions	4	-10000.0
193	transitions	5	-10000.0
193	transitions	6	-10000.0
193	transitions	7	0.8815869092941284
193	transitions	8	0.8349595069885254
193	transitions	9	-1.1931148767471313
193	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
193	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
193	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
193	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
193	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
193	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
193	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
193	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
193	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
193	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
193	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
193	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
193	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
193	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
193	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
193	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
193	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
193	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
193	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
193	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
193	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
193	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
193	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
193	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
193	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
193	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
193	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
193	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
193	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
193	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
193	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
193	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
193	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
193	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
193	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
193	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
193	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
193	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
193	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
193	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
193	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
193	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
193	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
193	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
193	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
193	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
193	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
193	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
193	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
193	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
193	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
193	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
193	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
193	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
193	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
193	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
193	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
193	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
193	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
193	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
193	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
193	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
193	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
193	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
193	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
193	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
193	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
193	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
193	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
193	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
193	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
193	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
193	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
193	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
193	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
193	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
193	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
193	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
193	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
193	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
193	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
193	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
193	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
193	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
193	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
193	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
193	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
193	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
193	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
193	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
193	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
193	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
193	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
193	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
193	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
193	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
193	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
193	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
193	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
193	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
193	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
193	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
193	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
193	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
193	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
193	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
193	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
193	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
193	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
193	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
193	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
193	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
193	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
193	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
193	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
193	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
193	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
193	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
193	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
193	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
193	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
193	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
193	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
193	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
193	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
193	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
193	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
193	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
193	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
193	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
193	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
193	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
193	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
193	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
193	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
193	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
193	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
193	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
193	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
193	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
193	embedding2nn.weight	0	0.014802307821810246
193	embedding2nn.weight	1	0.0001618643873371184
193	embedding2nn.weight	2	0.005558263510465622
193	embedding2nn.weight	3	0.0006863076705485582
193	embedding2nn.weight	4	-0.00829269364476204
193	embedding2nn.weight	5	-0.00558997318148613
193	embedding2nn.weight	6	-0.0008300134213641286
193	embedding2nn.weight	7	-0.002958456054329872
193	embedding2nn.weight	8	0.014122680760920048
193	embedding2nn.weight	9	0.00442705862224102
193	embedding2nn.bias	0	0.006478811148554087
193	embedding2nn.bias	1	-0.01618647761642933
193	embedding2nn.bias	2	0.006376281380653381
193	embedding2nn.bias	3	-0.008717433549463749
193	embedding2nn.bias	4	-0.02339188940823078
193	embedding2nn.bias	5	0.0006605121307075024
193	embedding2nn.bias	6	0.006919512525200844
193	embedding2nn.bias	7	-0.006842718925327063
193	embedding2nn.bias	8	-0.0012902684975415468
193	embedding2nn.bias	9	-0.0034158052876591682
193	rnn.weight_ih_l0	0	-0.052277784794569016
193	rnn.weight_ih_l0	1	0.050774604082107544
193	rnn.weight_ih_l0	2	0.03186700493097305
193	rnn.weight_ih_l0	3	0.014753511175513268
193	rnn.weight_ih_l0	4	0.012473160400986671
193	rnn.weight_ih_l0	5	0.0842195525765419
193	rnn.weight_ih_l0	6	0.07607800513505936
193	rnn.weight_ih_l0	7	0.03780030086636543
193	rnn.weight_ih_l0	8	-0.0457652285695076
193	rnn.weight_ih_l0	9	0.00802832841873169
193	rnn.weight_hh_l0	0	0.008248615078628063
193	rnn.weight_hh_l0	1	-0.06423365324735641
193	rnn.weight_hh_l0	2	-0.0654865950345993
193	rnn.weight_hh_l0	3	0.07152969390153885
193	rnn.weight_hh_l0	4	0.07098199427127838
193	rnn.weight_hh_l0	5	0.005953449755907059
193	rnn.weight_hh_l0	6	-0.002245057839900255
193	rnn.weight_hh_l0	7	-0.016280680894851685
193	rnn.weight_hh_l0	8	-0.029322583228349686
193	rnn.weight_hh_l0	9	0.05757798254489899
193	rnn.bias_ih_l0	0	-0.06262388080358505
193	rnn.bias_ih_l0	1	0.08860480785369873
193	rnn.bias_ih_l0	2	0.020192714408040047
193	rnn.bias_ih_l0	3	0.07958725839853287
193	rnn.bias_ih_l0	4	-0.0765109732747078
193	rnn.bias_ih_l0	5	0.08261287957429886
193	rnn.bias_ih_l0	6	-0.06878320872783661
193	rnn.bias_ih_l0	7	-0.03600354492664337
193	rnn.bias_ih_l0	8	-0.0924309715628624
193	rnn.bias_ih_l0	9	-0.04493572190403938
193	rnn.bias_hh_l0	0	0.03649087995290756
193	rnn.bias_hh_l0	1	0.07349976897239685
193	rnn.bias_hh_l0	2	0.06998294591903687
193	rnn.bias_hh_l0	3	0.08568075299263
193	rnn.bias_hh_l0	4	-0.09701111912727356
193	rnn.bias_hh_l0	5	-0.07128401845693588
193	rnn.bias_hh_l0	6	0.07868419587612152
193	rnn.bias_hh_l0	7	-0.07937519252300262
193	rnn.bias_hh_l0	8	-0.026637880131602287
193	rnn.bias_hh_l0	9	0.011217636056244373
193	rnn.weight_ih_l0_reverse	0	0.07938279956579208
193	rnn.weight_ih_l0_reverse	1	0.07328494638204575
193	rnn.weight_ih_l0_reverse	2	0.03877001628279686
193	rnn.weight_ih_l0_reverse	3	0.03367658331990242
193	rnn.weight_ih_l0_reverse	4	-0.03646816685795784
193	rnn.weight_ih_l0_reverse	5	0.05083802714943886
193	rnn.weight_ih_l0_reverse	6	0.06648418307304382
193	rnn.weight_ih_l0_reverse	7	0.022348593920469284
193	rnn.weight_ih_l0_reverse	8	-0.05783390998840332
193	rnn.weight_ih_l0_reverse	9	-0.05284889414906502
193	rnn.weight_hh_l0_reverse	0	0.025543510913848877
193	rnn.weight_hh_l0_reverse	1	-0.08719076961278915
193	rnn.weight_hh_l0_reverse	2	0.06339535117149353
193	rnn.weight_hh_l0_reverse	3	-0.021556677296757698
193	rnn.weight_hh_l0_reverse	4	0.08489669859409332
193	rnn.weight_hh_l0_reverse	5	-0.0019953479059040546
193	rnn.weight_hh_l0_reverse	6	0.03042568825185299
193	rnn.weight_hh_l0_reverse	7	0.07865725457668304
193	rnn.weight_hh_l0_reverse	8	-0.022395867854356766
193	rnn.weight_hh_l0_reverse	9	-0.04658843204379082
193	rnn.bias_ih_l0_reverse	0	0.0005740905762650073
193	rnn.bias_ih_l0_reverse	1	-0.02021322213113308
193	rnn.bias_ih_l0_reverse	2	-0.014025935903191566
193	rnn.bias_ih_l0_reverse	3	0.03637830913066864
193	rnn.bias_ih_l0_reverse	4	0.06770656257867813
193	rnn.bias_ih_l0_reverse	5	-0.02082495205104351
193	rnn.bias_ih_l0_reverse	6	-0.026965809985995293
193	rnn.bias_ih_l0_reverse	7	-0.04854651540517807
193	rnn.bias_ih_l0_reverse	8	0.00622627092525363
193	rnn.bias_ih_l0_reverse	9	-0.06751494854688644
193	rnn.bias_hh_l0_reverse	0	0.03943348303437233
193	rnn.bias_hh_l0_reverse	1	-0.06887754797935486
193	rnn.bias_hh_l0_reverse	2	0.07599207758903503
193	rnn.bias_hh_l0_reverse	3	0.06178557872772217
193	rnn.bias_hh_l0_reverse	4	0.024290526285767555
193	rnn.bias_hh_l0_reverse	5	0.046098265796899796
193	rnn.bias_hh_l0_reverse	6	0.0667063519358635
193	rnn.bias_hh_l0_reverse	7	0.0833699107170105
193	rnn.bias_hh_l0_reverse	8	-0.00929087121039629
193	rnn.bias_hh_l0_reverse	9	0.050360191613435745
193	rnn.weight_ih_l1	0	0.023765718564391136
193	rnn.weight_ih_l1	1	0.015993908047676086
193	rnn.weight_ih_l1	2	0.0880376473069191
193	rnn.weight_ih_l1	3	-0.02425825409591198
193	rnn.weight_ih_l1	4	-0.024508140981197357
193	rnn.weight_ih_l1	5	-0.012669948861002922
193	rnn.weight_ih_l1	6	0.0727919265627861
193	rnn.weight_ih_l1	7	-0.00357746216468513
193	rnn.weight_ih_l1	8	-0.0525340810418129
193	rnn.weight_ih_l1	9	0.05348541587591171
193	rnn.weight_hh_l1	0	-0.08183105289936066
193	rnn.weight_hh_l1	1	-0.035676948726177216
193	rnn.weight_hh_l1	2	-0.00813976675271988
193	rnn.weight_hh_l1	3	-0.058223456144332886
193	rnn.weight_hh_l1	4	0.08611433953046799
193	rnn.weight_hh_l1	5	-0.08409734815359116
193	rnn.weight_hh_l1	6	-0.050131045281887054
193	rnn.weight_hh_l1	7	0.06484586745500565
193	rnn.weight_hh_l1	8	-0.013543453998863697
193	rnn.weight_hh_l1	9	-0.03988957032561302
193	rnn.bias_ih_l1	0	-0.03486642241477966
193	rnn.bias_ih_l1	1	0.05506531894207001
193	rnn.bias_ih_l1	2	-0.045750025659799576
193	rnn.bias_ih_l1	3	-0.07659094780683517
193	rnn.bias_ih_l1	4	-0.028689922764897346
193	rnn.bias_ih_l1	5	-0.005528535693883896
193	rnn.bias_ih_l1	6	-0.04546231031417847
193	rnn.bias_ih_l1	7	0.062113065272569656
193	rnn.bias_ih_l1	8	0.0840739756822586
193	rnn.bias_ih_l1	9	0.032710783183574677
193	rnn.bias_hh_l1	0	0.06896994262933731
193	rnn.bias_hh_l1	1	-0.05863166227936745
193	rnn.bias_hh_l1	2	0.01944842003285885
193	rnn.bias_hh_l1	3	0.08121637254953384
193	rnn.bias_hh_l1	4	0.05778428539633751
193	rnn.bias_hh_l1	5	-0.07929839193820953
193	rnn.bias_hh_l1	6	0.014437239617109299
193	rnn.bias_hh_l1	7	0.04216704145073891
193	rnn.bias_hh_l1	8	0.015346059575676918
193	rnn.bias_hh_l1	9	-0.004844146780669689
193	rnn.weight_ih_l1_reverse	0	0.0868510976433754
193	rnn.weight_ih_l1_reverse	1	-0.04186282306909561
193	rnn.weight_ih_l1_reverse	2	-0.06189100816845894
193	rnn.weight_ih_l1_reverse	3	0.025364365428686142
193	rnn.weight_ih_l1_reverse	4	-0.046538691967725754
193	rnn.weight_ih_l1_reverse	5	0.02401949279010296
193	rnn.weight_ih_l1_reverse	6	0.04038764536380768
193	rnn.weight_ih_l1_reverse	7	0.02023688144981861
193	rnn.weight_ih_l1_reverse	8	-0.008711137808859348
193	rnn.weight_ih_l1_reverse	9	-0.06625127792358398
193	rnn.weight_hh_l1_reverse	0	0.004910503048449755
193	rnn.weight_hh_l1_reverse	1	0.01901501603424549
193	rnn.weight_hh_l1_reverse	2	-0.058192066848278046
193	rnn.weight_hh_l1_reverse	3	-0.01288627553731203
193	rnn.weight_hh_l1_reverse	4	0.008887775242328644
193	rnn.weight_hh_l1_reverse	5	-0.06577262282371521
193	rnn.weight_hh_l1_reverse	6	-0.06730154901742935
193	rnn.weight_hh_l1_reverse	7	-0.01137523539364338
193	rnn.weight_hh_l1_reverse	8	-0.05904603749513626
193	rnn.weight_hh_l1_reverse	9	-0.04394092410802841
193	rnn.bias_ih_l1_reverse	0	-0.0028074344154447317
193	rnn.bias_ih_l1_reverse	1	-0.04140901938080788
193	rnn.bias_ih_l1_reverse	2	0.028315620496869087
193	rnn.bias_ih_l1_reverse	3	-0.08451220393180847
193	rnn.bias_ih_l1_reverse	4	-0.08681686967611313
193	rnn.bias_ih_l1_reverse	5	-0.08671565353870392
193	rnn.bias_ih_l1_reverse	6	0.06489694118499756
193	rnn.bias_ih_l1_reverse	7	0.08454275876283646
193	rnn.bias_ih_l1_reverse	8	-0.0005077302921563387
193	rnn.bias_ih_l1_reverse	9	-0.010279933921992779
193	rnn.bias_hh_l1_reverse	0	0.06213674694299698
193	rnn.bias_hh_l1_reverse	1	-0.06721742451190948
193	rnn.bias_hh_l1_reverse	2	-0.05422777310013771
193	rnn.bias_hh_l1_reverse	3	0.07343028485774994
193	rnn.bias_hh_l1_reverse	4	-0.02260623499751091
193	rnn.bias_hh_l1_reverse	5	-0.005460536107420921
193	rnn.bias_hh_l1_reverse	6	-0.059384994208812714
193	rnn.bias_hh_l1_reverse	7	-0.05973534286022186
193	rnn.bias_hh_l1_reverse	8	0.06618555635213852
193	rnn.bias_hh_l1_reverse	9	0.04812346026301384
193	rnn.weight_ih_l2	0	0.07709583640098572
193	rnn.weight_ih_l2	1	-0.054332759231328964
193	rnn.weight_ih_l2	2	0.06335705518722534
193	rnn.weight_ih_l2	3	0.06567034125328064
193	rnn.weight_ih_l2	4	0.056496910750865936
193	rnn.weight_ih_l2	5	-0.03523509204387665
193	rnn.weight_ih_l2	6	-0.07567597180604935
193	rnn.weight_ih_l2	7	0.0118361571803689
193	rnn.weight_ih_l2	8	-0.01717868633568287
193	rnn.weight_ih_l2	9	-0.06913190335035324
193	rnn.weight_hh_l2	0	0.04807271435856819
193	rnn.weight_hh_l2	1	0.030836012214422226
193	rnn.weight_hh_l2	2	-0.05473244935274124
193	rnn.weight_hh_l2	3	-0.025283752009272575
193	rnn.weight_hh_l2	4	0.05492692068219185
193	rnn.weight_hh_l2	5	-0.02413131855428219
193	rnn.weight_hh_l2	6	0.008456923998892307
193	rnn.weight_hh_l2	7	-0.053479015827178955
193	rnn.weight_hh_l2	8	-0.005813213065266609
193	rnn.weight_hh_l2	9	-0.01803320273756981
193	rnn.bias_ih_l2	0	0.14436422288417816
193	rnn.bias_ih_l2	1	0.01163257472217083
193	rnn.bias_ih_l2	2	0.06709147989749908
193	rnn.bias_ih_l2	3	0.028271514922380447
193	rnn.bias_ih_l2	4	-0.00645702239125967
193	rnn.bias_ih_l2	5	0.047374382615089417
193	rnn.bias_ih_l2	6	0.013765486888587475
193	rnn.bias_ih_l2	7	0.017735395580530167
193	rnn.bias_ih_l2	8	0.018473047763109207
193	rnn.bias_ih_l2	9	-0.015318873338401318
193	rnn.bias_hh_l2	0	0.02261732704937458
193	rnn.bias_hh_l2	1	0.00771694490686059
193	rnn.bias_hh_l2	2	0.07659438252449036
193	rnn.bias_hh_l2	3	0.029386859387159348
193	rnn.bias_hh_l2	4	0.0778241753578186
193	rnn.bias_hh_l2	5	-0.056076835840940475
193	rnn.bias_hh_l2	6	0.05586147680878639
193	rnn.bias_hh_l2	7	-0.025274869054555893
193	rnn.bias_hh_l2	8	0.04199051484465599
193	rnn.bias_hh_l2	9	0.013736780732870102
193	rnn.weight_ih_l2_reverse	0	0.08229968696832657
193	rnn.weight_ih_l2_reverse	1	-0.055134013295173645
193	rnn.weight_ih_l2_reverse	2	0.0011786083923652768
193	rnn.weight_ih_l2_reverse	3	0.03526356443762779
193	rnn.weight_ih_l2_reverse	4	0.0540788359940052
193	rnn.weight_ih_l2_reverse	5	-0.04068911075592041
193	rnn.weight_ih_l2_reverse	6	-0.0005497849779203534
193	rnn.weight_ih_l2_reverse	7	-0.013492156751453876
193	rnn.weight_ih_l2_reverse	8	0.01322659570723772
193	rnn.weight_ih_l2_reverse	9	-0.07960681617259979
193	rnn.weight_hh_l2_reverse	0	-0.0827735885977745
193	rnn.weight_hh_l2_reverse	1	0.016724226996302605
193	rnn.weight_hh_l2_reverse	2	0.010429943911731243
193	rnn.weight_hh_l2_reverse	3	0.024329090490937233
193	rnn.weight_hh_l2_reverse	4	-0.036792539060115814
193	rnn.weight_hh_l2_reverse	5	-0.014782926067709923
193	rnn.weight_hh_l2_reverse	6	-0.04393966495990753
193	rnn.weight_hh_l2_reverse	7	-0.05990360304713249
193	rnn.weight_hh_l2_reverse	8	-0.006707289721816778
193	rnn.weight_hh_l2_reverse	9	-0.05900903418660164
193	rnn.bias_ih_l2_reverse	0	-0.05683906376361847
193	rnn.bias_ih_l2_reverse	1	-0.02743370458483696
193	rnn.bias_ih_l2_reverse	2	0.045709751546382904
193	rnn.bias_ih_l2_reverse	3	0.03337511420249939
193	rnn.bias_ih_l2_reverse	4	0.07600555568933487
193	rnn.bias_ih_l2_reverse	5	-0.08861047774553299
193	rnn.bias_ih_l2_reverse	6	-0.04343811050057411
193	rnn.bias_ih_l2_reverse	7	-0.060060445219278336
193	rnn.bias_ih_l2_reverse	8	0.06210743263363838
193	rnn.bias_ih_l2_reverse	9	0.028066692873835564
193	rnn.bias_hh_l2_reverse	0	0.045518502593040466
193	rnn.bias_hh_l2_reverse	1	-0.06891565024852753
193	rnn.bias_hh_l2_reverse	2	-0.06729483604431152
193	rnn.bias_hh_l2_reverse	3	0.031508222222328186
193	rnn.bias_hh_l2_reverse	4	0.032772451639175415
193	rnn.bias_hh_l2_reverse	5	0.03488621488213539
193	rnn.bias_hh_l2_reverse	6	-0.08262289315462112
193	rnn.bias_hh_l2_reverse	7	-0.006781815085560083
193	rnn.bias_hh_l2_reverse	8	-0.10548300296068192
193	rnn.bias_hh_l2_reverse	9	-0.05506491661071777
193	linear.weight	0	0.025028489530086517
193	linear.weight	1	0.14663930237293243
193	linear.weight	2	-0.024217182770371437
193	linear.weight	3	-0.03518718108534813
193	linear.weight	4	-0.022248394787311554
193	linear.weight	5	0.05059428885579109
193	linear.weight	6	0.002011040458455682
193	linear.weight	7	-0.10446006804704666
193	linear.weight	8	-0.027749165892601013
193	linear.weight	9	0.11118845641613007
193	linear.bias	0	0.4973812997341156
193	linear.bias	1	0.7849677205085754
193	linear.bias	2	-1.6363784074783325
193	linear.bias	3	-0.05754556506872177
193	linear.bias	4	-0.050822705030441284
193	linear.bias	5	0.2527247667312622
194	transitions	0	0.03205949813127518
194	transitions	1	-10000.0
194	transitions	2	2.6611194610595703
194	transitions	3	-1.1618177890777588
194	transitions	4	-10000.0
194	transitions	5	-10000.0
194	transitions	6	-10000.0
194	transitions	7	0.8815849423408508
194	transitions	8	0.834880530834198
194	transitions	9	-1.1911048889160156
194	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
194	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
194	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
194	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
194	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
194	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
194	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
194	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
194	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
194	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
194	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
194	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
194	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
194	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
194	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
194	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
194	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
194	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
194	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
194	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
194	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
194	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
194	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
194	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
194	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
194	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
194	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
194	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
194	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
194	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
194	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
194	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
194	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
194	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
194	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
194	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
194	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
194	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
194	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
194	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
194	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
194	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
194	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
194	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
194	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
194	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
194	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
194	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
194	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
194	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
194	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
194	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
194	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
194	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
194	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
194	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
194	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
194	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
194	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
194	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
194	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
194	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
194	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
194	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
194	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
194	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
194	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
194	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
194	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
194	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
194	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
194	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
194	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
194	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
194	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
194	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
194	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
194	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
194	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
194	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
194	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
194	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
194	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
194	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
194	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
194	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
194	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
194	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
194	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
194	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
194	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
194	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
194	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
194	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
194	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
194	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
194	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
194	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
194	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
194	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
194	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
194	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
194	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
194	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
194	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
194	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
194	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
194	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
194	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
194	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
194	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
194	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
194	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
194	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
194	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
194	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
194	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
194	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
194	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
194	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
194	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
194	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
194	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
194	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
194	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
194	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
194	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
194	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
194	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
194	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
194	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
194	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
194	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
194	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
194	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
194	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
194	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
194	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
194	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
194	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
194	embedding2nn.weight	0	0.014803677797317505
194	embedding2nn.weight	1	0.00016133504686877131
194	embedding2nn.weight	2	0.005558336153626442
194	embedding2nn.weight	3	0.0006870110519230366
194	embedding2nn.weight	4	-0.008270897902548313
194	embedding2nn.weight	5	-0.0055891377851367
194	embedding2nn.weight	6	-0.00082966877380386
194	embedding2nn.weight	7	-0.0029613259248435497
194	embedding2nn.weight	8	0.013947314582765102
194	embedding2nn.weight	9	0.0044269985519349575
194	embedding2nn.bias	0	0.006143428385257721
194	embedding2nn.bias	1	-0.016589554026722908
194	embedding2nn.bias	2	0.00659848703071475
194	embedding2nn.bias	3	-0.008822251111268997
194	embedding2nn.bias	4	-0.023170020431280136
194	embedding2nn.bias	5	0.0005616523558273911
194	embedding2nn.bias	6	0.006799150258302689
194	embedding2nn.bias	7	-0.006608354859054089
194	embedding2nn.bias	8	-0.0008860498783178627
194	embedding2nn.bias	9	-0.0037636738270521164
194	rnn.weight_ih_l0	0	-0.05227186158299446
194	rnn.weight_ih_l0	1	0.050773654133081436
194	rnn.weight_ih_l0	2	0.03187595307826996
194	rnn.weight_ih_l0	3	0.014751535840332508
194	rnn.weight_ih_l0	4	0.012460707686841488
194	rnn.weight_ih_l0	5	0.08421667665243149
194	rnn.weight_ih_l0	6	0.07606862485408783
194	rnn.weight_ih_l0	7	0.03779837489128113
194	rnn.weight_ih_l0	8	-0.045768577605485916
194	rnn.weight_ih_l0	9	0.008006193675100803
194	rnn.weight_hh_l0	0	0.008234397508203983
194	rnn.weight_hh_l0	1	-0.06422971189022064
194	rnn.weight_hh_l0	2	-0.06548776477575302
194	rnn.weight_hh_l0	3	0.071525439620018
194	rnn.weight_hh_l0	4	0.07098118215799332
194	rnn.weight_hh_l0	5	0.005942048504948616
194	rnn.weight_hh_l0	6	-0.0022329858038574457
194	rnn.weight_hh_l0	7	-0.016275964677333832
194	rnn.weight_hh_l0	8	-0.02932213991880417
194	rnn.weight_hh_l0	9	0.05758067965507507
194	rnn.bias_ih_l0	0	-0.06249774247407913
194	rnn.bias_ih_l0	1	0.08861985802650452
194	rnn.bias_ih_l0	2	0.020159270614385605
194	rnn.bias_ih_l0	3	0.07976782321929932
194	rnn.bias_ih_l0	4	-0.07614824175834656
194	rnn.bias_ih_l0	5	0.08264423161745071
194	rnn.bias_ih_l0	6	-0.06806228309869766
194	rnn.bias_ih_l0	7	-0.0359913632273674
194	rnn.bias_ih_l0	8	-0.09233410656452179
194	rnn.bias_ih_l0	9	-0.04497306048870087
194	rnn.bias_hh_l0	0	0.036362309008836746
194	rnn.bias_hh_l0	1	0.07347085326910019
194	rnn.bias_hh_l0	2	0.07000713050365448
194	rnn.bias_hh_l0	3	0.08566980808973312
194	rnn.bias_hh_l0	4	-0.09766996651887894
194	rnn.bias_hh_l0	5	-0.07127384841442108
194	rnn.bias_hh_l0	6	0.07869160175323486
194	rnn.bias_hh_l0	7	-0.07957633584737778
194	rnn.bias_hh_l0	8	-0.02663652040064335
194	rnn.bias_hh_l0	9	0.011188019998371601
194	rnn.weight_ih_l0_reverse	0	0.079383984208107
194	rnn.weight_ih_l0_reverse	1	0.073262520134449
194	rnn.weight_ih_l0_reverse	2	0.038767121732234955
194	rnn.weight_ih_l0_reverse	3	0.03368431329727173
194	rnn.weight_ih_l0_reverse	4	-0.036438241600990295
194	rnn.weight_ih_l0_reverse	5	0.05083923041820526
194	rnn.weight_ih_l0_reverse	6	0.06648462265729904
194	rnn.weight_ih_l0_reverse	7	0.02233824133872986
194	rnn.weight_ih_l0_reverse	8	-0.05782419815659523
194	rnn.weight_ih_l0_reverse	9	-0.052848342806100845
194	rnn.weight_hh_l0_reverse	0	0.02553369104862213
194	rnn.weight_hh_l0_reverse	1	-0.08719819039106369
194	rnn.weight_hh_l0_reverse	2	0.06339513510465622
194	rnn.weight_hh_l0_reverse	3	-0.021561769768595695
194	rnn.weight_hh_l0_reverse	4	0.08489445596933365
194	rnn.weight_hh_l0_reverse	5	-0.002002232475206256
194	rnn.weight_hh_l0_reverse	6	0.03044707700610161
194	rnn.weight_hh_l0_reverse	7	0.07865824550390244
194	rnn.weight_hh_l0_reverse	8	-0.02240356057882309
194	rnn.weight_hh_l0_reverse	9	-0.04658997431397438
194	rnn.bias_ih_l0_reverse	0	0.0005970339989289641
194	rnn.bias_ih_l0_reverse	1	-0.02014576829969883
194	rnn.bias_ih_l0_reverse	2	-0.014127942733466625
194	rnn.bias_ih_l0_reverse	3	0.036397501826286316
194	rnn.bias_ih_l0_reverse	4	0.06775438785552979
194	rnn.bias_ih_l0_reverse	5	-0.020967593416571617
194	rnn.bias_ih_l0_reverse	6	-0.02697380818426609
194	rnn.bias_ih_l0_reverse	7	-0.04873278737068176
194	rnn.bias_ih_l0_reverse	8	0.006052799988538027
194	rnn.bias_ih_l0_reverse	9	-0.0675218403339386
194	rnn.bias_hh_l0_reverse	0	0.039451293647289276
194	rnn.bias_hh_l0_reverse	1	-0.06888443976640701
194	rnn.bias_hh_l0_reverse	2	0.0758233293890953
194	rnn.bias_hh_l0_reverse	3	0.061763450503349304
194	rnn.bias_hh_l0_reverse	4	0.0239616259932518
194	rnn.bias_hh_l0_reverse	5	0.045954201370477676
194	rnn.bias_hh_l0_reverse	6	0.06671124696731567
194	rnn.bias_hh_l0_reverse	7	0.08362344652414322
194	rnn.bias_hh_l0_reverse	8	-0.009288769215345383
194	rnn.bias_hh_l0_reverse	9	0.050351399928331375
194	rnn.weight_ih_l1	0	0.02375510334968567
194	rnn.weight_ih_l1	1	0.016087936237454414
194	rnn.weight_ih_l1	2	0.08877336233854294
194	rnn.weight_ih_l1	3	-0.024249861016869545
194	rnn.weight_ih_l1	4	-0.024508273229002953
194	rnn.weight_ih_l1	5	-0.012730218470096588
194	rnn.weight_ih_l1	6	0.07280300557613373
194	rnn.weight_ih_l1	7	-0.003589227795600891
194	rnn.weight_ih_l1	8	-0.05252629518508911
194	rnn.weight_ih_l1	9	0.05307028815150261
194	rnn.weight_hh_l1	0	-0.0818563848733902
194	rnn.weight_hh_l1	1	-0.03567598760128021
194	rnn.weight_hh_l1	2	-0.008139475248754025
194	rnn.weight_hh_l1	3	-0.05821996182203293
194	rnn.weight_hh_l1	4	0.08611494302749634
194	rnn.weight_hh_l1	5	-0.08408839255571365
194	rnn.weight_hh_l1	6	-0.05013341084122658
194	rnn.weight_hh_l1	7	0.06478533893823624
194	rnn.weight_hh_l1	8	-0.013546178117394447
194	rnn.weight_hh_l1	9	-0.03990529477596283
194	rnn.bias_ih_l1	0	-0.03478584066033363
194	rnn.bias_ih_l1	1	0.055086322128772736
194	rnn.bias_ih_l1	2	-0.045737069100141525
194	rnn.bias_ih_l1	3	-0.0768047571182251
194	rnn.bias_ih_l1	4	-0.028687497600913048
194	rnn.bias_ih_l1	5	-0.0058141425251960754
194	rnn.bias_ih_l1	6	-0.04511912912130356
194	rnn.bias_ih_l1	7	0.06213584914803505
194	rnn.bias_ih_l1	8	0.0842100977897644
194	rnn.bias_ih_l1	9	0.03276851028203964
194	rnn.bias_hh_l1	0	0.06900742650032043
194	rnn.bias_hh_l1	1	-0.05862991139292717
194	rnn.bias_hh_l1	2	0.019379308447241783
194	rnn.bias_hh_l1	3	0.08123568445444107
194	rnn.bias_hh_l1	4	0.05783756822347641
194	rnn.bias_hh_l1	5	-0.07915416359901428
194	rnn.bias_hh_l1	6	0.014463569968938828
194	rnn.bias_hh_l1	7	0.04222362861037254
194	rnn.bias_hh_l1	8	0.015347945503890514
194	rnn.bias_hh_l1	9	-0.0048507386818528175
194	rnn.weight_ih_l1_reverse	0	0.0868624672293663
194	rnn.weight_ih_l1_reverse	1	-0.041860032826662064
194	rnn.weight_ih_l1_reverse	2	-0.06188976764678955
194	rnn.weight_ih_l1_reverse	3	0.02536543644964695
194	rnn.weight_ih_l1_reverse	4	-0.04654407128691673
194	rnn.weight_ih_l1_reverse	5	0.02401999570429325
194	rnn.weight_ih_l1_reverse	6	0.040397316217422485
194	rnn.weight_ih_l1_reverse	7	0.020236041396856308
194	rnn.weight_ih_l1_reverse	8	-0.008718048222362995
194	rnn.weight_ih_l1_reverse	9	-0.06620707362890244
194	rnn.weight_hh_l1_reverse	0	0.004916324745863676
194	rnn.weight_hh_l1_reverse	1	0.01901152729988098
194	rnn.weight_hh_l1_reverse	2	-0.0581941232085228
194	rnn.weight_hh_l1_reverse	3	-0.012887218967080116
194	rnn.weight_hh_l1_reverse	4	0.0088821891695261
194	rnn.weight_hh_l1_reverse	5	-0.06574471294879913
194	rnn.weight_hh_l1_reverse	6	-0.06730221956968307
194	rnn.weight_hh_l1_reverse	7	-0.011375289410352707
194	rnn.weight_hh_l1_reverse	8	-0.05903557687997818
194	rnn.weight_hh_l1_reverse	9	-0.043948642909526825
194	rnn.bias_ih_l1_reverse	0	-0.0027696446049958467
194	rnn.bias_ih_l1_reverse	1	-0.04141891375184059
194	rnn.bias_ih_l1_reverse	2	0.02835693396627903
194	rnn.bias_ih_l1_reverse	3	-0.08452346175909042
194	rnn.bias_ih_l1_reverse	4	-0.08675991743803024
194	rnn.bias_ih_l1_reverse	5	-0.08668746054172516
194	rnn.bias_ih_l1_reverse	6	0.06505250185728073
194	rnn.bias_ih_l1_reverse	7	0.08453958481550217
194	rnn.bias_ih_l1_reverse	8	-0.0011039824457839131
194	rnn.bias_ih_l1_reverse	9	-0.010211652144789696
194	rnn.bias_hh_l1_reverse	0	0.062134843319654465
194	rnn.bias_hh_l1_reverse	1	-0.0670500174164772
194	rnn.bias_hh_l1_reverse	2	-0.05415691062808037
194	rnn.bias_hh_l1_reverse	3	0.07342937588691711
194	rnn.bias_hh_l1_reverse	4	-0.02258792519569397
194	rnn.bias_hh_l1_reverse	5	-0.005460493732243776
194	rnn.bias_hh_l1_reverse	6	-0.05939599871635437
194	rnn.bias_hh_l1_reverse	7	-0.05976452678442001
194	rnn.bias_hh_l1_reverse	8	0.06616970896720886
194	rnn.bias_hh_l1_reverse	9	0.04796256124973297
194	rnn.weight_ih_l2	0	0.07721509039402008
194	rnn.weight_ih_l2	1	-0.05432781204581261
194	rnn.weight_ih_l2	2	0.06335391849279404
194	rnn.weight_ih_l2	3	0.06571448594331741
194	rnn.weight_ih_l2	4	0.05650746822357178
194	rnn.weight_ih_l2	5	-0.03525806590914726
194	rnn.weight_ih_l2	6	-0.0756714940071106
194	rnn.weight_ih_l2	7	0.01184040680527687
194	rnn.weight_ih_l2	8	-0.01717837154865265
194	rnn.weight_ih_l2	9	-0.06913311034440994
194	rnn.weight_hh_l2	0	0.04806813970208168
194	rnn.weight_hh_l2	1	0.03083079680800438
194	rnn.weight_hh_l2	2	-0.05472997948527336
194	rnn.weight_hh_l2	3	-0.025283433496952057
194	rnn.weight_hh_l2	4	0.054924678057432175
194	rnn.weight_hh_l2	5	-0.02410467341542244
194	rnn.weight_hh_l2	6	0.008455025032162666
194	rnn.weight_hh_l2	7	-0.05347741022706032
194	rnn.weight_hh_l2	8	-0.005865935701876879
194	rnn.weight_hh_l2	9	-0.01803215593099594
194	rnn.bias_ih_l2	0	0.1441776007413864
194	rnn.bias_ih_l2	1	0.01184752956032753
194	rnn.bias_ih_l2	2	0.06712585687637329
194	rnn.bias_ih_l2	3	0.028397567570209503
194	rnn.bias_ih_l2	4	-0.006444148253649473
194	rnn.bias_ih_l2	5	0.047404106706380844
194	rnn.bias_ih_l2	6	0.01375320553779602
194	rnn.bias_ih_l2	7	0.017735958099365234
194	rnn.bias_ih_l2	8	0.018457427620887756
194	rnn.bias_ih_l2	9	-0.015313933603465557
194	rnn.bias_hh_l2	0	0.022433701902627945
194	rnn.bias_hh_l2	1	0.007571794092655182
194	rnn.bias_hh_l2	2	0.07663452625274658
194	rnn.bias_hh_l2	3	0.02939465083181858
194	rnn.bias_hh_l2	4	0.07785216718912125
194	rnn.bias_hh_l2	5	-0.056899067014455795
194	rnn.bias_hh_l2	6	0.056642502546310425
194	rnn.bias_hh_l2	7	-0.02535618282854557
194	rnn.bias_hh_l2	8	0.04193193465471268
194	rnn.bias_hh_l2	9	0.012330877594649792
194	rnn.weight_ih_l2_reverse	0	0.08229678869247437
194	rnn.weight_ih_l2_reverse	1	-0.05514231324195862
194	rnn.weight_ih_l2_reverse	2	0.0011787826661020517
194	rnn.weight_ih_l2_reverse	3	0.035263579338788986
194	rnn.weight_ih_l2_reverse	4	0.05407772213220596
194	rnn.weight_ih_l2_reverse	5	-0.04068979248404503
194	rnn.weight_ih_l2_reverse	6	-0.0008083361899480224
194	rnn.weight_ih_l2_reverse	7	-0.013422789983451366
194	rnn.weight_ih_l2_reverse	8	0.013279039412736893
194	rnn.weight_ih_l2_reverse	9	-0.07960595935583115
194	rnn.weight_hh_l2_reverse	0	-0.08277322351932526
194	rnn.weight_hh_l2_reverse	1	0.016706813126802444
194	rnn.weight_hh_l2_reverse	2	0.010429402813315392
194	rnn.weight_hh_l2_reverse	3	0.02432936616241932
194	rnn.weight_hh_l2_reverse	4	-0.03679301589727402
194	rnn.weight_hh_l2_reverse	5	-0.014782917685806751
194	rnn.weight_hh_l2_reverse	6	-0.04393173009157181
194	rnn.weight_hh_l2_reverse	7	-0.05990247800946236
194	rnn.weight_hh_l2_reverse	8	-0.006707262713462114
194	rnn.weight_hh_l2_reverse	9	-0.05900419130921364
194	rnn.bias_ih_l2_reverse	0	-0.05635170638561249
194	rnn.bias_ih_l2_reverse	1	-0.027422575280070305
194	rnn.bias_ih_l2_reverse	2	0.04572644457221031
194	rnn.bias_ih_l2_reverse	3	0.03335872292518616
194	rnn.bias_ih_l2_reverse	4	0.07599805295467377
194	rnn.bias_ih_l2_reverse	5	-0.08860775083303452
194	rnn.bias_ih_l2_reverse	6	-0.04344356432557106
194	rnn.bias_ih_l2_reverse	7	-0.06021004170179367
194	rnn.bias_ih_l2_reverse	8	0.06238086521625519
194	rnn.bias_ih_l2_reverse	9	0.028370946645736694
194	rnn.bias_hh_l2_reverse	0	0.04453367367386818
194	rnn.bias_hh_l2_reverse	1	-0.06915973871946335
194	rnn.bias_hh_l2_reverse	2	-0.06729143857955933
194	rnn.bias_hh_l2_reverse	3	0.031524527817964554
194	rnn.bias_hh_l2_reverse	4	0.032882001250982285
194	rnn.bias_hh_l2_reverse	5	0.03485871106386185
194	rnn.bias_hh_l2_reverse	6	-0.0826173648238182
194	rnn.bias_hh_l2_reverse	7	-0.006843818351626396
194	rnn.bias_hh_l2_reverse	8	-0.10533719509840012
194	rnn.bias_hh_l2_reverse	9	-0.05506419017910957
194	linear.weight	0	0.025028489530086517
194	linear.weight	1	0.14902323484420776
194	linear.weight	2	-0.02421867661178112
194	linear.weight	3	-0.03490230813622475
194	linear.weight	4	-0.022248394787311554
194	linear.weight	5	0.0505058653652668
194	linear.weight	6	0.0017900456441566348
194	linear.weight	7	-0.10312644392251968
194	linear.weight	8	-0.02780592255294323
194	linear.weight	9	0.11127845197916031
194	linear.bias	0	0.4943033456802368
194	linear.bias	1	0.7825925350189209
194	linear.bias	2	-1.6366246938705444
194	linear.bias	3	-0.05754556506872177
194	linear.bias	4	-0.050822705030441284
194	linear.bias	5	0.25842422246932983
195	transitions	0	0.03198404237627983
195	transitions	1	-10000.0
195	transitions	2	2.667513608932495
195	transitions	3	-1.161420464515686
195	transitions	4	-10000.0
195	transitions	5	-10000.0
195	transitions	6	-10000.0
195	transitions	7	0.8815827965736389
195	transitions	8	0.8347744941711426
195	transitions	9	-1.191405177116394
195	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
195	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
195	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
195	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
195	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
195	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
195	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
195	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
195	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
195	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
195	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
195	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
195	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
195	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
195	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
195	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
195	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
195	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
195	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
195	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
195	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
195	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
195	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
195	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
195	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
195	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
195	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
195	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
195	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
195	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
195	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
195	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
195	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
195	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
195	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
195	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
195	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
195	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
195	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
195	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
195	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
195	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
195	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
195	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
195	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
195	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
195	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
195	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
195	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
195	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
195	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
195	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
195	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
195	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
195	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
195	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
195	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
195	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
195	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
195	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
195	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
195	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
195	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
195	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
195	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
195	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
195	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
195	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
195	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
195	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
195	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
195	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
195	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
195	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
195	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
195	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
195	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
195	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
195	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
195	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
195	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
195	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
195	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
195	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
195	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
195	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
195	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
195	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
195	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
195	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
195	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
195	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
195	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
195	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
195	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
195	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
195	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
195	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
195	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
195	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
195	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
195	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
195	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
195	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
195	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
195	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
195	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
195	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
195	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
195	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
195	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
195	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
195	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
195	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
195	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
195	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
195	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
195	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
195	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
195	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
195	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
195	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
195	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
195	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
195	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
195	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
195	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
195	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
195	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
195	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
195	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
195	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
195	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
195	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
195	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
195	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
195	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
195	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
195	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
195	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
195	embedding2nn.weight	0	0.014804874546825886
195	embedding2nn.weight	1	0.00015614592120982707
195	embedding2nn.weight	2	0.005559463519603014
195	embedding2nn.weight	3	0.0006872095982544124
195	embedding2nn.weight	4	-0.00828369427472353
195	embedding2nn.weight	5	-0.005587299354374409
195	embedding2nn.weight	6	-0.0008553582010790706
195	embedding2nn.weight	7	-0.002962058410048485
195	embedding2nn.weight	8	0.013948424719274044
195	embedding2nn.weight	9	0.004423484671860933
195	embedding2nn.bias	0	0.006784216500818729
195	embedding2nn.bias	1	-0.017091738060116768
195	embedding2nn.bias	2	0.005866158753633499
195	embedding2nn.bias	3	-0.00866065826267004
195	embedding2nn.bias	4	-0.023524703457951546
195	embedding2nn.bias	5	0.0005226110224612057
195	embedding2nn.bias	6	0.00646796403452754
195	embedding2nn.bias	7	-0.006863588932901621
195	embedding2nn.bias	8	-0.0007405640208162367
195	embedding2nn.bias	9	-0.004431698936969042
195	rnn.weight_ih_l0	0	-0.052292920649051666
195	rnn.weight_ih_l0	1	0.05077503249049187
195	rnn.weight_ih_l0	2	0.031875185668468475
195	rnn.weight_ih_l0	3	0.014748756773769855
195	rnn.weight_ih_l0	4	0.01247002650052309
195	rnn.weight_ih_l0	5	0.08421459794044495
195	rnn.weight_ih_l0	6	0.07607269287109375
195	rnn.weight_ih_l0	7	0.03779850900173187
195	rnn.weight_ih_l0	8	-0.04578915610909462
195	rnn.weight_ih_l0	9	0.007995272986590862
195	rnn.weight_hh_l0	0	0.008237338624894619
195	rnn.weight_hh_l0	1	-0.06422684341669083
195	rnn.weight_hh_l0	2	-0.06548656523227692
195	rnn.weight_hh_l0	3	0.07152444869279861
195	rnn.weight_hh_l0	4	0.07098912447690964
195	rnn.weight_hh_l0	5	0.005936333443969488
195	rnn.weight_hh_l0	6	-0.002190294209867716
195	rnn.weight_hh_l0	7	-0.01625276543200016
195	rnn.weight_hh_l0	8	-0.029320042580366135
195	rnn.weight_hh_l0	9	0.057582393288612366
195	rnn.bias_ih_l0	0	-0.06258807331323624
195	rnn.bias_ih_l0	1	0.08861199766397476
195	rnn.bias_ih_l0	2	0.02013809233903885
195	rnn.bias_ih_l0	3	0.07962234318256378
195	rnn.bias_ih_l0	4	-0.07599130272865295
195	rnn.bias_ih_l0	5	0.08241921663284302
195	rnn.bias_ih_l0	6	-0.06892063468694687
195	rnn.bias_ih_l0	7	-0.03597097098827362
195	rnn.bias_ih_l0	8	-0.09216751158237457
195	rnn.bias_ih_l0	9	-0.044958699494600296
195	rnn.bias_hh_l0	0	0.03632831946015358
195	rnn.bias_hh_l0	1	0.07345055788755417
195	rnn.bias_hh_l0	2	0.06997934728860855
195	rnn.bias_hh_l0	3	0.08564464002847672
195	rnn.bias_hh_l0	4	-0.09705996513366699
195	rnn.bias_hh_l0	5	-0.07123647630214691
195	rnn.bias_hh_l0	6	0.07863166183233261
195	rnn.bias_hh_l0	7	-0.07812858372926712
195	rnn.bias_hh_l0	8	-0.026617690920829773
195	rnn.bias_hh_l0	9	0.012038782238960266
195	rnn.weight_ih_l0_reverse	0	0.07938634604215622
195	rnn.weight_ih_l0_reverse	1	0.0732605829834938
195	rnn.weight_ih_l0_reverse	2	0.03876838833093643
195	rnn.weight_ih_l0_reverse	3	0.033680856227874756
195	rnn.weight_ih_l0_reverse	4	-0.03642044961452484
195	rnn.weight_ih_l0_reverse	5	0.050839588046073914
195	rnn.weight_ih_l0_reverse	6	0.06648451834917068
195	rnn.weight_ih_l0_reverse	7	0.022322984412312508
195	rnn.weight_ih_l0_reverse	8	-0.057819243520498276
195	rnn.weight_ih_l0_reverse	9	-0.05284871160984039
195	rnn.weight_hh_l0_reverse	0	0.025546971708536148
195	rnn.weight_hh_l0_reverse	1	-0.08721473813056946
195	rnn.weight_hh_l0_reverse	2	0.0633997768163681
195	rnn.weight_hh_l0_reverse	3	-0.021557390689849854
195	rnn.weight_hh_l0_reverse	4	0.08490025997161865
195	rnn.weight_hh_l0_reverse	5	-0.002006051829084754
195	rnn.weight_hh_l0_reverse	6	0.03043729066848755
195	rnn.weight_hh_l0_reverse	7	0.07867392897605896
195	rnn.weight_hh_l0_reverse	8	-0.022400377318263054
195	rnn.weight_hh_l0_reverse	9	-0.046580564230680466
195	rnn.bias_ih_l0_reverse	0	0.0005928399041295052
195	rnn.bias_ih_l0_reverse	1	-0.020249497145414352
195	rnn.bias_ih_l0_reverse	2	-0.014100511558353901
195	rnn.bias_ih_l0_reverse	3	0.0363319031894207
195	rnn.bias_ih_l0_reverse	4	0.0676906481385231
195	rnn.bias_ih_l0_reverse	5	-0.020939799025654793
195	rnn.bias_ih_l0_reverse	6	-0.026974191889166832
195	rnn.bias_ih_l0_reverse	7	-0.04870033636689186
195	rnn.bias_ih_l0_reverse	8	0.006062512751668692
195	rnn.bias_ih_l0_reverse	9	-0.06729241460561752
195	rnn.bias_hh_l0_reverse	0	0.039438433945178986
195	rnn.bias_hh_l0_reverse	1	-0.06865501403808594
195	rnn.bias_hh_l0_reverse	2	0.07565762102603912
195	rnn.bias_hh_l0_reverse	3	0.06180756166577339
195	rnn.bias_hh_l0_reverse	4	0.023850752040743828
195	rnn.bias_hh_l0_reverse	5	0.04598553106188774
195	rnn.bias_hh_l0_reverse	6	0.066785529255867
195	rnn.bias_hh_l0_reverse	7	0.08357842266559601
195	rnn.bias_hh_l0_reverse	8	-0.009190475568175316
195	rnn.bias_hh_l0_reverse	9	0.049928586930036545
195	rnn.weight_ih_l1	0	0.023759450763463974
195	rnn.weight_ih_l1	1	0.016136573627591133
195	rnn.weight_ih_l1	2	0.08855140954256058
195	rnn.weight_ih_l1	3	-0.024239040911197662
195	rnn.weight_ih_l1	4	-0.02451280876994133
195	rnn.weight_ih_l1	5	-0.01274614967405796
195	rnn.weight_ih_l1	6	0.07274159789085388
195	rnn.weight_ih_l1	7	-0.0036461774725466967
195	rnn.weight_ih_l1	8	-0.05261388048529625
195	rnn.weight_ih_l1	9	0.053284186869859695
195	rnn.weight_hh_l1	0	-0.08182671666145325
195	rnn.weight_hh_l1	1	-0.03566378355026245
195	rnn.weight_hh_l1	2	-0.008136334829032421
195	rnn.weight_hh_l1	3	-0.058213960379362106
195	rnn.weight_hh_l1	4	0.0860484316945076
195	rnn.weight_hh_l1	5	-0.08409979939460754
195	rnn.weight_hh_l1	6	-0.050127528607845306
195	rnn.weight_hh_l1	7	0.06479241698980331
195	rnn.weight_hh_l1	8	-0.013548342511057854
195	rnn.weight_hh_l1	9	-0.039888862520456314
195	rnn.bias_ih_l1	0	-0.034753743559122086
195	rnn.bias_ih_l1	1	0.055164556950330734
195	rnn.bias_ih_l1	2	-0.045747946947813034
195	rnn.bias_ih_l1	3	-0.07685878127813339
195	rnn.bias_ih_l1	4	-0.028602268546819687
195	rnn.bias_ih_l1	5	-0.005144476890563965
195	rnn.bias_ih_l1	6	-0.04433474317193031
195	rnn.bias_ih_l1	7	0.06211720407009125
195	rnn.bias_ih_l1	8	0.08415867388248444
195	rnn.bias_ih_l1	9	0.03216474503278732
195	rnn.bias_hh_l1	0	0.06899130344390869
195	rnn.bias_hh_l1	1	-0.0586688332259655
195	rnn.bias_hh_l1	2	0.019448217004537582
195	rnn.bias_hh_l1	3	0.08131732791662216
195	rnn.bias_hh_l1	4	0.05782932788133621
195	rnn.bias_hh_l1	5	-0.0790652483701706
195	rnn.bias_hh_l1	6	0.014458173885941505
195	rnn.bias_hh_l1	7	0.04236561805009842
195	rnn.bias_hh_l1	8	0.015298452228307724
195	rnn.bias_hh_l1	9	-0.004816823173314333
195	rnn.weight_ih_l1_reverse	0	0.08686059713363647
195	rnn.weight_ih_l1_reverse	1	-0.041857313364744186
195	rnn.weight_ih_l1_reverse	2	-0.06189590319991112
195	rnn.weight_ih_l1_reverse	3	0.025366144254803658
195	rnn.weight_ih_l1_reverse	4	-0.046549756079912186
195	rnn.weight_ih_l1_reverse	5	0.0240204855799675
195	rnn.weight_ih_l1_reverse	6	0.040399737656116486
195	rnn.weight_ih_l1_reverse	7	0.020239416509866714
195	rnn.weight_ih_l1_reverse	8	-0.008720887824892998
195	rnn.weight_ih_l1_reverse	9	-0.06620071828365326
195	rnn.weight_hh_l1_reverse	0	0.00491569796577096
195	rnn.weight_hh_l1_reverse	1	0.01901271939277649
195	rnn.weight_hh_l1_reverse	2	-0.05819122493267059
195	rnn.weight_hh_l1_reverse	3	-0.012882748618721962
195	rnn.weight_hh_l1_reverse	4	0.008885741233825684
195	rnn.weight_hh_l1_reverse	5	-0.06578899174928665
195	rnn.weight_hh_l1_reverse	6	-0.06730371713638306
195	rnn.weight_hh_l1_reverse	7	-0.011373216286301613
195	rnn.weight_hh_l1_reverse	8	-0.05913286283612251
195	rnn.weight_hh_l1_reverse	9	-0.04394533485174179
195	rnn.bias_ih_l1_reverse	0	-0.0027424951549619436
195	rnn.bias_ih_l1_reverse	1	-0.041465796530246735
195	rnn.bias_ih_l1_reverse	2	0.028230715543031693
195	rnn.bias_ih_l1_reverse	3	-0.08454710990190506
195	rnn.bias_ih_l1_reverse	4	-0.08679041266441345
195	rnn.bias_ih_l1_reverse	5	-0.08671658486127853
195	rnn.bias_ih_l1_reverse	6	0.06510256230831146
195	rnn.bias_ih_l1_reverse	7	0.08452774584293365
195	rnn.bias_ih_l1_reverse	8	-0.0012214953312650323
195	rnn.bias_ih_l1_reverse	9	-0.010251971893012524
195	rnn.bias_hh_l1_reverse	0	0.06216755136847496
195	rnn.bias_hh_l1_reverse	1	-0.06718679517507553
195	rnn.bias_hh_l1_reverse	2	-0.05423242598772049
195	rnn.bias_hh_l1_reverse	3	0.07351012527942657
195	rnn.bias_hh_l1_reverse	4	-0.022600935772061348
195	rnn.bias_hh_l1_reverse	5	-0.005474752280861139
195	rnn.bias_hh_l1_reverse	6	-0.059455130249261856
195	rnn.bias_hh_l1_reverse	7	-0.05974625051021576
195	rnn.bias_hh_l1_reverse	8	0.06617864966392517
195	rnn.bias_hh_l1_reverse	9	0.04810243844985962
195	rnn.weight_ih_l2	0	0.07719457149505615
195	rnn.weight_ih_l2	1	-0.05432390049099922
195	rnn.weight_ih_l2	2	0.06334925442934036
195	rnn.weight_ih_l2	3	0.0657435730099678
195	rnn.weight_ih_l2	4	0.056522268801927567
195	rnn.weight_ih_l2	5	-0.03526289016008377
195	rnn.weight_ih_l2	6	-0.07566481828689575
195	rnn.weight_ih_l2	7	0.01184201892465353
195	rnn.weight_ih_l2	8	-0.01717783696949482
195	rnn.weight_ih_l2	9	-0.06913275271654129
195	rnn.weight_hh_l2	0	0.04808860644698143
195	rnn.weight_hh_l2	1	0.03082859329879284
195	rnn.weight_hh_l2	2	-0.054727207869291306
195	rnn.weight_hh_l2	3	-0.025273732841014862
195	rnn.weight_hh_l2	4	0.05492349714040756
195	rnn.weight_hh_l2	5	-0.024084031581878662
195	rnn.weight_hh_l2	6	0.008450434543192387
195	rnn.weight_hh_l2	7	-0.05347572639584541
195	rnn.weight_hh_l2	8	-0.005928666330873966
195	rnn.weight_hh_l2	9	-0.018030596897006035
195	rnn.bias_ih_l2	0	0.14588198065757751
195	rnn.bias_ih_l2	1	0.011962137185037136
195	rnn.bias_ih_l2	2	0.06730008125305176
195	rnn.bias_ih_l2	3	0.028368620201945305
195	rnn.bias_ih_l2	4	-0.006488909479230642
195	rnn.bias_ih_l2	5	0.04724162071943283
195	rnn.bias_ih_l2	6	0.01378368679434061
195	rnn.bias_ih_l2	7	0.01776171661913395
195	rnn.bias_ih_l2	8	0.01846596971154213
195	rnn.bias_ih_l2	9	-0.015356799587607384
195	rnn.bias_hh_l2	0	0.02240057662129402
195	rnn.bias_hh_l2	1	0.007496226578950882
195	rnn.bias_hh_l2	2	0.07645469158887863
195	rnn.bias_hh_l2	3	0.029421726241707802
195	rnn.bias_hh_l2	4	0.07785657048225403
195	rnn.bias_hh_l2	5	-0.056475937366485596
195	rnn.bias_hh_l2	6	0.05654054880142212
195	rnn.bias_hh_l2	7	-0.025124570354819298
195	rnn.bias_hh_l2	8	0.041958823800086975
195	rnn.bias_hh_l2	9	0.013162657618522644
195	rnn.weight_ih_l2_reverse	0	0.0822971761226654
195	rnn.weight_ih_l2_reverse	1	-0.055149707943201065
195	rnn.weight_ih_l2_reverse	2	0.0011813013115897775
195	rnn.weight_ih_l2_reverse	3	0.035264939069747925
195	rnn.weight_ih_l2_reverse	4	0.05408122017979622
195	rnn.weight_ih_l2_reverse	5	-0.040689725428819656
195	rnn.weight_ih_l2_reverse	6	-0.0008856072672642767
195	rnn.weight_ih_l2_reverse	7	-0.013438962399959564
195	rnn.weight_ih_l2_reverse	8	0.013406121172010899
195	rnn.weight_ih_l2_reverse	9	-0.07961168885231018
195	rnn.weight_hh_l2_reverse	0	-0.08277293294668198
195	rnn.weight_hh_l2_reverse	1	0.016656631603837013
195	rnn.weight_hh_l2_reverse	2	0.010428407229483128
195	rnn.weight_hh_l2_reverse	3	0.024329347535967827
195	rnn.weight_hh_l2_reverse	4	-0.03679369017481804
195	rnn.weight_hh_l2_reverse	5	-0.014785069040954113
195	rnn.weight_hh_l2_reverse	6	-0.043903451412916183
195	rnn.weight_hh_l2_reverse	7	-0.05990487337112427
195	rnn.weight_hh_l2_reverse	8	-0.006708919070661068
195	rnn.weight_hh_l2_reverse	9	-0.059003621339797974
195	rnn.bias_ih_l2_reverse	0	-0.05701768398284912
195	rnn.bias_ih_l2_reverse	1	-0.027410458773374557
195	rnn.bias_ih_l2_reverse	2	0.04585174471139908
195	rnn.bias_ih_l2_reverse	3	0.03387895226478577
195	rnn.bias_ih_l2_reverse	4	0.07596076279878616
195	rnn.bias_ih_l2_reverse	5	-0.0886019840836525
195	rnn.bias_ih_l2_reverse	6	-0.04343957081437111
195	rnn.bias_ih_l2_reverse	7	-0.06017143651843071
195	rnn.bias_ih_l2_reverse	8	0.062106747180223465
195	rnn.bias_ih_l2_reverse	9	0.02777310647070408
195	rnn.bias_hh_l2_reverse	0	0.04522157832980156
195	rnn.bias_hh_l2_reverse	1	-0.06873046606779099
195	rnn.bias_hh_l2_reverse	2	-0.0672910138964653
195	rnn.bias_hh_l2_reverse	3	0.03153909742832184
195	rnn.bias_hh_l2_reverse	4	0.03290506824851036
195	rnn.bias_hh_l2_reverse	5	0.03483924642205238
195	rnn.bias_hh_l2_reverse	6	-0.08262334018945694
195	rnn.bias_hh_l2_reverse	7	-0.006831031758338213
195	rnn.bias_hh_l2_reverse	8	-0.10537372529506683
195	rnn.bias_hh_l2_reverse	9	-0.055056750774383545
195	linear.weight	0	0.025028489530086517
195	linear.weight	1	0.14881335198879242
195	linear.weight	2	-0.0242184866219759
195	linear.weight	3	-0.03507675603032112
195	linear.weight	4	-0.022248394787311554
195	linear.weight	5	0.05077904835343361
195	linear.weight	6	0.002300743944942951
195	linear.weight	7	-0.10453761368989944
195	linear.weight	8	-0.027663439512252808
195	linear.weight	9	0.11146299540996552
195	linear.bias	0	0.49890315532684326
195	linear.bias	1	0.7877975106239319
195	linear.bias	2	-1.6369163990020752
195	linear.bias	3	-0.05754556506872177
195	linear.bias	4	-0.050822705030441284
195	linear.bias	5	0.24891109764575958
196	transitions	0	0.031888674944639206
196	transitions	1	-10000.0
196	transitions	2	2.669206380844116
196	transitions	3	-1.161049485206604
196	transitions	4	-10000.0
196	transitions	5	-10000.0
196	transitions	6	-10000.0
196	transitions	7	0.8815810084342957
196	transitions	8	0.8346567153930664
196	transitions	9	-1.1917814016342163
196	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
196	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
196	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
196	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
196	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
196	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
196	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
196	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
196	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
196	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
196	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
196	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
196	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
196	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
196	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
196	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
196	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
196	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
196	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
196	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
196	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
196	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
196	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
196	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
196	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
196	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
196	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
196	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
196	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
196	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
196	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
196	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
196	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
196	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
196	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
196	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
196	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
196	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
196	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
196	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
196	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
196	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
196	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
196	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
196	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
196	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
196	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
196	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
196	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
196	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
196	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
196	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
196	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
196	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
196	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
196	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
196	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
196	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
196	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
196	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
196	embedding2nn.weight	0	0.014803032390773296
196	embedding2nn.weight	1	0.00015307276044040918
196	embedding2nn.weight	2	0.005562795326113701
196	embedding2nn.weight	3	0.0006873339880257845
196	embedding2nn.weight	4	-0.008290234953165054
196	embedding2nn.weight	5	-0.005588376894593239
196	embedding2nn.weight	6	-0.0008526788442395627
196	embedding2nn.weight	7	-0.0029623412992805243
196	embedding2nn.weight	8	0.013954231515526772
196	embedding2nn.weight	9	0.004420790821313858
196	embedding2nn.bias	0	0.007170128170400858
196	embedding2nn.bias	1	-0.01720024086534977
196	embedding2nn.bias	2	0.005606271326541901
196	embedding2nn.bias	3	-0.008570932783186436
196	embedding2nn.bias	4	-0.023565949872136116
196	embedding2nn.bias	5	0.0006433224771171808
196	embedding2nn.bias	6	0.0063584414310753345
196	embedding2nn.bias	7	-0.00694343401119113
196	embedding2nn.bias	8	-5.843020335305482e-05
196	embedding2nn.bias	9	-0.0046912492252886295
196	rnn.weight_ih_l0	0	-0.05229650437831879
196	rnn.weight_ih_l0	1	0.05077878385782242
196	rnn.weight_ih_l0	2	0.03187546506524086
196	rnn.weight_ih_l0	3	0.014749019406735897
196	rnn.weight_ih_l0	4	0.012466711923480034
196	rnn.weight_ih_l0	5	0.08421415835618973
196	rnn.weight_ih_l0	6	0.07607118040323257
196	rnn.weight_ih_l0	7	0.0377986803650856
196	rnn.weight_ih_l0	8	-0.045793160796165466
196	rnn.weight_ih_l0	9	0.007992801256477833
196	rnn.weight_hh_l0	0	0.008238838985562325
196	rnn.weight_hh_l0	1	-0.06423066556453705
196	rnn.weight_hh_l0	2	-0.06548723578453064
196	rnn.weight_hh_l0	3	0.07152373343706131
196	rnn.weight_hh_l0	4	0.07098713517189026
196	rnn.weight_hh_l0	5	0.00596146285533905
196	rnn.weight_hh_l0	6	-0.0022364482283592224
196	rnn.weight_hh_l0	7	-0.016251331195235252
196	rnn.weight_hh_l0	8	-0.029309863224625587
196	rnn.weight_hh_l0	9	0.05758003517985344
196	rnn.bias_ih_l0	0	-0.0626298263669014
196	rnn.bias_ih_l0	1	0.08863582462072372
196	rnn.bias_ih_l0	2	0.020155254751443863
196	rnn.bias_ih_l0	3	0.07993599772453308
196	rnn.bias_ih_l0	4	-0.07592229545116425
196	rnn.bias_ih_l0	5	0.0823662206530571
196	rnn.bias_ih_l0	6	-0.06877405196428299
196	rnn.bias_ih_l0	7	-0.03596126660704613
196	rnn.bias_ih_l0	8	-0.09221819788217545
196	rnn.bias_ih_l0	9	-0.04490995034575462
196	rnn.bias_hh_l0	0	0.03642507269978523
196	rnn.bias_hh_l0	1	0.07345062494277954
196	rnn.bias_hh_l0	2	0.07002110034227371
196	rnn.bias_hh_l0	3	0.08570398390293121
196	rnn.bias_hh_l0	4	-0.09715035557746887
196	rnn.bias_hh_l0	5	-0.07122444361448288
196	rnn.bias_hh_l0	6	0.07864543795585632
196	rnn.bias_hh_l0	7	-0.07753827422857285
196	rnn.bias_hh_l0	8	-0.026608532294631004
196	rnn.bias_hh_l0	9	0.012436720542609692
196	rnn.weight_ih_l0_reverse	0	0.07938862591981888
196	rnn.weight_ih_l0_reverse	1	0.07327423244714737
196	rnn.weight_ih_l0_reverse	2	0.03876851126551628
196	rnn.weight_ih_l0_reverse	3	0.03367938846349716
196	rnn.weight_ih_l0_reverse	4	-0.03640858829021454
196	rnn.weight_ih_l0_reverse	5	0.05083870515227318
196	rnn.weight_ih_l0_reverse	6	0.06648750603199005
196	rnn.weight_ih_l0_reverse	7	0.022311028093099594
196	rnn.weight_ih_l0_reverse	8	-0.05782045051455498
196	rnn.weight_ih_l0_reverse	9	-0.052848197519779205
196	rnn.weight_hh_l0_reverse	0	0.025554006919264793
196	rnn.weight_hh_l0_reverse	1	-0.08721848577260971
196	rnn.weight_hh_l0_reverse	2	0.06340236216783524
196	rnn.weight_hh_l0_reverse	3	-0.021559765562415123
196	rnn.weight_hh_l0_reverse	4	0.08489620685577393
196	rnn.weight_hh_l0_reverse	5	-0.0020020126830786467
196	rnn.weight_hh_l0_reverse	6	0.030431196093559265
196	rnn.weight_hh_l0_reverse	7	0.07867344468832016
196	rnn.weight_hh_l0_reverse	8	-0.02240779809653759
196	rnn.weight_hh_l0_reverse	9	-0.04658326506614685
196	rnn.bias_ih_l0_reverse	0	0.0005853854236193001
196	rnn.bias_ih_l0_reverse	1	-0.019964469596743584
196	rnn.bias_ih_l0_reverse	2	-0.014171336777508259
196	rnn.bias_ih_l0_reverse	3	0.036302223801612854
196	rnn.bias_ih_l0_reverse	4	0.06766491383314133
196	rnn.bias_ih_l0_reverse	5	-0.020914601162075996
196	rnn.bias_ih_l0_reverse	6	-0.02690671756863594
196	rnn.bias_ih_l0_reverse	7	-0.048671867698431015
196	rnn.bias_ih_l0_reverse	8	0.006114550866186619
196	rnn.bias_ih_l0_reverse	9	-0.06733424216508865
196	rnn.bias_hh_l0_reverse	0	0.03944060206413269
196	rnn.bias_hh_l0_reverse	1	-0.06869684159755707
196	rnn.bias_hh_l0_reverse	2	0.0755787193775177
196	rnn.bias_hh_l0_reverse	3	0.061889395117759705
196	rnn.bias_hh_l0_reverse	4	0.02390097640454769
196	rnn.bias_hh_l0_reverse	5	0.0460355281829834
196	rnn.bias_hh_l0_reverse	6	0.06683596968650818
196	rnn.bias_hh_l0_reverse	7	0.08362361788749695
196	rnn.bias_hh_l0_reverse	8	-0.009150887839496136
196	rnn.bias_hh_l0_reverse	9	0.049654316157102585
196	rnn.weight_ih_l1	0	0.023814093321561813
196	rnn.weight_ih_l1	1	0.016100794076919556
196	rnn.weight_ih_l1	2	0.08842452615499496
196	rnn.weight_ih_l1	3	-0.024246174842119217
196	rnn.weight_ih_l1	4	-0.024506613612174988
196	rnn.weight_ih_l1	5	-0.012737222015857697
196	rnn.weight_ih_l1	6	0.07275572419166565
196	rnn.weight_ih_l1	7	-0.0036236608866602182
196	rnn.weight_ih_l1	8	-0.05261697247624397
196	rnn.weight_ih_l1	9	0.05344377085566521
196	rnn.weight_hh_l1	0	-0.08188295364379883
196	rnn.weight_hh_l1	1	-0.03567161411046982
196	rnn.weight_hh_l1	2	-0.008136388845741749
196	rnn.weight_hh_l1	3	-0.05821458622813225
196	rnn.weight_hh_l1	4	0.08605971932411194
196	rnn.weight_hh_l1	5	-0.08409781754016876
196	rnn.weight_hh_l1	6	-0.0501270554959774
196	rnn.weight_hh_l1	7	0.06479493528604507
196	rnn.weight_hh_l1	8	-0.013546518981456757
196	rnn.weight_hh_l1	9	-0.03989209979772568
196	rnn.bias_ih_l1	0	-0.03470051661133766
196	rnn.bias_ih_l1	1	0.055161479860544205
196	rnn.bias_ih_l1	2	-0.04569458216428757
196	rnn.bias_ih_l1	3	-0.07685820758342743
196	rnn.bias_ih_l1	4	-0.028601892292499542
196	rnn.bias_ih_l1	5	-0.004738238174468279
196	rnn.bias_ih_l1	6	-0.04462405666708946
196	rnn.bias_ih_l1	7	0.06210826709866524
196	rnn.bias_ih_l1	8	0.08417784422636032
196	rnn.bias_ih_l1	9	0.03239380568265915
196	rnn.bias_hh_l1	0	0.0689808800816536
196	rnn.bias_hh_l1	1	-0.0586625374853611
196	rnn.bias_hh_l1	2	0.01944403350353241
196	rnn.bias_hh_l1	3	0.0812685415148735
196	rnn.bias_hh_l1	4	0.05779923126101494
196	rnn.bias_hh_l1	5	-0.07908010482788086
196	rnn.bias_hh_l1	6	0.014467081986367702
196	rnn.bias_hh_l1	7	0.04241802915930748
196	rnn.bias_hh_l1	8	0.015283871442079544
196	rnn.bias_hh_l1	9	-0.00479344604536891
196	rnn.weight_ih_l1_reverse	0	0.0868724137544632
196	rnn.weight_ih_l1_reverse	1	-0.04184163361787796
196	rnn.weight_ih_l1_reverse	2	-0.06189163401722908
196	rnn.weight_ih_l1_reverse	3	0.02536819875240326
196	rnn.weight_ih_l1_reverse	4	-0.046542927622795105
196	rnn.weight_ih_l1_reverse	5	0.02402769960463047
196	rnn.weight_ih_l1_reverse	6	0.040403492748737335
196	rnn.weight_ih_l1_reverse	7	0.020230360329151154
196	rnn.weight_ih_l1_reverse	8	-0.008734054863452911
196	rnn.weight_ih_l1_reverse	9	-0.06632387638092041
196	rnn.weight_hh_l1_reverse	0	0.004932862240821123
196	rnn.weight_hh_l1_reverse	1	0.01901555247604847
196	rnn.weight_hh_l1_reverse	2	-0.05819115787744522
196	rnn.weight_hh_l1_reverse	3	-0.012880745343863964
196	rnn.weight_hh_l1_reverse	4	0.008885888382792473
196	rnn.weight_hh_l1_reverse	5	-0.06582826375961304
196	rnn.weight_hh_l1_reverse	6	-0.06730177998542786
196	rnn.weight_hh_l1_reverse	7	-0.011373733170330524
196	rnn.weight_hh_l1_reverse	8	-0.059129130095243454
196	rnn.weight_hh_l1_reverse	9	-0.04394847899675369
196	rnn.bias_ih_l1_reverse	0	-0.0027510595973581076
196	rnn.bias_ih_l1_reverse	1	-0.04145831614732742
196	rnn.bias_ih_l1_reverse	2	0.028298988938331604
196	rnn.bias_ih_l1_reverse	3	-0.08444255590438843
196	rnn.bias_ih_l1_reverse	4	-0.08677933365106583
196	rnn.bias_ih_l1_reverse	5	-0.08672378957271576
196	rnn.bias_ih_l1_reverse	6	0.06510631740093231
196	rnn.bias_ih_l1_reverse	7	0.08453181385993958
196	rnn.bias_ih_l1_reverse	8	-0.0010467575630173087
196	rnn.bias_ih_l1_reverse	9	-0.01016076747328043
196	rnn.bias_hh_l1_reverse	0	0.062157828360795975
196	rnn.bias_hh_l1_reverse	1	-0.0671667754650116
196	rnn.bias_hh_l1_reverse	2	-0.054279882460832596
196	rnn.bias_hh_l1_reverse	3	0.07353559881448746
196	rnn.bias_hh_l1_reverse	4	-0.022588595747947693
196	rnn.bias_hh_l1_reverse	5	-0.005484677851200104
196	rnn.bias_hh_l1_reverse	6	-0.05945480614900589
196	rnn.bias_hh_l1_reverse	7	-0.05976305902004242
196	rnn.bias_hh_l1_reverse	8	0.06619233638048172
196	rnn.bias_hh_l1_reverse	9	0.04788665100932121
196	rnn.weight_ih_l2	0	0.077375128865242
196	rnn.weight_ih_l2	1	-0.05433099716901779
196	rnn.weight_ih_l2	2	0.06335021555423737
196	rnn.weight_ih_l2	3	0.06572926044464111
196	rnn.weight_ih_l2	4	0.05651850998401642
196	rnn.weight_ih_l2	5	-0.03525570034980774
196	rnn.weight_ih_l2	6	-0.07566078752279282
196	rnn.weight_ih_l2	7	0.011845611967146397
196	rnn.weight_ih_l2	8	-0.01717846281826496
196	rnn.weight_ih_l2	9	-0.06913282722234726
196	rnn.weight_hh_l2	0	0.04809238761663437
196	rnn.weight_hh_l2	1	0.03083009086549282
196	rnn.weight_hh_l2	2	-0.05472155287861824
196	rnn.weight_hh_l2	3	-0.025293657556176186
196	rnn.weight_hh_l2	4	0.05492406338453293
196	rnn.weight_hh_l2	5	-0.02407706156373024
196	rnn.weight_hh_l2	6	0.008452080190181732
196	rnn.weight_hh_l2	7	-0.05347875505685806
196	rnn.weight_hh_l2	8	-0.005931228864938021
196	rnn.weight_hh_l2	9	-0.01803264394402504
196	rnn.bias_ih_l2	0	0.14587464928627014
196	rnn.bias_ih_l2	1	0.011950534768402576
196	rnn.bias_ih_l2	2	0.06727904081344604
196	rnn.bias_ih_l2	3	0.028383199125528336
196	rnn.bias_ih_l2	4	-0.006480292417109013
196	rnn.bias_ih_l2	5	0.04716482013463974
196	rnn.bias_ih_l2	6	0.013813148252665997
196	rnn.bias_ih_l2	7	0.01780824363231659
196	rnn.bias_ih_l2	8	0.01851583458483219
196	rnn.bias_ih_l2	9	-0.015349718742072582
196	rnn.bias_hh_l2	0	0.02223428525030613
196	rnn.bias_hh_l2	1	0.007482743356376886
196	rnn.bias_hh_l2	2	0.07654406130313873
196	rnn.bias_hh_l2	3	0.02940935641527176
196	rnn.bias_hh_l2	4	0.07788755744695663
196	rnn.bias_hh_l2	5	-0.05612105503678322
196	rnn.bias_hh_l2	6	0.05696530267596245
196	rnn.bias_hh_l2	7	-0.02506241388618946
196	rnn.bias_hh_l2	8	0.041944585740566254
196	rnn.bias_hh_l2	9	0.013219207525253296
196	rnn.weight_ih_l2_reverse	0	0.08229798078536987
196	rnn.weight_ih_l2_reverse	1	-0.05514694005250931
196	rnn.weight_ih_l2_reverse	2	0.0011824993416666985
196	rnn.weight_ih_l2_reverse	3	0.0352640338242054
196	rnn.weight_ih_l2_reverse	4	0.05408107116818428
196	rnn.weight_ih_l2_reverse	5	-0.040690142661333084
196	rnn.weight_ih_l2_reverse	6	-0.000904189539141953
196	rnn.weight_ih_l2_reverse	7	-0.013425659388303757
196	rnn.weight_ih_l2_reverse	8	0.013649693690240383
196	rnn.weight_ih_l2_reverse	9	-0.07960591465234756
196	rnn.weight_hh_l2_reverse	0	-0.08277302980422974
196	rnn.weight_hh_l2_reverse	1	0.016671132296323776
196	rnn.weight_hh_l2_reverse	2	0.010428753681480885
196	rnn.weight_hh_l2_reverse	3	0.024329056963324547
196	rnn.weight_hh_l2_reverse	4	-0.036793582141399384
196	rnn.weight_hh_l2_reverse	5	-0.014782930724322796
196	rnn.weight_hh_l2_reverse	6	-0.04388701170682907
196	rnn.weight_hh_l2_reverse	7	-0.05990506336092949
196	rnn.weight_hh_l2_reverse	8	-0.006709094159305096
196	rnn.weight_hh_l2_reverse	9	-0.059009019285440445
196	rnn.bias_ih_l2_reverse	0	-0.057239267975091934
196	rnn.bias_ih_l2_reverse	1	-0.02738719992339611
196	rnn.bias_ih_l2_reverse	2	0.0459534227848053
196	rnn.bias_ih_l2_reverse	3	0.03397150710225105
196	rnn.bias_ih_l2_reverse	4	0.0759614035487175
196	rnn.bias_ih_l2_reverse	5	-0.08859629929065704
196	rnn.bias_ih_l2_reverse	6	-0.04343481734395027
196	rnn.bias_ih_l2_reverse	7	-0.06009291484951973
196	rnn.bias_ih_l2_reverse	8	0.062215760350227356
196	rnn.bias_ih_l2_reverse	9	0.027595194056630135
196	rnn.bias_hh_l2_reverse	0	0.04601951315999031
196	rnn.bias_hh_l2_reverse	1	-0.06868792325258255
196	rnn.bias_hh_l2_reverse	2	-0.06730353832244873
196	rnn.bias_hh_l2_reverse	3	0.0315215177834034
196	rnn.bias_hh_l2_reverse	4	0.03295351192355156
196	rnn.bias_hh_l2_reverse	5	0.034949012100696564
196	rnn.bias_hh_l2_reverse	6	-0.0826324075460434
196	rnn.bias_hh_l2_reverse	7	-0.006763967219740152
196	rnn.bias_hh_l2_reverse	8	-0.10525515675544739
196	rnn.bias_hh_l2_reverse	9	-0.0550684817135334
196	linear.weight	0	0.025028489530086517
196	linear.weight	1	0.14808234572410583
196	linear.weight	2	-0.02422194369137287
196	linear.weight	3	-0.03544662147760391
196	linear.weight	4	-0.022248394787311554
196	linear.weight	5	0.05077185854315758
196	linear.weight	6	0.0027269034180790186
196	linear.weight	7	-0.10465648025274277
196	linear.weight	8	-0.027854572981595993
196	linear.weight	9	0.11156371980905533
196	linear.bias	0	0.5004134774208069
196	linear.bias	1	0.7909383177757263
196	linear.bias	2	-1.6371748447418213
196	linear.bias	3	-0.05754556506872177
196	linear.bias	4	-0.050822705030441284
196	linear.bias	5	0.2445184588432312
197	transitions	0	0.0318232960999012
197	transitions	1	-10000.0
197	transitions	2	2.668044328689575
197	transitions	3	-1.164198398590088
197	transitions	4	-10000.0
197	transitions	5	-10000.0
197	transitions	6	-10000.0
197	transitions	7	0.8815781474113464
197	transitions	8	0.8345375061035156
197	transitions	9	-1.1920362710952759
197	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
197	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
197	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
197	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
197	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
197	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
197	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
197	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
197	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
197	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
197	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
197	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
197	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
197	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
197	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
197	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
197	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
197	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
197	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
197	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
197	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
197	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
197	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
197	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
197	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
197	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
197	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
197	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
197	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
197	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
197	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
197	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
197	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
197	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
197	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
197	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
197	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
197	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
197	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
197	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
197	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
197	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
197	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
197	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
197	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
197	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
197	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
197	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
197	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
197	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
197	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
197	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
197	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
197	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
197	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
197	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
197	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
197	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
197	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
197	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
197	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
197	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
197	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
197	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
197	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
197	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
197	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
197	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
197	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
197	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
197	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
197	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
197	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
197	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
197	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
197	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
197	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
197	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
197	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
197	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
197	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
197	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
197	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
197	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
197	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
197	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
197	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
197	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
197	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
197	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
197	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
197	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
197	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
197	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
197	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
197	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
197	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
197	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
197	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
197	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
197	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
197	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
197	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
197	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
197	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
197	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
197	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
197	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
197	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
197	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
197	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
197	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
197	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
197	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
197	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
197	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
197	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
197	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
197	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
197	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
197	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
197	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
197	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
197	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
197	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
197	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
197	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
197	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
197	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
197	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
197	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
197	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
197	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
197	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
197	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
197	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
197	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
197	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
197	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
197	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
197	embedding2nn.weight	0	0.014801871962845325
197	embedding2nn.weight	1	0.00015330195310525596
197	embedding2nn.weight	2	0.005558893084526062
197	embedding2nn.weight	3	0.0006874002865515649
197	embedding2nn.weight	4	-0.008260096423327923
197	embedding2nn.weight	5	-0.005585663020610809
197	embedding2nn.weight	6	-0.0008399471989832819
197	embedding2nn.weight	7	-0.002964662155136466
197	embedding2nn.weight	8	0.014032473787665367
197	embedding2nn.weight	9	0.004419983364641666
197	embedding2nn.bias	0	0.006713869981467724
197	embedding2nn.bias	1	-0.016778700053691864
197	embedding2nn.bias	2	0.005739475134760141
197	embedding2nn.bias	3	-0.008647779002785683
197	embedding2nn.bias	4	-0.023917555809020996
197	embedding2nn.bias	5	0.000499787216540426
197	embedding2nn.bias	6	0.006471776403486729
197	embedding2nn.bias	7	-0.0071489824913442135
197	embedding2nn.bias	8	-0.00047383710625581443
197	embedding2nn.bias	9	-0.004924688022583723
197	rnn.weight_ih_l0	0	-0.052292823791503906
197	rnn.weight_ih_l0	1	0.05077238380908966
197	rnn.weight_ih_l0	2	0.03187444061040878
197	rnn.weight_ih_l0	3	0.014747567474842072
197	rnn.weight_ih_l0	4	0.01246445532888174
197	rnn.weight_ih_l0	5	0.08421529084444046
197	rnn.weight_ih_l0	6	0.07607284188270569
197	rnn.weight_ih_l0	7	0.03779861330986023
197	rnn.weight_ih_l0	8	-0.045807402580976486
197	rnn.weight_ih_l0	9	0.007990239188075066
197	rnn.weight_hh_l0	0	0.00823822058737278
197	rnn.weight_hh_l0	1	-0.06424007564783096
197	rnn.weight_hh_l0	2	-0.06549006700515747
197	rnn.weight_hh_l0	3	0.07151027768850327
197	rnn.weight_hh_l0	4	0.07098107784986496
197	rnn.weight_hh_l0	5	0.005964715965092182
197	rnn.weight_hh_l0	6	-0.0022299988195300102
197	rnn.weight_hh_l0	7	-0.016252687200903893
197	rnn.weight_hh_l0	8	-0.029321320354938507
197	rnn.weight_hh_l0	9	0.05758240446448326
197	rnn.bias_ih_l0	0	-0.06256997585296631
197	rnn.bias_ih_l0	1	0.08863913267850876
197	rnn.bias_ih_l0	2	0.020159129053354263
197	rnn.bias_ih_l0	3	0.07974651455879211
197	rnn.bias_ih_l0	4	-0.07639529556035995
197	rnn.bias_ih_l0	5	0.0824495330452919
197	rnn.bias_ih_l0	6	-0.0686265155673027
197	rnn.bias_ih_l0	7	-0.03599083423614502
197	rnn.bias_ih_l0	8	-0.09147868305444717
197	rnn.bias_ih_l0	9	-0.0448378287255764
197	rnn.bias_hh_l0	0	0.036517538130283356
197	rnn.bias_hh_l0	1	0.07346757501363754
197	rnn.bias_hh_l0	2	0.06999529153108597
197	rnn.bias_hh_l0	3	0.08570314943790436
197	rnn.bias_hh_l0	4	-0.0977264866232872
197	rnn.bias_hh_l0	5	-0.07122340053319931
197	rnn.bias_hh_l0	6	0.07873519510030746
197	rnn.bias_hh_l0	7	-0.07777384668588638
197	rnn.bias_hh_l0	8	-0.026576442644000053
197	rnn.bias_hh_l0	9	0.011969598941504955
197	rnn.weight_ih_l0_reverse	0	0.07938607037067413
197	rnn.weight_ih_l0_reverse	1	0.07327184826135635
197	rnn.weight_ih_l0_reverse	2	0.038768522441387177
197	rnn.weight_ih_l0_reverse	3	0.033680059015750885
197	rnn.weight_ih_l0_reverse	4	-0.03646032139658928
197	rnn.weight_ih_l0_reverse	5	0.05084102973341942
197	rnn.weight_ih_l0_reverse	6	0.06648840755224228
197	rnn.weight_ih_l0_reverse	7	0.02230258099734783
197	rnn.weight_ih_l0_reverse	8	-0.05783286690711975
197	rnn.weight_ih_l0_reverse	9	-0.052847329527139664
197	rnn.weight_hh_l0_reverse	0	0.02554328553378582
197	rnn.weight_hh_l0_reverse	1	-0.0871732160449028
197	rnn.weight_hh_l0_reverse	2	0.06340174376964569
197	rnn.weight_hh_l0_reverse	3	-0.021563801914453506
197	rnn.weight_hh_l0_reverse	4	0.08489937335252762
197	rnn.weight_hh_l0_reverse	5	-0.0020119687542319298
197	rnn.weight_hh_l0_reverse	6	0.030459968373179436
197	rnn.weight_hh_l0_reverse	7	0.07866650074720383
197	rnn.weight_hh_l0_reverse	8	-0.022404618561267853
197	rnn.weight_hh_l0_reverse	9	-0.04658210277557373
197	rnn.bias_ih_l0_reverse	0	0.0005742725334130228
197	rnn.bias_ih_l0_reverse	1	-0.020246565341949463
197	rnn.bias_ih_l0_reverse	2	-0.014222078956663609
197	rnn.bias_ih_l0_reverse	3	0.036155086010694504
197	rnn.bias_ih_l0_reverse	4	0.06770990043878555
197	rnn.bias_ih_l0_reverse	5	-0.020930808037519455
197	rnn.bias_ih_l0_reverse	6	-0.026938606053590775
197	rnn.bias_ih_l0_reverse	7	-0.04870474711060524
197	rnn.bias_ih_l0_reverse	8	0.0061379969120025635
197	rnn.bias_ih_l0_reverse	9	-0.06740652024745941
197	rnn.bias_hh_l0_reverse	0	0.03946909308433533
197	rnn.bias_hh_l0_reverse	1	-0.06876911967992783
197	rnn.bias_hh_l0_reverse	2	0.0752750113606453
197	rnn.bias_hh_l0_reverse	3	0.061804864555597305
197	rnn.bias_hh_l0_reverse	4	0.023869119584560394
197	rnn.bias_hh_l0_reverse	5	0.046045951545238495
197	rnn.bias_hh_l0_reverse	6	0.06675451993942261
197	rnn.bias_hh_l0_reverse	7	0.08341770619153976
197	rnn.bias_hh_l0_reverse	8	-0.009275759570300579
197	rnn.bias_hh_l0_reverse	9	0.04967082291841507
197	rnn.weight_ih_l1	0	0.02385043166577816
197	rnn.weight_ih_l1	1	0.016129571944475174
197	rnn.weight_ih_l1	2	0.08862446248531342
197	rnn.weight_ih_l1	3	-0.024278603494167328
197	rnn.weight_ih_l1	4	-0.024518586695194244
197	rnn.weight_ih_l1	5	-0.012739849276840687
197	rnn.weight_ih_l1	6	0.07277212291955948
197	rnn.weight_ih_l1	7	-0.0035401855129748583
197	rnn.weight_ih_l1	8	-0.05262017622590065
197	rnn.weight_ih_l1	9	0.05336734652519226
197	rnn.weight_hh_l1	0	-0.08188476413488388
197	rnn.weight_hh_l1	1	-0.03567437827587128
197	rnn.weight_hh_l1	2	-0.00813592504709959
197	rnn.weight_hh_l1	3	-0.058211591094732285
197	rnn.weight_hh_l1	4	0.08605965226888657
197	rnn.weight_hh_l1	5	-0.08411098271608353
197	rnn.weight_hh_l1	6	-0.05013922229409218
197	rnn.weight_hh_l1	7	0.06474015861749649
197	rnn.weight_hh_l1	8	-0.01354729849845171
197	rnn.weight_hh_l1	9	-0.039888493716716766
197	rnn.bias_ih_l1	0	-0.03464309498667717
197	rnn.bias_ih_l1	1	0.055186834186315536
197	rnn.bias_ih_l1	2	-0.045758843421936035
197	rnn.bias_ih_l1	3	-0.07699055969715118
197	rnn.bias_ih_l1	4	-0.028549443930387497
197	rnn.bias_ih_l1	5	-0.006438794545829296
197	rnn.bias_ih_l1	6	-0.044575855135917664
197	rnn.bias_ih_l1	7	0.062097422778606415
197	rnn.bias_ih_l1	8	0.08424235880374908
197	rnn.bias_ih_l1	9	0.03289574757218361
197	rnn.bias_hh_l1	0	0.06898673623800278
197	rnn.bias_hh_l1	1	-0.05870183929800987
197	rnn.bias_hh_l1	2	0.019398072734475136
197	rnn.bias_hh_l1	3	0.08141843229532242
197	rnn.bias_hh_l1	4	0.05779679864645004
197	rnn.bias_hh_l1	5	-0.07904107123613358
197	rnn.bias_hh_l1	6	0.014472045935690403
197	rnn.bias_hh_l1	7	0.042476873844861984
197	rnn.bias_hh_l1	8	0.015265405178070068
197	rnn.bias_hh_l1	9	-0.004807149525731802
197	rnn.weight_ih_l1_reverse	0	0.08692354708909988
197	rnn.weight_ih_l1_reverse	1	-0.04185420274734497
197	rnn.weight_ih_l1_reverse	2	-0.06189083307981491
197	rnn.weight_ih_l1_reverse	3	0.025374310091137886
197	rnn.weight_ih_l1_reverse	4	-0.04656308889389038
197	rnn.weight_ih_l1_reverse	5	0.024022690951824188
197	rnn.weight_ih_l1_reverse	6	0.04040501266717911
197	rnn.weight_ih_l1_reverse	7	0.020270787179470062
197	rnn.weight_ih_l1_reverse	8	-0.00873017031699419
197	rnn.weight_ih_l1_reverse	9	-0.06639647483825684
197	rnn.weight_hh_l1_reverse	0	0.004926659166812897
197	rnn.weight_hh_l1_reverse	1	0.019014451652765274
197	rnn.weight_hh_l1_reverse	2	-0.058192718774080276
197	rnn.weight_hh_l1_reverse	3	-0.012881480157375336
197	rnn.weight_hh_l1_reverse	4	0.00888399314135313
197	rnn.weight_hh_l1_reverse	5	-0.0658312439918518
197	rnn.weight_hh_l1_reverse	6	-0.06729836761951447
197	rnn.weight_hh_l1_reverse	7	-0.011374834924936295
197	rnn.weight_hh_l1_reverse	8	-0.05913884565234184
197	rnn.weight_hh_l1_reverse	9	-0.04395415261387825
197	rnn.bias_ih_l1_reverse	0	-0.00274498644284904
197	rnn.bias_ih_l1_reverse	1	-0.04135490581393242
197	rnn.bias_ih_l1_reverse	2	0.028267377987504005
197	rnn.bias_ih_l1_reverse	3	-0.08444803953170776
197	rnn.bias_ih_l1_reverse	4	-0.08679526299238205
197	rnn.bias_ih_l1_reverse	5	-0.0867309495806694
197	rnn.bias_ih_l1_reverse	6	0.06505781412124634
197	rnn.bias_ih_l1_reverse	7	0.08450740575790405
197	rnn.bias_ih_l1_reverse	8	-0.0006933148833923042
197	rnn.bias_ih_l1_reverse	9	-0.01003974862396717
197	rnn.bias_hh_l1_reverse	0	0.062134891748428345
197	rnn.bias_hh_l1_reverse	1	-0.06705871969461441
197	rnn.bias_hh_l1_reverse	2	-0.0543467216193676
197	rnn.bias_hh_l1_reverse	3	0.07347305119037628
197	rnn.bias_hh_l1_reverse	4	-0.022471096366643906
197	rnn.bias_hh_l1_reverse	5	-0.005491521675139666
197	rnn.bias_hh_l1_reverse	6	-0.059423744678497314
197	rnn.bias_hh_l1_reverse	7	-0.05975857377052307
197	rnn.bias_hh_l1_reverse	8	0.0661928579211235
197	rnn.bias_hh_l1_reverse	9	0.0474248044192791
197	rnn.weight_ih_l2	0	0.07737362384796143
197	rnn.weight_ih_l2	1	-0.05430891737341881
197	rnn.weight_ih_l2	2	0.06335268914699554
197	rnn.weight_ih_l2	3	0.06569922715425491
197	rnn.weight_ih_l2	4	0.056477393954992294
197	rnn.weight_ih_l2	5	-0.03527360409498215
197	rnn.weight_ih_l2	6	-0.07564015686511993
197	rnn.weight_ih_l2	7	0.011842884123325348
197	rnn.weight_ih_l2	8	-0.017180638387799263
197	rnn.weight_ih_l2	9	-0.06913229823112488
197	rnn.weight_hh_l2	0	0.048091813921928406
197	rnn.weight_hh_l2	1	0.03083687089383602
197	rnn.weight_hh_l2	2	-0.054718371480703354
197	rnn.weight_hh_l2	3	-0.025283459573984146
197	rnn.weight_hh_l2	4	0.054939497262239456
197	rnn.weight_hh_l2	5	-0.024084020406007767
197	rnn.weight_hh_l2	6	0.008458748459815979
197	rnn.weight_hh_l2	7	-0.053491972386837006
197	rnn.weight_hh_l2	8	-0.005926412995904684
197	rnn.weight_hh_l2	9	-0.01802021823823452
197	rnn.bias_ih_l2	0	0.1459013819694519
197	rnn.bias_ih_l2	1	0.011904341168701649
197	rnn.bias_ih_l2	2	0.06726979464292526
197	rnn.bias_ih_l2	3	0.02838100865483284
197	rnn.bias_ih_l2	4	-0.006516703870147467
197	rnn.bias_ih_l2	5	0.047245025634765625
197	rnn.bias_ih_l2	6	0.013752439059317112
197	rnn.bias_ih_l2	7	0.01782253570854664
197	rnn.bias_ih_l2	8	0.018569353967905045
197	rnn.bias_ih_l2	9	-0.0152963288128376
197	rnn.bias_hh_l2	0	0.021964535117149353
197	rnn.bias_hh_l2	1	0.007366295903921127
197	rnn.bias_hh_l2	2	0.07658986747264862
197	rnn.bias_hh_l2	3	0.02938373014330864
197	rnn.bias_hh_l2	4	0.07790367305278778
197	rnn.bias_hh_l2	5	-0.056262511759996414
197	rnn.bias_hh_l2	6	0.05756475403904915
197	rnn.bias_hh_l2	7	-0.025373117998242378
197	rnn.bias_hh_l2	8	0.04194675385951996
197	rnn.bias_hh_l2	9	0.014048885554075241
197	rnn.weight_ih_l2_reverse	0	0.0823005810379982
197	rnn.weight_ih_l2_reverse	1	-0.055170606821775436
197	rnn.weight_ih_l2_reverse	2	0.001184532418847084
197	rnn.weight_ih_l2_reverse	3	0.0352630577981472
197	rnn.weight_ih_l2_reverse	4	0.054082803428173065
197	rnn.weight_ih_l2_reverse	5	-0.04068915173411369
197	rnn.weight_ih_l2_reverse	6	-0.0008581919828429818
197	rnn.weight_ih_l2_reverse	7	-0.013358885422348976
197	rnn.weight_ih_l2_reverse	8	0.013636886142194271
197	rnn.weight_ih_l2_reverse	9	-0.07958984375
197	rnn.weight_hh_l2_reverse	0	-0.08277308195829391
197	rnn.weight_hh_l2_reverse	1	0.016641030088067055
197	rnn.weight_hh_l2_reverse	2	0.010428854264318943
197	rnn.weight_hh_l2_reverse	3	0.02432801015675068
197	rnn.weight_hh_l2_reverse	4	-0.036795493215322495
197	rnn.weight_hh_l2_reverse	5	-0.01477932557463646
197	rnn.weight_hh_l2_reverse	6	-0.0440015085041523
197	rnn.weight_hh_l2_reverse	7	-0.05990426242351532
197	rnn.weight_hh_l2_reverse	8	-0.006706286687403917
197	rnn.weight_hh_l2_reverse	9	-0.05900539830327034
197	rnn.bias_ih_l2_reverse	0	-0.056425753980875015
197	rnn.bias_ih_l2_reverse	1	-0.027371695265173912
197	rnn.bias_ih_l2_reverse	2	0.046084947884082794
197	rnn.bias_ih_l2_reverse	3	0.03396608680486679
197	rnn.bias_ih_l2_reverse	4	0.07588139921426773
197	rnn.bias_ih_l2_reverse	5	-0.08861955255270004
197	rnn.bias_ih_l2_reverse	6	-0.043425269424915314
197	rnn.bias_ih_l2_reverse	7	-0.060283415019512177
197	rnn.bias_ih_l2_reverse	8	0.06249270215630531
197	rnn.bias_ih_l2_reverse	9	0.0273395087569952
197	rnn.bias_hh_l2_reverse	0	0.04581252485513687
197	rnn.bias_hh_l2_reverse	1	-0.06889903545379639
197	rnn.bias_hh_l2_reverse	2	-0.06729213893413544
197	rnn.bias_hh_l2_reverse	3	0.03141516447067261
197	rnn.bias_hh_l2_reverse	4	0.03287725895643234
197	rnn.bias_hh_l2_reverse	5	0.03482413664460182
197	rnn.bias_hh_l2_reverse	6	-0.08260741829872131
197	rnn.bias_hh_l2_reverse	7	-0.006811246741563082
197	rnn.bias_hh_l2_reverse	8	-0.10573246330022812
197	rnn.bias_hh_l2_reverse	9	-0.055013276636600494
197	linear.weight	0	0.025028489530086517
197	linear.weight	1	0.1496279537677765
197	linear.weight	2	-0.024231264367699623
197	linear.weight	3	-0.035350121557712555
197	linear.weight	4	-0.022248394787311554
197	linear.weight	5	0.05082063376903534
197	linear.weight	6	0.002238489454612136
197	linear.weight	7	-0.10380449891090393
197	linear.weight	8	-0.02781052328646183
197	linear.weight	9	0.11177106946706772
197	linear.bias	0	0.49752530455589294
197	linear.bias	1	0.7858011722564697
197	linear.bias	2	-1.637488842010498
197	linear.bias	3	-0.05754556506872177
197	linear.bias	4	-0.050822705030441284
197	linear.bias	5	0.2528577744960785
198	transitions	0	0.031738776713609695
198	transitions	1	-10000.0
198	transitions	2	2.6669585704803467
198	transitions	3	-1.1630332469940186
198	transitions	4	-10000.0
198	transitions	5	-10000.0
198	transitions	6	-10000.0
198	transitions	7	0.8815772533416748
198	transitions	8	0.8344835042953491
198	transitions	9	-1.1924166679382324
198	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
198	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
198	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
198	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
198	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
198	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
198	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
198	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
198	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
198	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
198	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
198	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
198	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
198	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
198	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
198	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
198	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
198	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
198	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
198	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
198	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
198	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
198	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
198	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
198	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
198	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
198	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
198	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
198	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
198	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
198	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
198	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
198	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
198	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
198	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
198	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
198	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
198	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
198	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
198	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
198	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
198	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
198	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
198	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
198	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
198	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
198	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
198	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
198	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
198	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
198	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
198	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
198	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
198	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
198	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
198	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
198	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
198	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
198	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
198	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
198	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
198	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
198	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
198	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
198	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
198	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
198	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
198	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
198	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
198	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
198	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
198	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
198	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
198	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
198	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
198	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
198	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
198	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
198	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
198	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
198	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
198	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
198	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
198	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
198	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
198	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
198	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
198	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
198	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
198	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
198	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
198	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
198	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
198	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
198	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
198	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
198	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
198	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
198	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
198	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
198	embedding2nn.weight	0	0.014801488257944584
198	embedding2nn.weight	1	0.0001527839485788718
198	embedding2nn.weight	2	0.005558254197239876
198	embedding2nn.weight	3	0.0006871976074762642
198	embedding2nn.weight	4	-0.008258218877017498
198	embedding2nn.weight	5	-0.005585543345659971
198	embedding2nn.weight	6	-0.0008391981828026474
198	embedding2nn.weight	7	-0.0029632190708070993
198	embedding2nn.weight	8	0.014020159840583801
198	embedding2nn.weight	9	0.004420354031026363
198	embedding2nn.bias	0	0.006478637922555208
198	embedding2nn.bias	1	-0.016832392662763596
198	embedding2nn.bias	2	0.0058771101757884026
198	embedding2nn.bias	3	-0.008753880858421326
198	embedding2nn.bias	4	-0.024036694318056107
198	embedding2nn.bias	5	0.00037081248592585325
198	embedding2nn.bias	6	0.006547239143401384
198	embedding2nn.bias	7	-0.00713396305218339
198	embedding2nn.bias	8	-0.0005731796845793724
198	embedding2nn.bias	9	-0.005010086577385664
198	rnn.weight_ih_l0	0	-0.05229821428656578
198	rnn.weight_ih_l0	1	0.05077230557799339
198	rnn.weight_ih_l0	2	0.03187568113207817
198	rnn.weight_ih_l0	3	0.014753693714737892
198	rnn.weight_ih_l0	4	0.012457331642508507
198	rnn.weight_ih_l0	5	0.08421406894922256
198	rnn.weight_ih_l0	6	0.07606988400220871
198	rnn.weight_ih_l0	7	0.037798911333084106
198	rnn.weight_ih_l0	8	-0.045798346400260925
198	rnn.weight_ih_l0	9	0.007992408238351345
198	rnn.weight_hh_l0	0	0.008236538618803024
198	rnn.weight_hh_l0	1	-0.06424379348754883
198	rnn.weight_hh_l0	2	-0.06549301743507385
198	rnn.weight_hh_l0	3	0.07151094079017639
198	rnn.weight_hh_l0	4	0.07099167257547379
198	rnn.weight_hh_l0	5	0.005963216070085764
198	rnn.weight_hh_l0	6	-0.002211842918768525
198	rnn.weight_hh_l0	7	-0.016347160562872887
198	rnn.weight_hh_l0	8	-0.029338831081986427
198	rnn.weight_hh_l0	9	0.0575827956199646
198	rnn.bias_ih_l0	0	-0.06257762014865875
198	rnn.bias_ih_l0	1	0.08864685148000717
198	rnn.bias_ih_l0	2	0.020158154889941216
198	rnn.bias_ih_l0	3	0.07969983667135239
198	rnn.bias_ih_l0	4	-0.07650666683912277
198	rnn.bias_ih_l0	5	0.08247793465852737
198	rnn.bias_ih_l0	6	-0.06854788959026337
198	rnn.bias_ih_l0	7	-0.03599074110388756
198	rnn.bias_ih_l0	8	-0.09133168309926987
198	rnn.bias_ih_l0	9	-0.0447983555495739
198	rnn.bias_hh_l0	0	0.03637545555830002
198	rnn.bias_hh_l0	1	0.0734410360455513
198	rnn.bias_hh_l0	2	0.06999912112951279
198	rnn.bias_hh_l0	3	0.0856793224811554
198	rnn.bias_hh_l0	4	-0.0977710485458374
198	rnn.bias_hh_l0	5	-0.07122869789600372
198	rnn.bias_hh_l0	6	0.07865169644355774
198	rnn.bias_hh_l0	7	-0.07803329080343246
198	rnn.bias_hh_l0	8	-0.026597941294312477
198	rnn.bias_hh_l0	9	0.012148907408118248
198	rnn.weight_ih_l0_reverse	0	0.07938267290592194
198	rnn.weight_ih_l0_reverse	1	0.07328531891107559
198	rnn.weight_ih_l0_reverse	2	0.03876503184437752
198	rnn.weight_ih_l0_reverse	3	0.03368004038929939
198	rnn.weight_ih_l0_reverse	4	-0.03645723685622215
198	rnn.weight_ih_l0_reverse	5	0.050840891897678375
198	rnn.weight_ih_l0_reverse	6	0.0664924904704094
198	rnn.weight_ih_l0_reverse	7	0.022298194468021393
198	rnn.weight_ih_l0_reverse	8	-0.05783655121922493
198	rnn.weight_ih_l0_reverse	9	-0.05284705385565758
198	rnn.weight_hh_l0_reverse	0	0.02553488500416279
198	rnn.weight_hh_l0_reverse	1	-0.08717439323663712
198	rnn.weight_hh_l0_reverse	2	0.06340420991182327
198	rnn.weight_hh_l0_reverse	3	-0.021559888496994972
198	rnn.weight_hh_l0_reverse	4	0.08490411192178726
198	rnn.weight_hh_l0_reverse	5	-0.001997498795390129
198	rnn.weight_hh_l0_reverse	6	0.030464505776762962
198	rnn.weight_hh_l0_reverse	7	0.07866931706666946
198	rnn.weight_hh_l0_reverse	8	-0.02241094410419464
198	rnn.weight_hh_l0_reverse	9	-0.04658101499080658
198	rnn.bias_ih_l0_reverse	0	0.0006334491772577167
198	rnn.bias_ih_l0_reverse	1	-0.020261568948626518
198	rnn.bias_ih_l0_reverse	2	-0.014168023131787777
198	rnn.bias_ih_l0_reverse	3	0.03615569695830345
198	rnn.bias_ih_l0_reverse	4	0.06772278994321823
198	rnn.bias_ih_l0_reverse	5	-0.020906206220388412
198	rnn.bias_ih_l0_reverse	6	-0.026975227519869804
198	rnn.bias_ih_l0_reverse	7	-0.04868096858263016
198	rnn.bias_ih_l0_reverse	8	0.006056692451238632
198	rnn.bias_ih_l0_reverse	9	-0.06743869930505753
198	rnn.bias_hh_l0_reverse	0	0.03946719318628311
198	rnn.bias_hh_l0_reverse	1	-0.06880129873752594
198	rnn.bias_hh_l0_reverse	2	0.07517434656620026
198	rnn.bias_hh_l0_reverse	3	0.06182989478111267
198	rnn.bias_hh_l0_reverse	4	0.023870214819908142
198	rnn.bias_hh_l0_reverse	5	0.04610742628574371
198	rnn.bias_hh_l0_reverse	6	0.06676299124956131
198	rnn.bias_hh_l0_reverse	7	0.0835588276386261
198	rnn.bias_hh_l0_reverse	8	-0.009266344830393791
198	rnn.bias_hh_l0_reverse	9	0.04969035089015961
198	rnn.weight_ih_l1	0	0.02388583868741989
198	rnn.weight_ih_l1	1	0.01610490493476391
198	rnn.weight_ih_l1	2	0.0887625515460968
198	rnn.weight_ih_l1	3	-0.024279335513710976
198	rnn.weight_ih_l1	4	-0.0245093684643507
198	rnn.weight_ih_l1	5	-0.012720928527414799
198	rnn.weight_ih_l1	6	0.07282241433858871
198	rnn.weight_ih_l1	7	-0.003611926222220063
198	rnn.weight_ih_l1	8	-0.05262298882007599
198	rnn.weight_ih_l1	9	0.053456854075193405
198	rnn.weight_hh_l1	0	-0.08184974640607834
198	rnn.weight_hh_l1	1	-0.035690344870090485
198	rnn.weight_hh_l1	2	-0.008137364871799946
198	rnn.weight_hh_l1	3	-0.05821198597550392
198	rnn.weight_hh_l1	4	0.08603725582361221
198	rnn.weight_hh_l1	5	-0.08411139249801636
198	rnn.weight_hh_l1	6	-0.05014626309275627
198	rnn.weight_hh_l1	7	0.06473668664693832
198	rnn.weight_hh_l1	8	-0.013545744121074677
198	rnn.weight_hh_l1	9	-0.03994685411453247
198	rnn.bias_ih_l1	0	-0.034661080688238144
198	rnn.bias_ih_l1	1	0.05515769496560097
198	rnn.bias_ih_l1	2	-0.045692168176174164
198	rnn.bias_ih_l1	3	-0.07697976380586624
198	rnn.bias_ih_l1	4	-0.028536619618535042
198	rnn.bias_ih_l1	5	-0.006247677840292454
198	rnn.bias_ih_l1	6	-0.04488641768693924
198	rnn.bias_ih_l1	7	0.0621233731508255
198	rnn.bias_ih_l1	8	0.08431875705718994
198	rnn.bias_ih_l1	9	0.032775718718767166
198	rnn.bias_hh_l1	0	0.06894760578870773
198	rnn.bias_hh_l1	1	-0.058690864592790604
198	rnn.bias_hh_l1	2	0.019398432224988937
198	rnn.bias_hh_l1	3	0.08135547488927841
198	rnn.bias_hh_l1	4	0.0577663816511631
198	rnn.bias_hh_l1	5	-0.07910680770874023
198	rnn.bias_hh_l1	6	0.01442598644644022
198	rnn.bias_hh_l1	7	0.042551636695861816
198	rnn.bias_hh_l1	8	0.0152389295399189
198	rnn.bias_hh_l1	9	-0.00477136904373765
198	rnn.weight_ih_l1_reverse	0	0.0869278535246849
198	rnn.weight_ih_l1_reverse	1	-0.04186093807220459
198	rnn.weight_ih_l1_reverse	2	-0.0618932843208313
198	rnn.weight_ih_l1_reverse	3	0.02537446655333042
198	rnn.weight_ih_l1_reverse	4	-0.04656268283724785
198	rnn.weight_ih_l1_reverse	5	0.024022364988923073
198	rnn.weight_ih_l1_reverse	6	0.04040466621518135
198	rnn.weight_ih_l1_reverse	7	0.020275425165891647
198	rnn.weight_ih_l1_reverse	8	-0.008730311878025532
198	rnn.weight_ih_l1_reverse	9	-0.06637171655893326
198	rnn.weight_hh_l1_reverse	0	0.004927103407680988
198	rnn.weight_hh_l1_reverse	1	0.019014872610569
198	rnn.weight_hh_l1_reverse	2	-0.05819074437022209
198	rnn.weight_hh_l1_reverse	3	-0.012882367707788944
198	rnn.weight_hh_l1_reverse	4	0.008884931914508343
198	rnn.weight_hh_l1_reverse	5	-0.06583596765995026
198	rnn.weight_hh_l1_reverse	6	-0.06729970127344131
198	rnn.weight_hh_l1_reverse	7	-0.011375284753739834
198	rnn.weight_hh_l1_reverse	8	-0.05913907662034035
198	rnn.weight_hh_l1_reverse	9	-0.04395526275038719
198	rnn.bias_ih_l1_reverse	0	-0.002747592981904745
198	rnn.bias_ih_l1_reverse	1	-0.04136967658996582
198	rnn.bias_ih_l1_reverse	2	0.028310880064964294
198	rnn.bias_ih_l1_reverse	3	-0.08442650735378265
198	rnn.bias_ih_l1_reverse	4	-0.0868111327290535
198	rnn.bias_ih_l1_reverse	5	-0.08672143518924713
198	rnn.bias_ih_l1_reverse	6	0.06513653695583344
198	rnn.bias_ih_l1_reverse	7	0.08453027158975601
198	rnn.bias_ih_l1_reverse	8	-0.0006053724209778011
198	rnn.bias_ih_l1_reverse	9	-0.009984311647713184
198	rnn.bias_hh_l1_reverse	0	0.06213068589568138
198	rnn.bias_hh_l1_reverse	1	-0.0670255497097969
198	rnn.bias_hh_l1_reverse	2	-0.05436960607767105
198	rnn.bias_hh_l1_reverse	3	0.07353271543979645
198	rnn.bias_hh_l1_reverse	4	-0.02249917760491371
198	rnn.bias_hh_l1_reverse	5	-0.00550594087690115
198	rnn.bias_hh_l1_reverse	6	-0.059398993849754333
198	rnn.bias_hh_l1_reverse	7	-0.059791456907987595
198	rnn.bias_hh_l1_reverse	8	0.06618782877922058
198	rnn.bias_hh_l1_reverse	9	0.04780755937099457
198	rnn.weight_ih_l2	0	0.07740293443202972
198	rnn.weight_ih_l2	1	-0.05430055782198906
198	rnn.weight_ih_l2	2	0.06335191428661346
198	rnn.weight_ih_l2	3	0.06569015979766846
198	rnn.weight_ih_l2	4	0.05647353082895279
198	rnn.weight_ih_l2	5	-0.035278771072626114
198	rnn.weight_ih_l2	6	-0.07563655078411102
198	rnn.weight_ih_l2	7	0.011840668506920338
198	rnn.weight_ih_l2	8	-0.017179345712065697
198	rnn.weight_ih_l2	9	-0.06913235038518906
198	rnn.weight_hh_l2	0	0.04809240996837616
198	rnn.weight_hh_l2	1	0.030835125595331192
198	rnn.weight_hh_l2	2	-0.05471837520599365
198	rnn.weight_hh_l2	3	-0.025268541648983955
198	rnn.weight_hh_l2	4	0.05493847653269768
198	rnn.weight_hh_l2	5	-0.02408422902226448
198	rnn.weight_hh_l2	6	0.008455329574644566
198	rnn.weight_hh_l2	7	-0.05349458381533623
198	rnn.weight_hh_l2	8	-0.005935667082667351
198	rnn.weight_hh_l2	9	-0.01802273839712143
198	rnn.bias_ih_l2	0	0.14668071269989014
198	rnn.bias_ih_l2	1	0.012001977302134037
198	rnn.bias_ih_l2	2	0.06733135879039764
198	rnn.bias_ih_l2	3	0.028394760563969612
198	rnn.bias_ih_l2	4	-0.006523665506392717
198	rnn.bias_ih_l2	5	0.04728924110531807
198	rnn.bias_ih_l2	6	0.013707565143704414
198	rnn.bias_ih_l2	7	0.017766451463103294
198	rnn.bias_ih_l2	8	0.018565258011221886
198	rnn.bias_ih_l2	9	-0.015260055661201477
198	rnn.bias_hh_l2	0	0.02247833088040352
198	rnn.bias_hh_l2	1	0.007444053888320923
198	rnn.bias_hh_l2	2	0.07661230862140656
198	rnn.bias_hh_l2	3	0.029357418417930603
198	rnn.bias_hh_l2	4	0.07787217944860458
198	rnn.bias_hh_l2	5	-0.05635032430291176
198	rnn.bias_hh_l2	6	0.05712852254509926
198	rnn.bias_hh_l2	7	-0.025472577661275864
198	rnn.bias_hh_l2	8	0.04196742922067642
198	rnn.bias_hh_l2	9	0.01416767854243517
198	rnn.weight_ih_l2_reverse	0	0.08230171352624893
198	rnn.weight_ih_l2_reverse	1	-0.05517289787530899
198	rnn.weight_ih_l2_reverse	2	0.0011853434843942523
198	rnn.weight_ih_l2_reverse	3	0.035262659192085266
198	rnn.weight_ih_l2_reverse	4	0.05408204346895218
198	rnn.weight_ih_l2_reverse	5	-0.040690671652555466
198	rnn.weight_ih_l2_reverse	6	-0.0008780697244219482
198	rnn.weight_ih_l2_reverse	7	-0.013357233256101608
198	rnn.weight_ih_l2_reverse	8	0.01376471295952797
198	rnn.weight_ih_l2_reverse	9	-0.07959017902612686
198	rnn.weight_hh_l2_reverse	0	-0.08277317881584167
198	rnn.weight_hh_l2_reverse	1	0.016648560762405396
198	rnn.weight_hh_l2_reverse	2	0.01042893249541521
198	rnn.weight_hh_l2_reverse	3	0.024327805265784264
198	rnn.weight_hh_l2_reverse	4	-0.036796312779188156
198	rnn.weight_hh_l2_reverse	5	-0.01477912999689579
198	rnn.weight_hh_l2_reverse	6	-0.043987907469272614
198	rnn.weight_hh_l2_reverse	7	-0.05990299582481384
198	rnn.weight_hh_l2_reverse	8	-0.006706446409225464
198	rnn.weight_hh_l2_reverse	9	-0.05900581181049347
198	rnn.bias_ih_l2_reverse	0	-0.05673621594905853
198	rnn.bias_ih_l2_reverse	1	-0.027371877804398537
198	rnn.bias_ih_l2_reverse	2	0.046138349920511246
198	rnn.bias_ih_l2_reverse	3	0.03363987058401108
198	rnn.bias_ih_l2_reverse	4	0.07589004188776016
198	rnn.bias_ih_l2_reverse	5	-0.08862990140914917
198	rnn.bias_ih_l2_reverse	6	-0.043425824493169785
198	rnn.bias_ih_l2_reverse	7	-0.06049950793385506
198	rnn.bias_ih_l2_reverse	8	0.06279861181974411
198	rnn.bias_ih_l2_reverse	9	0.02777382917702198
198	rnn.bias_hh_l2_reverse	0	0.04581999406218529
198	rnn.bias_hh_l2_reverse	1	-0.06895401328802109
198	rnn.bias_hh_l2_reverse	2	-0.0672922357916832
198	rnn.bias_hh_l2_reverse	3	0.03140924870967865
198	rnn.bias_hh_l2_reverse	4	0.03283296152949333
198	rnn.bias_hh_l2_reverse	5	0.03480276092886925
198	rnn.bias_hh_l2_reverse	6	-0.08263252675533295
198	rnn.bias_hh_l2_reverse	7	-0.00681318761780858
198	rnn.bias_hh_l2_reverse	8	-0.10572633147239685
198	rnn.bias_hh_l2_reverse	9	-0.055012039840221405
198	linear.weight	0	0.025028489530086517
198	linear.weight	1	0.15004205703735352
198	linear.weight	2	-0.024229643866419792
198	linear.weight	3	-0.03516627103090286
198	linear.weight	4	-0.022248394787311554
198	linear.weight	5	0.050728823989629745
198	linear.weight	6	0.0022543228697031736
198	linear.weight	7	-0.10368002206087112
198	linear.weight	8	-0.027917400002479553
198	linear.weight	9	0.11181212216615677
198	linear.bias	0	0.4965956509113312
198	linear.bias	1	0.7854914665222168
198	linear.bias	2	-1.637662649154663
198	linear.bias	3	-0.05754556506872177
198	linear.bias	4	-0.050822705030441284
198	linear.bias	5	0.2542709708213806
199	transitions	0	0.031688448041677475
199	transitions	1	-10000.0
199	transitions	2	2.6697449684143066
199	transitions	3	-1.163152813911438
199	transitions	4	-10000.0
199	transitions	5	-10000.0
199	transitions	6	-10000.0
199	transitions	7	0.8815759420394897
199	transitions	8	0.8344491124153137
199	transitions	9	-1.1926696300506592
199	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
199	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
199	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
199	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
199	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
199	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
199	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
199	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
199	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
199	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
199	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
199	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
199	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
199	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
199	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
199	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
199	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
199	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
199	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
199	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
199	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
199	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
199	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
199	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
199	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
199	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
199	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
199	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
199	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
199	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
199	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
199	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
199	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
199	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
199	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
199	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
199	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
199	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
199	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
199	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
199	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
199	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
199	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
199	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
199	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
199	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
199	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
199	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
199	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
199	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
199	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
199	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
199	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
199	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
199	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
199	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
199	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
199	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
199	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
199	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
199	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
199	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
199	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
199	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
199	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
199	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
199	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
199	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
199	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
199	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
199	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
199	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
199	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
199	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
199	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
199	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
199	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
199	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
199	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
199	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
199	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
199	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
199	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
199	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
199	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
199	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
199	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
199	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
199	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
199	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
199	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
199	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
199	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
199	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
199	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
199	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
199	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
199	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
199	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
199	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
199	embedding2nn.weight	0	0.014805976301431656
199	embedding2nn.weight	1	0.00015098688891157508
199	embedding2nn.weight	2	0.005557381547987461
199	embedding2nn.weight	3	0.000686932762619108
199	embedding2nn.weight	4	-0.00830446183681488
199	embedding2nn.weight	5	-0.005585693754255772
199	embedding2nn.weight	6	-0.0008417443023063242
199	embedding2nn.weight	7	-0.0029607913456857204
199	embedding2nn.weight	8	0.014001228846609592
199	embedding2nn.weight	9	0.004418247379362583
199	embedding2nn.bias	0	0.006434402894228697
199	embedding2nn.bias	1	-0.017171820625662804
199	embedding2nn.bias	2	0.005614344961941242
199	embedding2nn.bias	3	-0.008753368631005287
199	embedding2nn.bias	4	-0.024080267176032066
199	embedding2nn.bias	5	0.00014285639917943627
199	embedding2nn.bias	6	0.006274065002799034
199	embedding2nn.bias	7	-0.007393263280391693
199	embedding2nn.bias	8	-0.0002810584846884012
199	embedding2nn.bias	9	-0.004954057279974222
199	rnn.weight_ih_l0	0	-0.05230122432112694
199	rnn.weight_ih_l0	1	0.05077168717980385
199	rnn.weight_ih_l0	2	0.031876228749752045
199	rnn.weight_ih_l0	3	0.014751126058399677
199	rnn.weight_ih_l0	4	0.012466808781027794
199	rnn.weight_ih_l0	5	0.08421514928340912
199	rnn.weight_ih_l0	6	0.07607407867908478
199	rnn.weight_ih_l0	7	0.03779730945825577
199	rnn.weight_ih_l0	8	-0.045790161937475204
199	rnn.weight_ih_l0	9	0.007966892793774605
199	rnn.weight_hh_l0	0	0.008239056915044785
199	rnn.weight_hh_l0	1	-0.06424515694379807
199	rnn.weight_hh_l0	2	-0.06549109518527985
199	rnn.weight_hh_l0	3	0.0715174749493599
199	rnn.weight_hh_l0	4	0.07099956274032593
199	rnn.weight_hh_l0	5	0.005981593392789364
199	rnn.weight_hh_l0	6	-0.002329042414203286
199	rnn.weight_hh_l0	7	-0.016270743682980537
199	rnn.weight_hh_l0	8	-0.0293416865170002
199	rnn.weight_hh_l0	9	0.05758608132600784
199	rnn.bias_ih_l0	0	-0.06256324052810669
199	rnn.bias_ih_l0	1	0.08866368234157562
199	rnn.bias_ih_l0	2	0.020157724618911743
199	rnn.bias_ih_l0	3	0.07959539443254471
199	rnn.bias_ih_l0	4	-0.07665281742811203
199	rnn.bias_ih_l0	5	0.08245531469583511
199	rnn.bias_ih_l0	6	-0.06892342865467072
199	rnn.bias_ih_l0	7	-0.03598834201693535
199	rnn.bias_ih_l0	8	-0.09158477932214737
199	rnn.bias_ih_l0	9	-0.04473409801721573
199	rnn.bias_hh_l0	0	0.03655361384153366
199	rnn.bias_hh_l0	1	0.0734192356467247
199	rnn.bias_hh_l0	2	0.06997081637382507
199	rnn.bias_hh_l0	3	0.0856718048453331
199	rnn.bias_hh_l0	4	-0.09757014364004135
199	rnn.bias_hh_l0	5	-0.07124296575784683
199	rnn.bias_hh_l0	6	0.0786384865641594
199	rnn.bias_hh_l0	7	-0.07802160829305649
199	rnn.bias_hh_l0	8	-0.026587622240185738
199	rnn.bias_hh_l0	9	0.012145305052399635
199	rnn.weight_ih_l0_reverse	0	0.07938047498464584
199	rnn.weight_ih_l0_reverse	1	0.07328477501869202
199	rnn.weight_ih_l0_reverse	2	0.03876538574695587
199	rnn.weight_ih_l0_reverse	3	0.03368106484413147
199	rnn.weight_ih_l0_reverse	4	-0.03646794706583023
199	rnn.weight_ih_l0_reverse	5	0.050840675830841064
199	rnn.weight_ih_l0_reverse	6	0.06649088114500046
199	rnn.weight_ih_l0_reverse	7	0.022303396835923195
199	rnn.weight_ih_l0_reverse	8	-0.057841602712869644
199	rnn.weight_ih_l0_reverse	9	-0.05284656211733818
199	rnn.weight_hh_l0_reverse	0	0.025549650192260742
199	rnn.weight_hh_l0_reverse	1	-0.08717450499534607
199	rnn.weight_hh_l0_reverse	2	0.06340378522872925
199	rnn.weight_hh_l0_reverse	3	-0.021565550938248634
199	rnn.weight_hh_l0_reverse	4	0.0849132388830185
199	rnn.weight_hh_l0_reverse	5	-0.0019672526977956295
199	rnn.weight_hh_l0_reverse	6	0.030496519058942795
199	rnn.weight_hh_l0_reverse	7	0.07868833094835281
199	rnn.weight_hh_l0_reverse	8	-0.0224155206233263
199	rnn.weight_hh_l0_reverse	9	-0.04659263789653778
199	rnn.bias_ih_l0_reverse	0	0.0006829851772636175
199	rnn.bias_ih_l0_reverse	1	-0.020266519859433174
199	rnn.bias_ih_l0_reverse	2	-0.013951994478702545
199	rnn.bias_ih_l0_reverse	3	0.036181576550006866
199	rnn.bias_ih_l0_reverse	4	0.06765531748533249
199	rnn.bias_ih_l0_reverse	5	-0.020900361239910126
199	rnn.bias_ih_l0_reverse	6	-0.026973679661750793
199	rnn.bias_ih_l0_reverse	7	-0.04868156462907791
199	rnn.bias_ih_l0_reverse	8	0.006209107581526041
199	rnn.bias_ih_l0_reverse	9	-0.06733380258083344
199	rnn.bias_hh_l0_reverse	0	0.03951210528612137
199	rnn.bias_hh_l0_reverse	1	-0.06869640201330185
199	rnn.bias_hh_l0_reverse	2	0.07547734677791595
199	rnn.bias_hh_l0_reverse	3	0.06185825169086456
199	rnn.bias_hh_l0_reverse	4	0.023821132257580757
199	rnn.bias_hh_l0_reverse	5	0.04601730406284332
199	rnn.bias_hh_l0_reverse	6	0.06688853353261948
199	rnn.bias_hh_l0_reverse	7	0.08344334363937378
199	rnn.bias_hh_l0_reverse	8	-0.009235232137143612
199	rnn.bias_hh_l0_reverse	9	0.04962672293186188
199	rnn.weight_ih_l1	0	0.023880844935774803
199	rnn.weight_ih_l1	1	0.016099434345960617
199	rnn.weight_ih_l1	2	0.08886940032243729
199	rnn.weight_ih_l1	3	-0.024279700592160225
199	rnn.weight_ih_l1	4	-0.02451254054903984
199	rnn.weight_ih_l1	5	-0.012736926786601543
199	rnn.weight_ih_l1	6	0.07281310111284256
199	rnn.weight_ih_l1	7	-0.003620543284341693
199	rnn.weight_ih_l1	8	-0.05263451859354973
199	rnn.weight_ih_l1	9	0.05360519513487816
199	rnn.weight_hh_l1	0	-0.08188427984714508
199	rnn.weight_hh_l1	1	-0.03568405658006668
199	rnn.weight_hh_l1	2	-0.008135498501360416
199	rnn.weight_hh_l1	3	-0.05820266902446747
199	rnn.weight_hh_l1	4	0.08603538572788239
199	rnn.weight_hh_l1	5	-0.08409958332777023
199	rnn.weight_hh_l1	6	-0.05013725534081459
199	rnn.weight_hh_l1	7	0.0647667720913887
199	rnn.weight_hh_l1	8	-0.01354687474668026
199	rnn.weight_hh_l1	9	-0.03994518890976906
199	rnn.bias_ih_l1	0	-0.03460373356938362
199	rnn.bias_ih_l1	1	0.05515357106924057
199	rnn.bias_ih_l1	2	-0.04563242942094803
199	rnn.bias_ih_l1	3	-0.07704271376132965
199	rnn.bias_ih_l1	4	-0.028525011613965034
199	rnn.bias_ih_l1	5	-0.0063428874127566814
199	rnn.bias_ih_l1	6	-0.04482542723417282
199	rnn.bias_ih_l1	7	0.06214933097362518
199	rnn.bias_ih_l1	8	0.08429530262947083
199	rnn.bias_ih_l1	9	0.03264136239886284
199	rnn.bias_hh_l1	0	0.06893753260374069
199	rnn.bias_hh_l1	1	-0.05869182199239731
199	rnn.bias_hh_l1	2	0.019438492134213448
199	rnn.bias_hh_l1	3	0.08133094757795334
199	rnn.bias_hh_l1	4	0.05768488720059395
199	rnn.bias_hh_l1	5	-0.07916092127561569
199	rnn.bias_hh_l1	6	0.014426329173147678
199	rnn.bias_hh_l1	7	0.04265565425157547
199	rnn.bias_hh_l1	8	0.01520591787993908
199	rnn.bias_hh_l1	9	-0.004776713903993368
199	rnn.weight_ih_l1_reverse	0	0.0869351476430893
199	rnn.weight_ih_l1_reverse	1	-0.041854824870824814
199	rnn.weight_ih_l1_reverse	2	-0.06189325824379921
199	rnn.weight_ih_l1_reverse	3	0.025373920798301697
199	rnn.weight_ih_l1_reverse	4	-0.04654236137866974
199	rnn.weight_ih_l1_reverse	5	0.024019461125135422
199	rnn.weight_ih_l1_reverse	6	0.040419306606054306
199	rnn.weight_ih_l1_reverse	7	0.02028748020529747
199	rnn.weight_ih_l1_reverse	8	-0.008738923817873001
199	rnn.weight_ih_l1_reverse	9	-0.06654533743858337
199	rnn.weight_hh_l1_reverse	0	0.004901590757071972
199	rnn.weight_hh_l1_reverse	1	0.019014475867152214
199	rnn.weight_hh_l1_reverse	2	-0.058190442621707916
199	rnn.weight_hh_l1_reverse	3	-0.012881931848824024
199	rnn.weight_hh_l1_reverse	4	0.008887358009815216
199	rnn.weight_hh_l1_reverse	5	-0.06581081449985504
199	rnn.weight_hh_l1_reverse	6	-0.06729806214570999
199	rnn.weight_hh_l1_reverse	7	-0.01137420255690813
199	rnn.weight_hh_l1_reverse	8	-0.059133145958185196
199	rnn.weight_hh_l1_reverse	9	-0.04394838586449623
199	rnn.bias_ih_l1_reverse	0	-0.0027462029829621315
199	rnn.bias_ih_l1_reverse	1	-0.04138083755970001
199	rnn.bias_ih_l1_reverse	2	0.028415324166417122
199	rnn.bias_ih_l1_reverse	3	-0.08444926887750626
199	rnn.bias_ih_l1_reverse	4	-0.08679704368114471
199	rnn.bias_ih_l1_reverse	5	-0.08673422038555145
199	rnn.bias_ih_l1_reverse	6	0.06517159938812256
199	rnn.bias_ih_l1_reverse	7	0.08451594412326813
199	rnn.bias_ih_l1_reverse	8	-0.0009174580336548388
199	rnn.bias_ih_l1_reverse	9	-0.010000823065638542
199	rnn.bias_hh_l1_reverse	0	0.06213731691241264
199	rnn.bias_hh_l1_reverse	1	-0.06704822182655334
199	rnn.bias_hh_l1_reverse	2	-0.05438755825161934
199	rnn.bias_hh_l1_reverse	3	0.0736377164721489
199	rnn.bias_hh_l1_reverse	4	-0.02246220037341118
199	rnn.bias_hh_l1_reverse	5	-0.005496402271091938
199	rnn.bias_hh_l1_reverse	6	-0.059440866112709045
199	rnn.bias_hh_l1_reverse	7	-0.05974679812788963
199	rnn.bias_hh_l1_reverse	8	0.06612040847539902
199	rnn.bias_hh_l1_reverse	9	0.04771902784705162
199	rnn.weight_ih_l2	0	0.0775093287229538
199	rnn.weight_ih_l2	1	-0.05430556833744049
199	rnn.weight_ih_l2	2	0.06335166096687317
199	rnn.weight_ih_l2	3	0.06570446491241455
199	rnn.weight_ih_l2	4	0.05648380145430565
199	rnn.weight_ih_l2	5	-0.035298723727464676
199	rnn.weight_ih_l2	6	-0.07565281540155411
199	rnn.weight_ih_l2	7	0.01183980144560337
199	rnn.weight_ih_l2	8	-0.01717911660671234
199	rnn.weight_ih_l2	9	-0.06913214921951294
199	rnn.weight_hh_l2	0	0.04811045154929161
199	rnn.weight_hh_l2	1	0.03083631955087185
199	rnn.weight_hh_l2	2	-0.05471782013773918
199	rnn.weight_hh_l2	3	-0.02527599222958088
199	rnn.weight_hh_l2	4	0.05493750050663948
199	rnn.weight_hh_l2	5	-0.02407083846628666
199	rnn.weight_hh_l2	6	0.008453316055238247
199	rnn.weight_hh_l2	7	-0.05348849669098854
199	rnn.weight_hh_l2	8	-0.005874997470527887
199	rnn.weight_hh_l2	9	-0.01803150400519371
199	rnn.bias_ih_l2	0	0.14615540206432343
199	rnn.bias_ih_l2	1	0.012115242891013622
199	rnn.bias_ih_l2	2	0.06713387370109558
199	rnn.bias_ih_l2	3	0.02854173816740513
199	rnn.bias_ih_l2	4	-0.006491775158792734
199	rnn.bias_ih_l2	5	0.04733797162771225
199	rnn.bias_ih_l2	6	0.01371616031974554
199	rnn.bias_ih_l2	7	0.01778128556907177
199	rnn.bias_ih_l2	8	0.01856248266994953
199	rnn.bias_ih_l2	9	-0.015282941050827503
199	rnn.bias_hh_l2	0	0.022266320884227753
199	rnn.bias_hh_l2	1	0.007670440245419741
199	rnn.bias_hh_l2	2	0.07668017596006393
199	rnn.bias_hh_l2	3	0.029393166303634644
199	rnn.bias_hh_l2	4	0.07785486429929733
199	rnn.bias_hh_l2	5	-0.05585141479969025
199	rnn.bias_hh_l2	6	0.05673369765281677
199	rnn.bias_hh_l2	7	-0.025448516011238098
199	rnn.bias_hh_l2	8	0.041959963738918304
199	rnn.bias_hh_l2	9	0.014859971590340137
199	rnn.weight_ih_l2_reverse	0	0.08229352533817291
199	rnn.weight_ih_l2_reverse	1	-0.05515717342495918
199	rnn.weight_ih_l2_reverse	2	0.0011912385234609246
199	rnn.weight_ih_l2_reverse	3	0.03526506572961807
199	rnn.weight_ih_l2_reverse	4	0.05408261716365814
199	rnn.weight_ih_l2_reverse	5	-0.040692344307899475
199	rnn.weight_ih_l2_reverse	6	-0.0008068021852523088
199	rnn.weight_ih_l2_reverse	7	-0.013413922861218452
199	rnn.weight_ih_l2_reverse	8	0.013862576335668564
199	rnn.weight_ih_l2_reverse	9	-0.07959075272083282
199	rnn.weight_hh_l2_reverse	0	-0.0827726423740387
199	rnn.weight_hh_l2_reverse	1	0.016669845208525658
199	rnn.weight_hh_l2_reverse	2	0.010429436340928078
199	rnn.weight_hh_l2_reverse	3	0.024328015744686127
199	rnn.weight_hh_l2_reverse	4	-0.0368061326444149
199	rnn.weight_hh_l2_reverse	5	-0.014778443612158298
199	rnn.weight_hh_l2_reverse	6	-0.04400963708758354
199	rnn.weight_hh_l2_reverse	7	-0.059904567897319794
199	rnn.weight_hh_l2_reverse	8	-0.006706183310598135
199	rnn.weight_hh_l2_reverse	9	-0.05900919809937477
199	rnn.bias_ih_l2_reverse	0	-0.05662398040294647
199	rnn.bias_ih_l2_reverse	1	-0.02733762376010418
199	rnn.bias_ih_l2_reverse	2	0.046108491718769073
199	rnn.bias_ih_l2_reverse	3	0.0336780771613121
199	rnn.bias_ih_l2_reverse	4	0.0758385881781578
199	rnn.bias_ih_l2_reverse	5	-0.08861876279115677
199	rnn.bias_ih_l2_reverse	6	-0.04342181608080864
199	rnn.bias_ih_l2_reverse	7	-0.06018633767962456
199	rnn.bias_ih_l2_reverse	8	0.06268664449453354
199	rnn.bias_ih_l2_reverse	9	0.027524422854185104
199	rnn.bias_hh_l2_reverse	0	0.04599662125110626
199	rnn.bias_hh_l2_reverse	1	-0.0690348893404007
199	rnn.bias_hh_l2_reverse	2	-0.0672895535826683
199	rnn.bias_hh_l2_reverse	3	0.03143540397286415
199	rnn.bias_hh_l2_reverse	4	0.03290392830967903
199	rnn.bias_hh_l2_reverse	5	0.034871820360422134
199	rnn.bias_hh_l2_reverse	6	-0.08263220638036728
199	rnn.bias_hh_l2_reverse	7	-0.006717025768011808
199	rnn.bias_hh_l2_reverse	8	-0.10569723695516586
199	rnn.bias_hh_l2_reverse	9	-0.055037859827280045
199	linear.weight	0	0.025028489530086517
199	linear.weight	1	0.1514686942100525
199	linear.weight	2	-0.024232130497694016
199	linear.weight	3	-0.035178761929273605
199	linear.weight	4	-0.022248394787311554
199	linear.weight	5	0.050638552755117416
199	linear.weight	6	0.0017921380931511521
199	linear.weight	7	-0.10419268161058426
199	linear.weight	8	-0.027902591973543167
199	linear.weight	9	0.11184093356132507
199	linear.bias	0	0.4985446035861969
199	linear.bias	1	0.7877039909362793
199	linear.bias	2	-1.637843370437622
199	linear.bias	3	-0.05754556506872177
199	linear.bias	4	-0.050822705030441284
199	linear.bias	5	0.25029024481773376
200	transitions	0	0.031613320112228394
200	transitions	1	-10000.0
200	transitions	2	2.6710758209228516
200	transitions	3	-1.162374496459961
200	transitions	4	-10000.0
200	transitions	5	-10000.0
200	transitions	6	-10000.0
200	transitions	7	0.8815748691558838
200	transitions	8	0.8343875408172607
200	transitions	9	-1.1928428411483765
200	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
200	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
200	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
200	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
200	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
200	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
200	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
200	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
200	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
200	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
200	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
200	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
200	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
200	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
200	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
200	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
200	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
200	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
200	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
200	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
200	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
200	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
200	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
200	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
200	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
200	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
200	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
200	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
200	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
200	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
200	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
200	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
200	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
200	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
200	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
200	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
200	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
200	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
200	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
200	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
200	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
200	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
200	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
200	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
200	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
200	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
200	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
200	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
200	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
200	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
200	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
200	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
200	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
200	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
200	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
200	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
200	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
200	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
200	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
200	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
200	embedding2nn.weight	0	0.014806726016104221
200	embedding2nn.weight	1	0.00014870206359773874
200	embedding2nn.weight	2	0.005555260460823774
200	embedding2nn.weight	3	0.0006809812039136887
200	embedding2nn.weight	4	-0.008259578607976437
200	embedding2nn.weight	5	-0.005592552479356527
200	embedding2nn.weight	6	-0.0008494876092299819
200	embedding2nn.weight	7	-0.002959517063573003
200	embedding2nn.weight	8	0.013978145085275173
200	embedding2nn.weight	9	0.004417450167238712
200	embedding2nn.bias	0	0.00684341648593545
200	embedding2nn.bias	1	-0.017598647624254227
200	embedding2nn.bias	2	0.005245300475507975
200	embedding2nn.bias	3	-0.0083549115806818
200	embedding2nn.bias	4	-0.023942945525050163
200	embedding2nn.bias	5	0.00015904211613815278
200	embedding2nn.bias	6	0.006095264572650194
200	embedding2nn.bias	7	-0.0077225929126143456
200	embedding2nn.bias	8	0.0001998754305532202
200	embedding2nn.bias	9	-0.004822911694645882
200	rnn.weight_ih_l0	0	-0.052325423806905746
200	rnn.weight_ih_l0	1	0.050771456211805344
200	rnn.weight_ih_l0	2	0.031875431537628174
200	rnn.weight_ih_l0	3	0.014748665504157543
200	rnn.weight_ih_l0	4	0.01247596088796854
200	rnn.weight_ih_l0	5	0.08421559631824493
200	rnn.weight_ih_l0	6	0.07607685029506683
200	rnn.weight_ih_l0	7	0.037798985838890076
200	rnn.weight_ih_l0	8	-0.04578370973467827
200	rnn.weight_ih_l0	9	0.007953561842441559
200	rnn.weight_hh_l0	0	0.008237801492214203
200	rnn.weight_hh_l0	1	-0.06426318734884262
200	rnn.weight_hh_l0	2	-0.06549158692359924
200	rnn.weight_hh_l0	3	0.07151954621076584
200	rnn.weight_hh_l0	4	0.07100126147270203
200	rnn.weight_hh_l0	5	0.005997958593070507
200	rnn.weight_hh_l0	6	-0.002338124206289649
200	rnn.weight_hh_l0	7	-0.016235515475273132
200	rnn.weight_hh_l0	8	-0.029346445575356483
200	rnn.weight_hh_l0	9	0.05758574977517128
200	rnn.bias_ih_l0	0	-0.06259702891111374
200	rnn.bias_ih_l0	1	0.08866629004478455
200	rnn.bias_ih_l0	2	0.02016221173107624
200	rnn.bias_ih_l0	3	0.07974719256162643
200	rnn.bias_ih_l0	4	-0.07642436772584915
200	rnn.bias_ih_l0	5	0.08238978683948517
200	rnn.bias_ih_l0	6	-0.06931909918785095
200	rnn.bias_ih_l0	7	-0.03597947210073471
200	rnn.bias_ih_l0	8	-0.09181460738182068
200	rnn.bias_ih_l0	9	-0.044740941375494
200	rnn.bias_hh_l0	0	0.036597248166799545
200	rnn.bias_hh_l0	1	0.07340472936630249
200	rnn.bias_hh_l0	2	0.06999233365058899
200	rnn.bias_hh_l0	3	0.08565651625394821
200	rnn.bias_hh_l0	4	-0.09713383764028549
200	rnn.bias_hh_l0	5	-0.07122685015201569
200	rnn.bias_hh_l0	6	0.0786316990852356
200	rnn.bias_hh_l0	7	-0.0776282250881195
200	rnn.bias_hh_l0	8	-0.026564350351691246
200	rnn.bias_hh_l0	9	0.012448878027498722
200	rnn.weight_ih_l0_reverse	0	0.07938096672296524
200	rnn.weight_ih_l0_reverse	1	0.07328290492296219
200	rnn.weight_ih_l0_reverse	2	0.03876705840229988
200	rnn.weight_ih_l0_reverse	3	0.03368335962295532
200	rnn.weight_ih_l0_reverse	4	-0.036466047167778015
200	rnn.weight_ih_l0_reverse	5	0.05084098502993584
200	rnn.weight_ih_l0_reverse	6	0.06648951768875122
200	rnn.weight_ih_l0_reverse	7	0.022303422912955284
200	rnn.weight_ih_l0_reverse	8	-0.057837750762701035
200	rnn.weight_ih_l0_reverse	9	-0.052846718579530716
200	rnn.weight_hh_l0_reverse	0	0.025532692670822144
200	rnn.weight_hh_l0_reverse	1	-0.08717603236436844
200	rnn.weight_hh_l0_reverse	2	0.06340423226356506
200	rnn.weight_hh_l0_reverse	3	-0.021567488089203835
200	rnn.weight_hh_l0_reverse	4	0.0849139466881752
200	rnn.weight_hh_l0_reverse	5	-0.0019822826143354177
200	rnn.weight_hh_l0_reverse	6	0.03049066849052906
200	rnn.weight_hh_l0_reverse	7	0.07868703454732895
200	rnn.weight_hh_l0_reverse	8	-0.022414159029722214
200	rnn.weight_hh_l0_reverse	9	-0.04658929631114006
200	rnn.bias_ih_l0_reverse	0	0.0006673346506431699
200	rnn.bias_ih_l0_reverse	1	-0.020473716780543327
200	rnn.bias_ih_l0_reverse	2	-0.013911429792642593
200	rnn.bias_ih_l0_reverse	3	0.03616933897137642
200	rnn.bias_ih_l0_reverse	4	0.06765202432870865
200	rnn.bias_ih_l0_reverse	5	-0.02084699459373951
200	rnn.bias_ih_l0_reverse	6	-0.026982063427567482
200	rnn.bias_ih_l0_reverse	7	-0.04861970990896225
200	rnn.bias_ih_l0_reverse	8	0.0060800365172326565
200	rnn.bias_ih_l0_reverse	9	-0.06740613281726837
200	rnn.bias_hh_l0_reverse	0	0.039505861699581146
200	rnn.bias_hh_l0_reverse	1	-0.06876873224973679
200	rnn.bias_hh_l0_reverse	2	0.07550543546676636
200	rnn.bias_hh_l0_reverse	3	0.06193177029490471
200	rnn.bias_hh_l0_reverse	4	0.02358068898320198
200	rnn.bias_hh_l0_reverse	5	0.046043701469898224
200	rnn.bias_hh_l0_reverse	6	0.06695912778377533
200	rnn.bias_hh_l0_reverse	7	0.08338162302970886
200	rnn.bias_hh_l0_reverse	8	-0.009244841523468494
200	rnn.bias_hh_l0_reverse	9	0.04964204505085945
200	rnn.weight_ih_l1	0	0.02384955622255802
200	rnn.weight_ih_l1	1	0.016095353290438652
200	rnn.weight_ih_l1	2	0.08856404572725296
200	rnn.weight_ih_l1	3	-0.024281755089759827
200	rnn.weight_ih_l1	4	-0.024511858820915222
200	rnn.weight_ih_l1	5	-0.012767083942890167
200	rnn.weight_ih_l1	6	0.07283169031143188
200	rnn.weight_ih_l1	7	-0.0035907351411879063
200	rnn.weight_ih_l1	8	-0.05262907221913338
200	rnn.weight_ih_l1	9	0.053661610931158066
200	rnn.weight_hh_l1	0	-0.08192231506109238
200	rnn.weight_hh_l1	1	-0.03566635027527809
200	rnn.weight_hh_l1	2	-0.008132359012961388
200	rnn.weight_hh_l1	3	-0.05820547789335251
200	rnn.weight_hh_l1	4	0.0860249474644661
200	rnn.weight_hh_l1	5	-0.08409915864467621
200	rnn.weight_hh_l1	6	-0.0501314140856266
200	rnn.weight_hh_l1	7	0.06478472054004669
200	rnn.weight_hh_l1	8	-0.01354606170207262
200	rnn.weight_hh_l1	9	-0.03990841284394264
200	rnn.bias_ih_l1	0	-0.03451874852180481
200	rnn.bias_ih_l1	1	0.055176470428705215
200	rnn.bias_ih_l1	2	-0.04562630131840706
200	rnn.bias_ih_l1	3	-0.07712288200855255
200	rnn.bias_ih_l1	4	-0.028439171612262726
200	rnn.bias_ih_l1	5	-0.005826286505907774
200	rnn.bias_ih_l1	6	-0.04461829736828804
200	rnn.bias_ih_l1	7	0.06214938685297966
200	rnn.bias_ih_l1	8	0.08428967744112015
200	rnn.bias_ih_l1	9	0.0327296182513237
200	rnn.bias_hh_l1	0	0.06895999610424042
200	rnn.bias_hh_l1	1	-0.058671675622463226
200	rnn.bias_hh_l1	2	0.019465148448944092
200	rnn.bias_hh_l1	3	0.08151330798864365
200	rnn.bias_hh_l1	4	0.057666879147291183
200	rnn.bias_hh_l1	5	-0.07905349880456924
200	rnn.bias_hh_l1	6	0.014447063207626343
200	rnn.bias_hh_l1	7	0.042723651975393295
200	rnn.bias_hh_l1	8	0.015215781517326832
200	rnn.bias_hh_l1	9	-0.004729746375232935
200	rnn.weight_ih_l1_reverse	0	0.08693631738424301
200	rnn.weight_ih_l1_reverse	1	-0.041854411363601685
200	rnn.weight_ih_l1_reverse	2	-0.06189364194869995
200	rnn.weight_ih_l1_reverse	3	0.02537049539387226
200	rnn.weight_ih_l1_reverse	4	-0.04653790593147278
200	rnn.weight_ih_l1_reverse	5	0.024016868323087692
200	rnn.weight_ih_l1_reverse	6	0.04041875898838043
200	rnn.weight_ih_l1_reverse	7	0.020283807069063187
200	rnn.weight_ih_l1_reverse	8	-0.008743466809391975
200	rnn.weight_ih_l1_reverse	9	-0.06636291742324829
200	rnn.weight_hh_l1_reverse	0	0.004900819156318903
200	rnn.weight_hh_l1_reverse	1	0.019014274701476097
200	rnn.weight_hh_l1_reverse	2	-0.058190420269966125
200	rnn.weight_hh_l1_reverse	3	-0.012882813811302185
200	rnn.weight_hh_l1_reverse	4	0.008888395503163338
200	rnn.weight_hh_l1_reverse	5	-0.06581296026706696
200	rnn.weight_hh_l1_reverse	6	-0.06729598343372345
200	rnn.weight_hh_l1_reverse	7	-0.011374720372259617
200	rnn.weight_hh_l1_reverse	8	-0.05915733799338341
200	rnn.weight_hh_l1_reverse	9	-0.04394840449094772
200	rnn.bias_ih_l1_reverse	0	-0.002742206444963813
200	rnn.bias_ih_l1_reverse	1	-0.04136376455426216
200	rnn.bias_ih_l1_reverse	2	0.028380174189805984
200	rnn.bias_ih_l1_reverse	3	-0.08438387513160706
200	rnn.bias_ih_l1_reverse	4	-0.08678512275218964
200	rnn.bias_ih_l1_reverse	5	-0.08671040087938309
200	rnn.bias_ih_l1_reverse	6	0.06515935063362122
200	rnn.bias_ih_l1_reverse	7	0.08452025055885315
200	rnn.bias_ih_l1_reverse	8	-0.0011933246860280633
200	rnn.bias_ih_l1_reverse	9	-0.010007875971496105
200	rnn.bias_hh_l1_reverse	0	0.06217193976044655
200	rnn.bias_hh_l1_reverse	1	-0.06702212244272232
200	rnn.bias_hh_l1_reverse	2	-0.054384615272283554
200	rnn.bias_hh_l1_reverse	3	0.07364018261432648
200	rnn.bias_hh_l1_reverse	4	-0.022463437169790268
200	rnn.bias_hh_l1_reverse	5	-0.00544892018660903
200	rnn.bias_hh_l1_reverse	6	-0.0594511553645134
200	rnn.bias_hh_l1_reverse	7	-0.05967412143945694
200	rnn.bias_hh_l1_reverse	8	0.06611428409814835
200	rnn.bias_hh_l1_reverse	9	0.0478428415954113
200	rnn.weight_ih_l2	0	0.07748982310295105
200	rnn.weight_ih_l2	1	-0.05430751293897629
200	rnn.weight_ih_l2	2	0.06335175782442093
200	rnn.weight_ih_l2	3	0.06570259481668472
200	rnn.weight_ih_l2	4	0.05648905411362648
200	rnn.weight_ih_l2	5	-0.03530716896057129
200	rnn.weight_ih_l2	6	-0.0756840705871582
200	rnn.weight_ih_l2	7	0.011833054013550282
200	rnn.weight_ih_l2	8	-0.01717902533710003
200	rnn.weight_ih_l2	9	-0.06913214921951294
200	rnn.weight_hh_l2	0	0.04810589179396629
200	rnn.weight_hh_l2	1	0.030831564217805862
200	rnn.weight_hh_l2	2	-0.05471561476588249
200	rnn.weight_hh_l2	3	-0.02527415007352829
200	rnn.weight_hh_l2	4	0.054938290268182755
200	rnn.weight_hh_l2	5	-0.02404852956533432
200	rnn.weight_hh_l2	6	0.008453902788460255
200	rnn.weight_hh_l2	7	-0.053489573299884796
200	rnn.weight_hh_l2	8	-0.005858033429831266
200	rnn.weight_hh_l2	9	-0.01803012192249298
200	rnn.bias_ih_l2	0	0.14614276587963104
200	rnn.bias_ih_l2	1	0.012155666947364807
200	rnn.bias_ih_l2	2	0.06709899753332138
200	rnn.bias_ih_l2	3	0.028575783595442772
200	rnn.bias_ih_l2	4	-0.006470771040767431
200	rnn.bias_ih_l2	5	0.04733453318476677
200	rnn.bias_ih_l2	6	0.013798053376376629
200	rnn.bias_ih_l2	7	0.017773522064089775
200	rnn.bias_ih_l2	8	0.01856282912194729
200	rnn.bias_ih_l2	9	-0.015287754125893116
200	rnn.bias_hh_l2	0	0.022231467068195343
200	rnn.bias_hh_l2	1	0.007767708506435156
200	rnn.bias_hh_l2	2	0.07671118527650833
200	rnn.bias_hh_l2	3	0.029412470757961273
200	rnn.bias_hh_l2	4	0.07788524031639099
200	rnn.bias_hh_l2	5	-0.055974967777729034
200	rnn.bias_hh_l2	6	0.056793585419654846
200	rnn.bias_hh_l2	7	-0.025403425097465515
200	rnn.bias_hh_l2	8	0.041926488280296326
200	rnn.bias_hh_l2	9	0.015431111678481102
200	rnn.weight_ih_l2_reverse	0	0.08229467272758484
200	rnn.weight_ih_l2_reverse	1	-0.055145639926195145
200	rnn.weight_ih_l2_reverse	2	0.0011921708937734365
200	rnn.weight_ih_l2_reverse	3	0.03526465222239494
200	rnn.weight_ih_l2_reverse	4	0.05408255383372307
200	rnn.weight_ih_l2_reverse	5	-0.04069245234131813
200	rnn.weight_ih_l2_reverse	6	-0.0007919332711026073
200	rnn.weight_ih_l2_reverse	7	-0.013426191173493862
200	rnn.weight_ih_l2_reverse	8	0.013879292644560337
200	rnn.weight_ih_l2_reverse	9	-0.07958845049142838
200	rnn.weight_hh_l2_reverse	0	-0.08277291059494019
200	rnn.weight_hh_l2_reverse	1	0.016636893153190613
200	rnn.weight_hh_l2_reverse	2	0.010423180647194386
200	rnn.weight_hh_l2_reverse	3	0.024328097701072693
200	rnn.weight_hh_l2_reverse	4	-0.03680570796132088
200	rnn.weight_hh_l2_reverse	5	-0.01477687619626522
200	rnn.weight_hh_l2_reverse	6	-0.04403230547904968
200	rnn.weight_hh_l2_reverse	7	-0.05990329012274742
200	rnn.weight_hh_l2_reverse	8	-0.0067055728286504745
200	rnn.weight_hh_l2_reverse	9	-0.05901039019227028
200	rnn.bias_ih_l2_reverse	0	-0.056502565741539
200	rnn.bias_ih_l2_reverse	1	-0.027331121265888214
200	rnn.bias_ih_l2_reverse	2	0.04611089825630188
200	rnn.bias_ih_l2_reverse	3	0.03317313641309738
200	rnn.bias_ih_l2_reverse	4	0.07582718133926392
200	rnn.bias_ih_l2_reverse	5	-0.08861824125051498
200	rnn.bias_ih_l2_reverse	6	-0.043423060327768326
200	rnn.bias_ih_l2_reverse	7	-0.06026734411716461
200	rnn.bias_ih_l2_reverse	8	0.0627058893442154
200	rnn.bias_ih_l2_reverse	9	0.027720898389816284
200	rnn.bias_hh_l2_reverse	0	0.045739561319351196
200	rnn.bias_hh_l2_reverse	1	-0.06890202313661575
200	rnn.bias_hh_l2_reverse	2	-0.06728820502758026
200	rnn.bias_hh_l2_reverse	3	0.031427688896656036
200	rnn.bias_hh_l2_reverse	4	0.032897643744945526
200	rnn.bias_hh_l2_reverse	5	0.03486785292625427
200	rnn.bias_hh_l2_reverse	6	-0.08263969421386719
200	rnn.bias_hh_l2_reverse	7	-0.006693360395729542
200	rnn.bias_hh_l2_reverse	8	-0.10585157573223114
200	rnn.bias_hh_l2_reverse	9	-0.055040422827005386
200	linear.weight	0	0.025028489530086517
200	linear.weight	1	0.1516958773136139
200	linear.weight	2	-0.024228189140558243
200	linear.weight	3	-0.03571559488773346
200	linear.weight	4	-0.022248394787311554
200	linear.weight	5	0.0505618080496788
200	linear.weight	6	0.0017416853224858642
200	linear.weight	7	-0.10452182590961456
200	linear.weight	8	-0.028104882687330246
200	linear.weight	9	0.11224132031202316
200	linear.bias	0	0.4995730519294739
200	linear.bias	1	0.7890012264251709
200	linear.bias	2	-1.6380374431610107
200	linear.bias	3	-0.05754556506872177
200	linear.bias	4	-0.050822705030441284
200	linear.bias	5	0.24815867841243744
201	transitions	0	0.03152456134557724
201	transitions	1	-10000.0
201	transitions	2	2.677625894546509
201	transitions	3	-1.1638822555541992
201	transitions	4	-10000.0
201	transitions	5	-10000.0
201	transitions	6	-10000.0
201	transitions	7	0.8815737962722778
201	transitions	8	0.8343234658241272
201	transitions	9	-1.1900594234466553
201	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
201	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
201	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
201	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
201	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
201	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
201	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
201	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
201	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
201	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
201	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
201	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
201	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
201	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
201	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
201	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
201	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
201	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
201	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
201	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
201	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
201	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
201	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
201	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
201	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
201	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
201	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
201	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
201	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
201	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
201	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
201	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
201	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
201	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
201	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
201	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
201	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
201	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
201	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
201	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
201	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
201	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
201	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
201	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
201	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
201	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
201	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
201	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
201	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
201	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
201	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
201	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
201	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
201	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
201	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
201	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
201	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
201	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
201	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
201	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
201	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
201	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
201	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
201	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
201	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
201	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
201	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
201	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
201	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
201	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
201	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
201	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
201	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
201	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
201	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
201	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
201	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
201	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
201	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
201	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
201	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
201	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
201	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
201	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
201	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
201	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
201	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
201	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
201	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
201	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
201	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
201	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
201	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
201	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
201	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
201	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
201	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
201	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
201	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
201	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
201	embedding2nn.weight	0	0.014805583283305168
201	embedding2nn.weight	1	0.00014770118286833167
201	embedding2nn.weight	2	0.005558699369430542
201	embedding2nn.weight	3	0.00068096217000857
201	embedding2nn.weight	4	-0.008234197273850441
201	embedding2nn.weight	5	-0.005592217668890953
201	embedding2nn.weight	6	-0.0008459058008156717
201	embedding2nn.weight	7	-0.0029611571226269007
201	embedding2nn.weight	8	0.013979539275169373
201	embedding2nn.weight	9	0.004410320892930031
201	embedding2nn.bias	0	0.0069200037978589535
201	embedding2nn.bias	1	-0.017835116013884544
201	embedding2nn.bias	2	0.004816953558474779
201	embedding2nn.bias	3	-0.008261618204414845
201	embedding2nn.bias	4	-0.023872988298535347
201	embedding2nn.bias	5	-0.00023049583251122385
201	embedding2nn.bias	6	0.0060044825077056885
201	embedding2nn.bias	7	-0.00763082318007946
201	embedding2nn.bias	8	0.00038448115810751915
201	embedding2nn.bias	9	-0.004895860329270363
201	rnn.weight_ih_l0	0	-0.05232261121273041
201	rnn.weight_ih_l0	1	0.05077169090509415
201	rnn.weight_ih_l0	2	0.031875815242528915
201	rnn.weight_ih_l0	3	0.014748403802514076
201	rnn.weight_ih_l0	4	0.012467170134186745
201	rnn.weight_ih_l0	5	0.08421636372804642
201	rnn.weight_ih_l0	6	0.07607615739107132
201	rnn.weight_ih_l0	7	0.03779802843928337
201	rnn.weight_ih_l0	8	-0.04581165313720703
201	rnn.weight_ih_l0	9	0.007959187030792236
201	rnn.weight_hh_l0	0	0.008239327929913998
201	rnn.weight_hh_l0	1	-0.06426423043012619
201	rnn.weight_hh_l0	2	-0.06549246609210968
201	rnn.weight_hh_l0	3	0.07151917368173599
201	rnn.weight_hh_l0	4	0.07100186496973038
201	rnn.weight_hh_l0	5	0.005997324828058481
201	rnn.weight_hh_l0	6	-0.0023599767591804266
201	rnn.weight_hh_l0	7	-0.01621766947209835
201	rnn.weight_hh_l0	8	-0.02934987097978592
201	rnn.weight_hh_l0	9	0.05758414790034294
201	rnn.bias_ih_l0	0	-0.06262635439634323
201	rnn.bias_ih_l0	1	0.08867914974689484
201	rnn.bias_ih_l0	2	0.020165732130408287
201	rnn.bias_ih_l0	3	0.07967714965343475
201	rnn.bias_ih_l0	4	-0.07641877979040146
201	rnn.bias_ih_l0	5	0.082344189286232
201	rnn.bias_ih_l0	6	-0.06972134858369827
201	rnn.bias_ih_l0	7	-0.03597818687558174
201	rnn.bias_ih_l0	8	-0.09199821949005127
201	rnn.bias_ih_l0	9	-0.04474978521466255
201	rnn.bias_hh_l0	0	0.03645780310034752
201	rnn.bias_hh_l0	1	0.07341064512729645
201	rnn.bias_hh_l0	2	0.07001636922359467
201	rnn.bias_hh_l0	3	0.085662342607975
201	rnn.bias_hh_l0	4	-0.09706912934780121
201	rnn.bias_hh_l0	5	-0.0712282657623291
201	rnn.bias_hh_l0	6	0.07858801633119583
201	rnn.bias_hh_l0	7	-0.07734968513250351
201	rnn.bias_hh_l0	8	-0.026567524299025536
201	rnn.bias_hh_l0	9	0.012961287051439285
201	rnn.weight_ih_l0_reverse	0	0.0793793648481369
201	rnn.weight_ih_l0_reverse	1	0.0732949897646904
201	rnn.weight_ih_l0_reverse	2	0.03876767307519913
201	rnn.weight_ih_l0_reverse	3	0.03367886319756508
201	rnn.weight_ih_l0_reverse	4	-0.03649599477648735
201	rnn.weight_ih_l0_reverse	5	0.050839394330978394
201	rnn.weight_ih_l0_reverse	6	0.06648901104927063
201	rnn.weight_ih_l0_reverse	7	0.022287962958216667
201	rnn.weight_ih_l0_reverse	8	-0.05783376097679138
201	rnn.weight_ih_l0_reverse	9	-0.05284615233540535
201	rnn.weight_hh_l0_reverse	0	0.025539375841617584
201	rnn.weight_hh_l0_reverse	1	-0.08716590702533722
201	rnn.weight_hh_l0_reverse	2	0.06340370327234268
201	rnn.weight_hh_l0_reverse	3	-0.02157086320221424
201	rnn.weight_hh_l0_reverse	4	0.08490714430809021
201	rnn.weight_hh_l0_reverse	5	-0.0019773286767303944
201	rnn.weight_hh_l0_reverse	6	0.030489686876535416
201	rnn.weight_hh_l0_reverse	7	0.07869989424943924
201	rnn.weight_hh_l0_reverse	8	-0.022421840578317642
201	rnn.weight_hh_l0_reverse	9	-0.046591758728027344
201	rnn.bias_ih_l0_reverse	0	0.0006707549327984452
201	rnn.bias_ih_l0_reverse	1	-0.020385142415761948
201	rnn.bias_ih_l0_reverse	2	-0.01383886020630598
201	rnn.bias_ih_l0_reverse	3	0.036116473376750946
201	rnn.bias_ih_l0_reverse	4	0.06759829074144363
201	rnn.bias_ih_l0_reverse	5	-0.02078952267765999
201	rnn.bias_ih_l0_reverse	6	-0.02700580470263958
201	rnn.bias_ih_l0_reverse	7	-0.048536863178014755
201	rnn.bias_ih_l0_reverse	8	0.005862732417881489
201	rnn.bias_ih_l0_reverse	9	-0.06757903099060059
201	rnn.bias_hh_l0_reverse	0	0.03949257358908653
201	rnn.bias_hh_l0_reverse	1	-0.068941630423069
201	rnn.bias_hh_l0_reverse	2	0.07572224736213684
201	rnn.bias_hh_l0_reverse	3	0.061861634254455566
201	rnn.bias_hh_l0_reverse	4	0.0238117054104805
201	rnn.bias_hh_l0_reverse	5	0.04608868807554245
201	rnn.bias_hh_l0_reverse	6	0.06701550632715225
201	rnn.bias_hh_l0_reverse	7	0.08344326168298721
201	rnn.bias_hh_l0_reverse	8	-0.009222006425261497
201	rnn.bias_hh_l0_reverse	9	0.049399446696043015
201	rnn.weight_ih_l1	0	0.023883771151304245
201	rnn.weight_ih_l1	1	0.016036836430430412
201	rnn.weight_ih_l1	2	0.08823876827955246
201	rnn.weight_ih_l1	3	-0.02428160235285759
201	rnn.weight_ih_l1	4	-0.02452149987220764
201	rnn.weight_ih_l1	5	-0.012775542214512825
201	rnn.weight_ih_l1	6	0.07283242791891098
201	rnn.weight_ih_l1	7	-0.003524686675518751
201	rnn.weight_ih_l1	8	-0.05262795835733414
201	rnn.weight_ih_l1	9	0.05400256812572479
201	rnn.weight_hh_l1	0	-0.0819820687174797
201	rnn.weight_hh_l1	1	-0.035662680864334106
201	rnn.weight_hh_l1	2	-0.008131626062095165
201	rnn.weight_hh_l1	3	-0.05820589140057564
201	rnn.weight_hh_l1	4	0.08602562546730042
201	rnn.weight_hh_l1	5	-0.08410446345806122
201	rnn.weight_hh_l1	6	-0.05013306066393852
201	rnn.weight_hh_l1	7	0.06477942317724228
201	rnn.weight_hh_l1	8	-0.013544978573918343
201	rnn.weight_hh_l1	9	-0.03990183770656586
201	rnn.bias_ih_l1	0	-0.03444661945104599
201	rnn.bias_ih_l1	1	0.05517964065074921
201	rnn.bias_ih_l1	2	-0.045644234865903854
201	rnn.bias_ih_l1	3	-0.07718241959810257
201	rnn.bias_ih_l1	4	-0.028425607830286026
201	rnn.bias_ih_l1	5	-0.0043269675225019455
201	rnn.bias_ih_l1	6	-0.044780489057302475
201	rnn.bias_ih_l1	7	0.06213400512933731
201	rnn.bias_ih_l1	8	0.08427274227142334
201	rnn.bias_ih_l1	9	0.032647646963596344
201	rnn.bias_hh_l1	0	0.06896430999040604
201	rnn.bias_hh_l1	1	-0.05867936462163925
201	rnn.bias_hh_l1	2	0.0194605253636837
201	rnn.bias_hh_l1	3	0.08141923695802689
201	rnn.bias_hh_l1	4	0.05765452980995178
201	rnn.bias_hh_l1	5	-0.07904569804668427
201	rnn.bias_hh_l1	6	0.014450784772634506
201	rnn.bias_hh_l1	7	0.042695701122283936
201	rnn.bias_hh_l1	8	0.015227033756673336
201	rnn.bias_hh_l1	9	-0.004738516174256802
201	rnn.weight_ih_l1_reverse	0	0.08693528175354004
201	rnn.weight_ih_l1_reverse	1	-0.04184873029589653
201	rnn.weight_ih_l1_reverse	2	-0.061885666102170944
201	rnn.weight_ih_l1_reverse	3	0.025366254150867462
201	rnn.weight_ih_l1_reverse	4	-0.046540748327970505
201	rnn.weight_ih_l1_reverse	5	0.024032771587371826
201	rnn.weight_ih_l1_reverse	6	0.040418840944767
201	rnn.weight_ih_l1_reverse	7	0.02027750201523304
201	rnn.weight_ih_l1_reverse	8	-0.008702334016561508
201	rnn.weight_ih_l1_reverse	9	-0.06621509790420532
201	rnn.weight_hh_l1_reverse	0	0.0048988619819283485
201	rnn.weight_hh_l1_reverse	1	0.019017746672034264
201	rnn.weight_hh_l1_reverse	2	-0.05819037929177284
201	rnn.weight_hh_l1_reverse	3	-0.01287874672561884
201	rnn.weight_hh_l1_reverse	4	0.008889340795576572
201	rnn.weight_hh_l1_reverse	5	-0.06588428467512131
201	rnn.weight_hh_l1_reverse	6	-0.06729348748922348
201	rnn.weight_hh_l1_reverse	7	-0.01137414202094078
201	rnn.weight_hh_l1_reverse	8	-0.059225279837846756
201	rnn.weight_hh_l1_reverse	9	-0.043953001499176025
201	rnn.bias_ih_l1_reverse	0	-0.00275492575019598
201	rnn.bias_ih_l1_reverse	1	-0.041345737874507904
201	rnn.bias_ih_l1_reverse	2	0.028218820691108704
201	rnn.bias_ih_l1_reverse	3	-0.08445466309785843
201	rnn.bias_ih_l1_reverse	4	-0.08680685609579086
201	rnn.bias_ih_l1_reverse	5	-0.0867776870727539
201	rnn.bias_ih_l1_reverse	6	0.06514165550470352
201	rnn.bias_ih_l1_reverse	7	0.0845135971903801
201	rnn.bias_ih_l1_reverse	8	-0.0016277488321065903
201	rnn.bias_ih_l1_reverse	9	-0.010060235857963562
201	rnn.bias_hh_l1_reverse	0	0.062259428203105927
201	rnn.bias_hh_l1_reverse	1	-0.06729871779680252
201	rnn.bias_hh_l1_reverse	2	-0.054369378834962845
201	rnn.bias_hh_l1_reverse	3	0.0736088976264
201	rnn.bias_hh_l1_reverse	4	-0.022504495456814766
201	rnn.bias_hh_l1_reverse	5	-0.005452737212181091
201	rnn.bias_hh_l1_reverse	6	-0.05949179455637932
201	rnn.bias_hh_l1_reverse	7	-0.059657253324985504
201	rnn.bias_hh_l1_reverse	8	0.06610379368066788
201	rnn.bias_hh_l1_reverse	9	0.04810713604092598
201	rnn.weight_ih_l2	0	0.0774853453040123
201	rnn.weight_ih_l2	1	-0.054308515042066574
201	rnn.weight_ih_l2	2	0.06335131078958511
201	rnn.weight_ih_l2	3	0.06569996476173401
201	rnn.weight_ih_l2	4	0.056467294692993164
201	rnn.weight_ih_l2	5	-0.035240184515714645
201	rnn.weight_ih_l2	6	-0.0756843313574791
201	rnn.weight_ih_l2	7	0.01183380652219057
201	rnn.weight_ih_l2	8	-0.01717875897884369
201	rnn.weight_ih_l2	9	-0.0691320151090622
201	rnn.weight_hh_l2	0	0.04810529202222824
201	rnn.weight_hh_l2	1	0.030832985416054726
201	rnn.weight_hh_l2	2	-0.0547155998647213
201	rnn.weight_hh_l2	3	-0.025280319154262543
201	rnn.weight_hh_l2	4	0.05493834614753723
201	rnn.weight_hh_l2	5	-0.024043293669819832
201	rnn.weight_hh_l2	6	0.008458723314106464
201	rnn.weight_hh_l2	7	-0.05348790064454079
201	rnn.weight_hh_l2	8	-0.005858470220118761
201	rnn.weight_hh_l2	9	-0.018029382452368736
201	rnn.bias_ih_l2	0	0.14576058089733124
201	rnn.bias_ih_l2	1	0.012084337882697582
201	rnn.bias_ih_l2	2	0.06692923605442047
201	rnn.bias_ih_l2	3	0.028570832684636116
201	rnn.bias_ih_l2	4	-0.006490601226687431
201	rnn.bias_ih_l2	5	0.04730147123336792
201	rnn.bias_ih_l2	6	0.013789507560431957
201	rnn.bias_ih_l2	7	0.01772891916334629
201	rnn.bias_ih_l2	8	0.01857096143066883
201	rnn.bias_ih_l2	9	-0.015287786722183228
201	rnn.bias_hh_l2	0	0.022164462134242058
201	rnn.bias_hh_l2	1	0.007839865051209927
201	rnn.bias_hh_l2	2	0.07675869762897491
201	rnn.bias_hh_l2	3	0.02940320409834385
201	rnn.bias_hh_l2	4	0.07789028435945511
201	rnn.bias_hh_l2	5	-0.0557907298207283
201	rnn.bias_hh_l2	6	0.05660074204206467
201	rnn.bias_hh_l2	7	-0.025433296337723732
201	rnn.bias_hh_l2	8	0.04191840812563896
201	rnn.bias_hh_l2	9	0.014556669630110264
201	rnn.weight_ih_l2_reverse	0	0.08229624480009079
201	rnn.weight_ih_l2_reverse	1	-0.05513358488678932
201	rnn.weight_ih_l2_reverse	2	0.001194376265630126
201	rnn.weight_ih_l2_reverse	3	0.03526439890265465
201	rnn.weight_ih_l2_reverse	4	0.0540836863219738
201	rnn.weight_ih_l2_reverse	5	-0.04069242626428604
201	rnn.weight_ih_l2_reverse	6	-0.0006775414803996682
201	rnn.weight_ih_l2_reverse	7	-0.013352125883102417
201	rnn.weight_ih_l2_reverse	8	0.013855688273906708
201	rnn.weight_ih_l2_reverse	9	-0.07960475981235504
201	rnn.weight_hh_l2_reverse	0	-0.0827726200222969
201	rnn.weight_hh_l2_reverse	1	0.016645915806293488
201	rnn.weight_hh_l2_reverse	2	0.01042325608432293
201	rnn.weight_hh_l2_reverse	3	0.024328190833330154
201	rnn.weight_hh_l2_reverse	4	-0.0368061326444149
201	rnn.weight_hh_l2_reverse	5	-0.014777511358261108
201	rnn.weight_hh_l2_reverse	6	-0.04401041194796562
201	rnn.weight_hh_l2_reverse	7	-0.059903111308813095
201	rnn.weight_hh_l2_reverse	8	-0.006706202402710915
201	rnn.weight_hh_l2_reverse	9	-0.059008918702602386
201	rnn.bias_ih_l2_reverse	0	-0.056382905691862106
201	rnn.bias_ih_l2_reverse	1	-0.027333589270710945
201	rnn.bias_ih_l2_reverse	2	0.04620308429002762
201	rnn.bias_ih_l2_reverse	3	0.03376839682459831
201	rnn.bias_ih_l2_reverse	4	0.07582017034292221
201	rnn.bias_ih_l2_reverse	5	-0.08861833065748215
201	rnn.bias_ih_l2_reverse	6	-0.04342298209667206
201	rnn.bias_ih_l2_reverse	7	-0.059771787375211716
201	rnn.bias_ih_l2_reverse	8	0.06257039308547974
201	rnn.bias_ih_l2_reverse	9	0.027805397287011147
201	rnn.bias_hh_l2_reverse	0	0.046782031655311584
201	rnn.bias_hh_l2_reverse	1	-0.06883280724287033
201	rnn.bias_hh_l2_reverse	2	-0.06728664040565491
201	rnn.bias_hh_l2_reverse	3	0.031349193304777145
201	rnn.bias_hh_l2_reverse	4	0.03290369361639023
201	rnn.bias_hh_l2_reverse	5	0.03487125411629677
201	rnn.bias_hh_l2_reverse	6	-0.0826369896531105
201	rnn.bias_hh_l2_reverse	7	-0.006671184673905373
201	rnn.bias_hh_l2_reverse	8	-0.10583633184432983
201	rnn.bias_hh_l2_reverse	9	-0.055040404200553894
201	linear.weight	0	0.025028489530086517
201	linear.weight	1	0.15211226046085358
201	linear.weight	2	-0.024228831753134727
201	linear.weight	3	-0.03611007705330849
201	linear.weight	4	-0.022248394787311554
201	linear.weight	5	0.050527267158031464
201	linear.weight	6	0.002782679395750165
201	linear.weight	7	-0.1044650748372078
201	linear.weight	8	-0.028147701174020767
201	linear.weight	9	0.1122608557343483
201	linear.bias	0	0.5029546022415161
201	linear.bias	1	0.7935143709182739
201	linear.bias	2	-1.6382287740707397
201	linear.bias	3	-0.05754556506872177
201	linear.bias	4	-0.050822705030441284
201	linear.bias	5	0.24045531451702118
202	transitions	0	0.03143858537077904
202	transitions	1	-10000.0
202	transitions	2	2.6764156818389893
202	transitions	3	-1.1643657684326172
202	transitions	4	-10000.0
202	transitions	5	-10000.0
202	transitions	6	-10000.0
202	transitions	7	0.881572961807251
202	transitions	8	0.8342915773391724
202	transitions	9	-1.1902649402618408
202	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
202	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
202	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
202	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
202	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
202	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
202	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
202	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
202	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
202	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
202	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
202	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
202	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
202	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
202	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
202	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
202	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
202	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
202	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
202	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
202	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
202	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
202	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
202	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
202	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
202	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
202	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
202	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
202	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
202	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
202	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
202	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
202	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
202	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
202	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
202	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
202	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
202	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
202	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
202	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
202	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
202	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
202	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
202	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
202	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
202	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
202	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
202	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
202	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
202	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
202	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
202	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
202	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
202	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
202	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
202	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
202	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
202	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
202	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
202	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
202	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
202	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
202	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
202	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
202	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
202	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
202	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
202	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
202	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
202	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
202	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
202	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
202	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
202	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
202	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
202	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
202	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
202	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
202	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
202	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
202	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
202	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
202	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
202	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
202	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
202	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
202	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
202	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
202	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
202	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
202	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
202	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
202	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
202	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
202	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
202	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
202	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
202	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
202	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
202	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
202	embedding2nn.weight	0	0.014804965816438198
202	embedding2nn.weight	1	0.00014753174036741257
202	embedding2nn.weight	2	0.005553946830332279
202	embedding2nn.weight	3	0.0006809218320995569
202	embedding2nn.weight	4	-0.008222544565796852
202	embedding2nn.weight	5	-0.005596819333732128
202	embedding2nn.weight	6	-0.0008456149371340871
202	embedding2nn.weight	7	-0.002958610188215971
202	embedding2nn.weight	8	0.013960021547973156
202	embedding2nn.weight	9	0.004411309491842985
202	embedding2nn.bias	0	0.006907034665346146
202	embedding2nn.bias	1	-0.017802251502871513
202	embedding2nn.bias	2	0.005020231939852238
202	embedding2nn.bias	3	-0.008326288312673569
202	embedding2nn.bias	4	-0.024007899686694145
202	embedding2nn.bias	5	-0.00033203238854184747
202	embedding2nn.bias	6	0.0060109528712928295
202	embedding2nn.bias	7	-0.007516209501773119
202	embedding2nn.bias	8	0.00021051584917586297
202	embedding2nn.bias	9	-0.004929461516439915
202	rnn.weight_ih_l0	0	-0.052318330854177475
202	rnn.weight_ih_l0	1	0.05076935514807701
202	rnn.weight_ih_l0	2	0.031876374036073685
202	rnn.weight_ih_l0	3	0.014746565371751785
202	rnn.weight_ih_l0	4	0.0124660087749362
202	rnn.weight_ih_l0	5	0.08421984314918518
202	rnn.weight_ih_l0	6	0.0760713741183281
202	rnn.weight_ih_l0	7	0.03779888525605202
202	rnn.weight_ih_l0	8	-0.04581110551953316
202	rnn.weight_ih_l0	9	0.00796336680650711
202	rnn.weight_hh_l0	0	0.008239041082561016
202	rnn.weight_hh_l0	1	-0.06429590284824371
202	rnn.weight_hh_l0	2	-0.0654907301068306
202	rnn.weight_hh_l0	3	0.07151797413825989
202	rnn.weight_hh_l0	4	0.07100284099578857
202	rnn.weight_hh_l0	5	0.006003177259117365
202	rnn.weight_hh_l0	6	-0.0023816011380404234
202	rnn.weight_hh_l0	7	-0.016202321276068687
202	rnn.weight_hh_l0	8	-0.029350345954298973
202	rnn.weight_hh_l0	9	0.05758322402834892
202	rnn.bias_ih_l0	0	-0.06251488626003265
202	rnn.bias_ih_l0	1	0.08867382258176804
202	rnn.bias_ih_l0	2	0.020163338631391525
202	rnn.bias_ih_l0	3	0.07971560209989548
202	rnn.bias_ih_l0	4	-0.07643559575080872
202	rnn.bias_ih_l0	5	0.08236344158649445
202	rnn.bias_ih_l0	6	-0.06944911926984787
202	rnn.bias_ih_l0	7	-0.036011964082717896
202	rnn.bias_ih_l0	8	-0.09194178134202957
202	rnn.bias_ih_l0	9	-0.04467962309718132
202	rnn.bias_hh_l0	0	0.03631119802594185
202	rnn.bias_hh_l0	1	0.07338984310626984
202	rnn.bias_hh_l0	2	0.07002389430999756
202	rnn.bias_hh_l0	3	0.08567523956298828
202	rnn.bias_hh_l0	4	-0.09732535481452942
202	rnn.bias_hh_l0	5	-0.07120814174413681
202	rnn.bias_hh_l0	6	0.07858656346797943
202	rnn.bias_hh_l0	7	-0.07779574394226074
202	rnn.bias_hh_l0	8	-0.026556136086583138
202	rnn.bias_hh_l0	9	0.012589043006300926
202	rnn.weight_ih_l0_reverse	0	0.07938133925199509
202	rnn.weight_ih_l0_reverse	1	0.07329484075307846
202	rnn.weight_ih_l0_reverse	2	0.03876669332385063
202	rnn.weight_ih_l0_reverse	3	0.03367920219898224
202	rnn.weight_ih_l0_reverse	4	-0.03648927062749863
202	rnn.weight_ih_l0_reverse	5	0.050839297473430634
202	rnn.weight_ih_l0_reverse	6	0.06648891419172287
202	rnn.weight_ih_l0_reverse	7	0.022279631346464157
202	rnn.weight_ih_l0_reverse	8	-0.05783773958683014
202	rnn.weight_ih_l0_reverse	9	-0.052846264094114304
202	rnn.weight_hh_l0_reverse	0	0.025538992136716843
202	rnn.weight_hh_l0_reverse	1	-0.08716624230146408
202	rnn.weight_hh_l0_reverse	2	0.0634036660194397
202	rnn.weight_hh_l0_reverse	3	-0.021572498604655266
202	rnn.weight_hh_l0_reverse	4	0.08491770178079605
202	rnn.weight_hh_l0_reverse	5	-0.001979128224775195
202	rnn.weight_hh_l0_reverse	6	0.030519045889377594
202	rnn.weight_hh_l0_reverse	7	0.07869859784841537
202	rnn.weight_hh_l0_reverse	8	-0.02242049016058445
202	rnn.weight_hh_l0_reverse	9	-0.04659241810441017
202	rnn.bias_ih_l0_reverse	0	0.0006615108577534556
202	rnn.bias_ih_l0_reverse	1	-0.020371070131659508
202	rnn.bias_ih_l0_reverse	2	-0.014054003171622753
202	rnn.bias_ih_l0_reverse	3	0.03613854572176933
202	rnn.bias_ih_l0_reverse	4	0.06762813031673431
202	rnn.bias_ih_l0_reverse	5	-0.020790621638298035
202	rnn.bias_ih_l0_reverse	6	-0.02701389230787754
202	rnn.bias_ih_l0_reverse	7	-0.048541296273469925
202	rnn.bias_ih_l0_reverse	8	0.006093715317547321
202	rnn.bias_ih_l0_reverse	9	-0.06740667670965195
202	rnn.bias_hh_l0_reverse	0	0.03949064761400223
202	rnn.bias_hh_l0_reverse	1	-0.06876927614212036
202	rnn.bias_hh_l0_reverse	2	0.075560063123703
202	rnn.bias_hh_l0_reverse	3	0.06188267841935158
202	rnn.bias_hh_l0_reverse	4	0.02367965690791607
202	rnn.bias_hh_l0_reverse	5	0.046083346009254456
202	rnn.bias_hh_l0_reverse	6	0.06696769595146179
202	rnn.bias_hh_l0_reverse	7	0.08369479328393936
202	rnn.bias_hh_l0_reverse	8	-0.009262423031032085
202	rnn.bias_hh_l0_reverse	9	0.049495305866003036
202	rnn.weight_ih_l1	0	0.02386389672756195
202	rnn.weight_ih_l1	1	0.016045961529016495
202	rnn.weight_ih_l1	2	0.08832657337188721
202	rnn.weight_ih_l1	3	-0.024280188605189323
202	rnn.weight_ih_l1	4	-0.024513177573680878
202	rnn.weight_ih_l1	5	-0.012749613262712955
202	rnn.weight_ih_l1	6	0.07282942533493042
202	rnn.weight_ih_l1	7	-0.00353662739507854
202	rnn.weight_ih_l1	8	-0.052623409777879715
202	rnn.weight_ih_l1	9	0.053952205926179886
202	rnn.weight_hh_l1	0	-0.0819673240184784
202	rnn.weight_hh_l1	1	-0.03566283360123634
202	rnn.weight_hh_l1	2	-0.008132072165608406
202	rnn.weight_hh_l1	3	-0.05819876492023468
202	rnn.weight_hh_l1	4	0.08601220697164536
202	rnn.weight_hh_l1	5	-0.08410702645778656
202	rnn.weight_hh_l1	6	-0.05013176053762436
202	rnn.weight_hh_l1	7	0.06476739794015884
202	rnn.weight_hh_l1	8	-0.013547991402447224
202	rnn.weight_hh_l1	9	-0.03989274054765701
202	rnn.bias_ih_l1	0	-0.034367963671684265
202	rnn.bias_ih_l1	1	0.055165860801935196
202	rnn.bias_ih_l1	2	-0.045651014894247055
202	rnn.bias_ih_l1	3	-0.0771414116024971
202	rnn.bias_ih_l1	4	-0.02838223986327648
202	rnn.bias_ih_l1	5	-0.004859874490648508
202	rnn.bias_ih_l1	6	-0.04456580430269241
202	rnn.bias_ih_l1	7	0.062176767736673355
202	rnn.bias_ih_l1	8	0.08438427001237869
202	rnn.bias_ih_l1	9	0.03258209675550461
202	rnn.bias_hh_l1	0	0.06895662844181061
202	rnn.bias_hh_l1	1	-0.05866043642163277
202	rnn.bias_hh_l1	2	0.019455935806035995
202	rnn.bias_hh_l1	3	0.081393301486969
202	rnn.bias_hh_l1	4	0.05767400935292244
202	rnn.bias_hh_l1	5	-0.07904989272356033
202	rnn.bias_hh_l1	6	0.01444100122898817
202	rnn.bias_hh_l1	7	0.04270153492689133
202	rnn.bias_hh_l1	8	0.015191955491900444
202	rnn.bias_hh_l1	9	-0.004751266445964575
202	rnn.weight_ih_l1_reverse	0	0.08693357557058334
202	rnn.weight_ih_l1_reverse	1	-0.04184754565358162
202	rnn.weight_ih_l1_reverse	2	-0.06188634783029556
202	rnn.weight_ih_l1_reverse	3	0.025366777554154396
202	rnn.weight_ih_l1_reverse	4	-0.04654049500823021
202	rnn.weight_ih_l1_reverse	5	0.02403043955564499
202	rnn.weight_ih_l1_reverse	6	0.040418487042188644
202	rnn.weight_ih_l1_reverse	7	0.020275725051760674
202	rnn.weight_ih_l1_reverse	8	-0.008705008774995804
202	rnn.weight_ih_l1_reverse	9	-0.06623361259698868
202	rnn.weight_hh_l1_reverse	0	0.004897795617580414
202	rnn.weight_hh_l1_reverse	1	0.019018977880477905
202	rnn.weight_hh_l1_reverse	2	-0.058189745992422104
202	rnn.weight_hh_l1_reverse	3	-0.012876514345407486
202	rnn.weight_hh_l1_reverse	4	0.008883925154805183
202	rnn.weight_hh_l1_reverse	5	-0.06585447490215302
202	rnn.weight_hh_l1_reverse	6	-0.06729518622159958
202	rnn.weight_hh_l1_reverse	7	-0.011375057511031628
202	rnn.weight_hh_l1_reverse	8	-0.05919908732175827
202	rnn.weight_hh_l1_reverse	9	-0.043952059000730515
202	rnn.bias_ih_l1_reverse	0	-0.002757465234026313
202	rnn.bias_ih_l1_reverse	1	-0.041328318417072296
202	rnn.bias_ih_l1_reverse	2	0.02816268987953663
202	rnn.bias_ih_l1_reverse	3	-0.08442231267690659
202	rnn.bias_ih_l1_reverse	4	-0.08682128041982651
202	rnn.bias_ih_l1_reverse	5	-0.08676530420780182
202	rnn.bias_ih_l1_reverse	6	0.06518641859292984
202	rnn.bias_ih_l1_reverse	7	0.08450715243816376
202	rnn.bias_ih_l1_reverse	8	-0.0011230496456846595
202	rnn.bias_ih_l1_reverse	9	-0.010047711431980133
202	rnn.bias_hh_l1_reverse	0	0.062281131744384766
202	rnn.bias_hh_l1_reverse	1	-0.06725090742111206
202	rnn.bias_hh_l1_reverse	2	-0.0543750561773777
202	rnn.bias_hh_l1_reverse	3	0.07359451055526733
202	rnn.bias_hh_l1_reverse	4	-0.02249084785580635
202	rnn.bias_hh_l1_reverse	5	-0.0054528662003576756
202	rnn.bias_hh_l1_reverse	6	-0.059473756700754166
202	rnn.bias_hh_l1_reverse	7	-0.059661850333213806
202	rnn.bias_hh_l1_reverse	8	0.06610378623008728
202	rnn.bias_hh_l1_reverse	9	0.04802924022078514
202	rnn.weight_ih_l2	0	0.07744323462247849
202	rnn.weight_ih_l2	1	-0.05431634187698364
202	rnn.weight_ih_l2	2	0.06335116177797318
202	rnn.weight_ih_l2	3	0.06568867713212967
202	rnn.weight_ih_l2	4	0.05643237382173538
202	rnn.weight_ih_l2	5	-0.035269953310489655
202	rnn.weight_ih_l2	6	-0.07565325498580933
202	rnn.weight_ih_l2	7	0.011836497113108635
202	rnn.weight_ih_l2	8	-0.017178479582071304
202	rnn.weight_ih_l2	9	-0.06913173943758011
202	rnn.weight_hh_l2	0	0.048105716705322266
202	rnn.weight_hh_l2	1	0.03086150251328945
202	rnn.weight_hh_l2	2	-0.05471591278910637
202	rnn.weight_hh_l2	3	-0.0252692811191082
202	rnn.weight_hh_l2	4	0.054941702634096146
202	rnn.weight_hh_l2	5	-0.024034153670072556
202	rnn.weight_hh_l2	6	0.008454988710582256
202	rnn.weight_hh_l2	7	-0.053487811237573624
202	rnn.weight_hh_l2	8	-0.005877209827303886
202	rnn.weight_hh_l2	9	-0.018034489825367928
202	rnn.bias_ih_l2	0	0.1463203728199005
202	rnn.bias_ih_l2	1	0.012055651284754276
202	rnn.bias_ih_l2	2	0.06697171926498413
202	rnn.bias_ih_l2	3	0.028567247092723846
202	rnn.bias_ih_l2	4	-0.006478226277977228
202	rnn.bias_ih_l2	5	0.04734645411372185
202	rnn.bias_ih_l2	6	0.01384241133928299
202	rnn.bias_ih_l2	7	0.017765022814273834
202	rnn.bias_ih_l2	8	0.018528293818235397
202	rnn.bias_ih_l2	9	-0.015288705006241798
202	rnn.bias_hh_l2	0	0.02225615084171295
202	rnn.bias_hh_l2	1	0.007794167846441269
202	rnn.bias_hh_l2	2	0.07675667107105255
202	rnn.bias_hh_l2	3	0.029415396973490715
202	rnn.bias_hh_l2	4	0.0779021829366684
202	rnn.bias_hh_l2	5	-0.05611399933695793
202	rnn.bias_hh_l2	6	0.056824903935194016
202	rnn.bias_hh_l2	7	-0.02549646981060505
202	rnn.bias_hh_l2	8	0.04193924739956856
202	rnn.bias_hh_l2	9	0.015164153650403023
202	rnn.weight_ih_l2_reverse	0	0.08229602873325348
202	rnn.weight_ih_l2_reverse	1	-0.05513148009777069
202	rnn.weight_ih_l2_reverse	2	0.0011922798585146666
202	rnn.weight_ih_l2_reverse	3	0.03526410833001137
202	rnn.weight_ih_l2_reverse	4	0.05408398434519768
202	rnn.weight_ih_l2_reverse	5	-0.04069232568144798
202	rnn.weight_ih_l2_reverse	6	-0.0006712272297590971
202	rnn.weight_ih_l2_reverse	7	-0.013395099900662899
202	rnn.weight_ih_l2_reverse	8	0.01386346761137247
202	rnn.weight_ih_l2_reverse	9	-0.07960473001003265
202	rnn.weight_hh_l2_reverse	0	-0.08277254551649094
202	rnn.weight_hh_l2_reverse	1	0.01661846973001957
202	rnn.weight_hh_l2_reverse	2	0.010423381812870502
202	rnn.weight_hh_l2_reverse	3	0.024328183382749557
202	rnn.weight_hh_l2_reverse	4	-0.03680654242634773
202	rnn.weight_hh_l2_reverse	5	-0.014778746291995049
202	rnn.weight_hh_l2_reverse	6	-0.04404015094041824
202	rnn.weight_hh_l2_reverse	7	-0.059902604669332504
202	rnn.weight_hh_l2_reverse	8	-0.006705787498503923
202	rnn.weight_hh_l2_reverse	9	-0.059008825570344925
202	rnn.bias_ih_l2_reverse	0	-0.05627548694610596
202	rnn.bias_ih_l2_reverse	1	-0.027326049283146858
202	rnn.bias_ih_l2_reverse	2	0.04620332643389702
202	rnn.bias_ih_l2_reverse	3	0.03352324664592743
202	rnn.bias_ih_l2_reverse	4	0.07581598311662674
202	rnn.bias_ih_l2_reverse	5	-0.08861685544252396
202	rnn.bias_ih_l2_reverse	6	-0.04341493174433708
202	rnn.bias_ih_l2_reverse	7	-0.05982303246855736
202	rnn.bias_ih_l2_reverse	8	0.06269405782222748
202	rnn.bias_ih_l2_reverse	9	0.027601201087236404
202	rnn.bias_hh_l2_reverse	0	0.047299664467573166
202	rnn.bias_hh_l2_reverse	1	-0.06855852901935577
202	rnn.bias_hh_l2_reverse	2	-0.06728660315275192
202	rnn.bias_hh_l2_reverse	3	0.03136005252599716
202	rnn.bias_hh_l2_reverse	4	0.03285136818885803
202	rnn.bias_hh_l2_reverse	5	0.0348765067756176
202	rnn.bias_hh_l2_reverse	6	-0.08262795954942703
202	rnn.bias_hh_l2_reverse	7	-0.006757427006959915
202	rnn.bias_hh_l2_reverse	8	-0.10577142238616943
202	rnn.bias_hh_l2_reverse	9	-0.055030323565006256
202	linear.weight	0	0.025028489530086517
202	linear.weight	1	0.15261447429656982
202	linear.weight	2	-0.024228733032941818
202	linear.weight	3	-0.036053366959095
202	linear.weight	4	-0.022248394787311554
202	linear.weight	5	0.0503605380654335
202	linear.weight	6	0.002806709613651037
202	linear.weight	7	-0.10390542447566986
202	linear.weight	8	-0.028232518583536148
202	linear.weight	9	0.11223448067903519
202	linear.bias	0	0.501440167427063
202	linear.bias	1	0.7906374931335449
202	linear.bias	2	-1.6383916139602661
202	linear.bias	3	-0.05754556506872177
202	linear.bias	4	-0.050822705030441284
202	linear.bias	5	0.2450093924999237
203	transitions	0	0.031334806233644485
203	transitions	1	-10000.0
203	transitions	2	2.6761510372161865
203	transitions	3	-1.1661171913146973
203	transitions	4	-10000.0
203	transitions	5	-10000.0
203	transitions	6	-10000.0
203	transitions	7	0.8815701007843018
203	transitions	8	0.8342203497886658
203	transitions	9	-1.1911311149597168
203	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
203	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
203	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
203	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
203	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
203	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
203	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
203	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
203	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
203	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
203	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
203	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
203	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
203	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
203	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
203	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
203	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
203	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
203	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
203	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
203	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
203	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
203	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
203	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
203	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
203	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
203	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
203	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
203	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
203	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
203	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
203	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
203	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
203	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
203	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
203	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
203	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
203	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
203	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
203	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
203	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
203	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
203	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
203	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
203	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
203	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
203	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
203	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
203	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
203	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
203	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
203	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
203	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
203	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
203	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
203	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
203	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
203	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
203	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
203	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
203	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
203	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
203	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
203	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
203	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
203	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
203	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
203	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
203	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
203	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
203	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
203	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
203	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
203	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
203	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
203	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
203	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
203	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
203	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
203	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
203	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
203	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
203	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
203	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
203	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
203	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
203	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
203	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
203	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
203	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
203	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
203	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
203	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
203	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
203	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
203	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
203	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
203	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
203	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
203	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
203	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
203	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
203	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
203	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
203	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
203	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
203	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
203	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
203	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
203	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
203	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
203	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
203	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
203	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
203	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
203	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
203	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
203	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
203	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
203	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
203	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
203	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
203	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
203	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
203	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
203	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
203	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
203	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
203	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
203	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
203	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
203	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
203	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
203	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
203	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
203	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
203	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
203	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
203	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
203	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
203	embedding2nn.weight	0	0.014804965816438198
203	embedding2nn.weight	1	0.00014665319758933038
203	embedding2nn.weight	2	0.005553946830332279
203	embedding2nn.weight	3	0.000681285047903657
203	embedding2nn.weight	4	-0.008222544565796852
203	embedding2nn.weight	5	-0.005596760660409927
203	embedding2nn.weight	6	-0.0008456149371340871
203	embedding2nn.weight	7	-0.002958509139716625
203	embedding2nn.weight	8	0.013980543240904808
203	embedding2nn.weight	9	0.004410934168845415
203	embedding2nn.bias	0	0.006856260821223259
203	embedding2nn.bias	1	-0.017797058448195457
203	embedding2nn.bias	2	0.005208005663007498
203	embedding2nn.bias	3	-0.008536353707313538
203	embedding2nn.bias	4	-0.024132879450917244
203	embedding2nn.bias	5	-0.0002868975861929357
203	embedding2nn.bias	6	0.006032665725797415
203	embedding2nn.bias	7	-0.007341859862208366
203	embedding2nn.bias	8	0.0001252529036719352
203	embedding2nn.bias	9	-0.004960040561854839
203	rnn.weight_ih_l0	0	-0.05231264978647232
203	rnn.weight_ih_l0	1	0.05075431987643242
203	rnn.weight_ih_l0	2	0.03187664598226547
203	rnn.weight_ih_l0	3	0.014744930900633335
203	rnn.weight_ih_l0	4	0.012462184764444828
203	rnn.weight_ih_l0	5	0.08421865105628967
203	rnn.weight_ih_l0	6	0.07606963068246841
203	rnn.weight_ih_l0	7	0.03779929131269455
203	rnn.weight_ih_l0	8	-0.04581637308001518
203	rnn.weight_ih_l0	9	0.007966992445290089
203	rnn.weight_hh_l0	0	0.008238972164690495
203	rnn.weight_hh_l0	1	-0.06429971009492874
203	rnn.weight_hh_l0	2	-0.06549178808927536
203	rnn.weight_hh_l0	3	0.07151482254266739
203	rnn.weight_hh_l0	4	0.07099997252225876
203	rnn.weight_hh_l0	5	0.006004854571074247
203	rnn.weight_hh_l0	6	-0.0023704469203948975
203	rnn.weight_hh_l0	7	-0.016203178092837334
203	rnn.weight_hh_l0	8	-0.029335899278521538
203	rnn.weight_hh_l0	9	0.05758367478847504
203	rnn.bias_ih_l0	0	-0.06243934854865074
203	rnn.bias_ih_l0	1	0.08866172283887863
203	rnn.bias_ih_l0	2	0.02014775760471821
203	rnn.bias_ih_l0	3	0.07973341643810272
203	rnn.bias_ih_l0	4	-0.07673382759094238
203	rnn.bias_ih_l0	5	0.08237504959106445
203	rnn.bias_ih_l0	6	-0.069403737783432
203	rnn.bias_ih_l0	7	-0.03601252660155296
203	rnn.bias_ih_l0	8	-0.09184852242469788
203	rnn.bias_ih_l0	9	-0.04463322460651398
203	rnn.bias_hh_l0	0	0.03624548763036728
203	rnn.bias_hh_l0	1	0.07332489639520645
203	rnn.bias_hh_l0	2	0.06997981667518616
203	rnn.bias_hh_l0	3	0.08568277955055237
203	rnn.bias_hh_l0	4	-0.097407266497612
203	rnn.bias_hh_l0	5	-0.07120640575885773
203	rnn.bias_hh_l0	6	0.07863626629114151
203	rnn.bias_hh_l0	7	-0.07794051617383957
203	rnn.bias_hh_l0	8	-0.026553217321634293
203	rnn.bias_hh_l0	9	0.0124883484095335
203	rnn.weight_ih_l0_reverse	0	0.07938168197870255
203	rnn.weight_ih_l0_reverse	1	0.07328764349222183
203	rnn.weight_ih_l0_reverse	2	0.038764677941799164
203	rnn.weight_ih_l0_reverse	3	0.033679794520139694
203	rnn.weight_ih_l0_reverse	4	-0.03648323565721512
203	rnn.weight_ih_l0_reverse	5	0.050840504467487335
203	rnn.weight_ih_l0_reverse	6	0.06649114936590195
203	rnn.weight_ih_l0_reverse	7	0.022288130596280098
203	rnn.weight_ih_l0_reverse	8	-0.057837601751089096
203	rnn.weight_ih_l0_reverse	9	-0.05284532904624939
203	rnn.weight_hh_l0_reverse	0	0.025527318939566612
203	rnn.weight_hh_l0_reverse	1	-0.08716431260108948
203	rnn.weight_hh_l0_reverse	2	0.06340368837118149
203	rnn.weight_hh_l0_reverse	3	-0.021571926772594452
203	rnn.weight_hh_l0_reverse	4	0.08492239564657211
203	rnn.weight_hh_l0_reverse	5	-0.0019730401691049337
203	rnn.weight_hh_l0_reverse	6	0.030554143711924553
203	rnn.weight_hh_l0_reverse	7	0.07869812101125717
203	rnn.weight_hh_l0_reverse	8	-0.022421836853027344
203	rnn.weight_hh_l0_reverse	9	-0.04659208655357361
203	rnn.bias_ih_l0_reverse	0	0.0006609020056203008
203	rnn.bias_ih_l0_reverse	1	-0.020511707291007042
203	rnn.bias_ih_l0_reverse	2	-0.014246251434087753
203	rnn.bias_ih_l0_reverse	3	0.036100540310144424
203	rnn.bias_ih_l0_reverse	4	0.0675915777683258
203	rnn.bias_ih_l0_reverse	5	-0.02079208754003048
203	rnn.bias_ih_l0_reverse	6	-0.027037890627980232
203	rnn.bias_ih_l0_reverse	7	-0.04853994399309158
203	rnn.bias_ih_l0_reverse	8	0.006131093483418226
203	rnn.bias_ih_l0_reverse	9	-0.06735937297344208
203	rnn.bias_hh_l0_reverse	0	0.039416976273059845
203	rnn.bias_hh_l0_reverse	1	-0.06872197240591049
203	rnn.bias_hh_l0_reverse	2	0.07555695623159409
203	rnn.bias_hh_l0_reverse	3	0.06178811937570572
203	rnn.bias_hh_l0_reverse	4	0.023475253954529762
203	rnn.bias_hh_l0_reverse	5	0.04608435183763504
203	rnn.bias_hh_l0_reverse	6	0.0669245570898056
203	rnn.bias_hh_l0_reverse	7	0.08391459286212921
203	rnn.bias_hh_l0_reverse	8	-0.009301614947617054
203	rnn.bias_hh_l0_reverse	9	0.049513839185237885
203	rnn.weight_ih_l1	0	0.02388896979391575
203	rnn.weight_ih_l1	1	0.01609853282570839
203	rnn.weight_ih_l1	2	0.08848265558481216
203	rnn.weight_ih_l1	3	-0.024284236133098602
203	rnn.weight_ih_l1	4	-0.02451287768781185
203	rnn.weight_ih_l1	5	-0.012734448537230492
203	rnn.weight_ih_l1	6	0.0728209912776947
203	rnn.weight_ih_l1	7	-0.003537366632372141
203	rnn.weight_ih_l1	8	-0.05260695889592171
203	rnn.weight_ih_l1	9	0.05392666161060333
203	rnn.weight_hh_l1	0	-0.08199994266033173
203	rnn.weight_hh_l1	1	-0.035664722323417664
203	rnn.weight_hh_l1	2	-0.008132110349833965
203	rnn.weight_hh_l1	3	-0.05819925293326378
203	rnn.weight_hh_l1	4	0.08601990342140198
203	rnn.weight_hh_l1	5	-0.08411544561386108
203	rnn.weight_hh_l1	6	-0.05014069378376007
203	rnn.weight_hh_l1	7	0.06473346054553986
203	rnn.weight_hh_l1	8	-0.013547402806580067
203	rnn.weight_hh_l1	9	-0.0398978553712368
203	rnn.bias_ih_l1	0	-0.034366413950920105
203	rnn.bias_ih_l1	1	0.05516060069203377
203	rnn.bias_ih_l1	2	-0.04568924754858017
203	rnn.bias_ih_l1	3	-0.07710039615631104
203	rnn.bias_ih_l1	4	-0.028384583070874214
203	rnn.bias_ih_l1	5	-0.005162931513041258
203	rnn.bias_ih_l1	6	-0.04484524577856064
203	rnn.bias_ih_l1	7	0.062198664993047714
203	rnn.bias_ih_l1	8	0.08441907912492752
203	rnn.bias_ih_l1	9	0.032582495361566544
203	rnn.bias_hh_l1	0	0.0689568743109703
203	rnn.bias_hh_l1	1	-0.058646008372306824
203	rnn.bias_hh_l1	2	0.019456062465906143
203	rnn.bias_hh_l1	3	0.08143486827611923
203	rnn.bias_hh_l1	4	0.05771432816982269
203	rnn.bias_hh_l1	5	-0.0790073350071907
203	rnn.bias_hh_l1	6	0.014444367028772831
203	rnn.bias_hh_l1	7	0.04271910712122917
203	rnn.bias_hh_l1	8	0.015167473815381527
203	rnn.bias_hh_l1	9	-0.004747506231069565
203	rnn.weight_ih_l1_reverse	0	0.08693370968103409
203	rnn.weight_ih_l1_reverse	1	-0.04184728115797043
203	rnn.weight_ih_l1_reverse	2	-0.061887580901384354
203	rnn.weight_ih_l1_reverse	3	0.02536076121032238
203	rnn.weight_ih_l1_reverse	4	-0.04654610529541969
203	rnn.weight_ih_l1_reverse	5	0.024030761793255806
203	rnn.weight_ih_l1_reverse	6	0.040421102195978165
203	rnn.weight_ih_l1_reverse	7	0.020273972302675247
203	rnn.weight_ih_l1_reverse	8	-0.008681586012244225
203	rnn.weight_ih_l1_reverse	9	-0.06638050824403763
203	rnn.weight_hh_l1_reverse	0	0.004901626147329807
203	rnn.weight_hh_l1_reverse	1	0.019020583480596542
203	rnn.weight_hh_l1_reverse	2	-0.05818963795900345
203	rnn.weight_hh_l1_reverse	3	-0.012872977182269096
203	rnn.weight_hh_l1_reverse	4	0.008885861374437809
203	rnn.weight_hh_l1_reverse	5	-0.06585115939378738
203	rnn.weight_hh_l1_reverse	6	-0.06729579716920853
203	rnn.weight_hh_l1_reverse	7	-0.011375358328223228
203	rnn.weight_hh_l1_reverse	8	-0.05919963866472244
203	rnn.weight_hh_l1_reverse	9	-0.043947603553533554
203	rnn.bias_ih_l1_reverse	0	-0.0027833618223667145
203	rnn.bias_ih_l1_reverse	1	-0.041337866336107254
203	rnn.bias_ih_l1_reverse	2	0.027855159714818
203	rnn.bias_ih_l1_reverse	3	-0.0844552144408226
203	rnn.bias_ih_l1_reverse	4	-0.0868278369307518
203	rnn.bias_ih_l1_reverse	5	-0.08678160607814789
203	rnn.bias_ih_l1_reverse	6	0.0651651918888092
203	rnn.bias_ih_l1_reverse	7	0.08449991047382355
203	rnn.bias_ih_l1_reverse	8	-0.0011609778739511967
203	rnn.bias_ih_l1_reverse	9	-0.010035046376287937
203	rnn.bias_hh_l1_reverse	0	0.062287796288728714
203	rnn.bias_hh_l1_reverse	1	-0.06723304092884064
203	rnn.bias_hh_l1_reverse	2	-0.05438190698623657
203	rnn.bias_hh_l1_reverse	3	0.0735291838645935
203	rnn.bias_hh_l1_reverse	4	-0.022466545924544334
203	rnn.bias_hh_l1_reverse	5	-0.005413332022726536
203	rnn.bias_hh_l1_reverse	6	-0.059464409947395325
203	rnn.bias_hh_l1_reverse	7	-0.05970293655991554
203	rnn.bias_hh_l1_reverse	8	0.06610976904630661
203	rnn.bias_hh_l1_reverse	9	0.04832575097680092
203	rnn.weight_ih_l2	0	0.07734690606594086
203	rnn.weight_ih_l2	1	-0.05431691184639931
203	rnn.weight_ih_l2	2	0.06335150450468063
203	rnn.weight_ih_l2	3	0.06568636745214462
203	rnn.weight_ih_l2	4	0.05645507946610451
203	rnn.weight_ih_l2	5	-0.03527304157614708
203	rnn.weight_ih_l2	6	-0.07564607262611389
203	rnn.weight_ih_l2	7	0.011839399114251137
203	rnn.weight_ih_l2	8	-0.017178449779748917
203	rnn.weight_ih_l2	9	-0.06913162022829056
203	rnn.weight_hh_l2	0	0.04810543730854988
203	rnn.weight_hh_l2	1	0.030855679884552956
203	rnn.weight_hh_l2	2	-0.05471661686897278
203	rnn.weight_hh_l2	3	-0.02526051737368107
203	rnn.weight_hh_l2	4	0.05494324862957001
203	rnn.weight_hh_l2	5	-0.024024944752454758
203	rnn.weight_hh_l2	6	0.008450561203062534
203	rnn.weight_hh_l2	7	-0.053487300872802734
203	rnn.weight_hh_l2	8	-0.005864872597157955
203	rnn.weight_hh_l2	9	-0.0180307999253273
203	rnn.bias_ih_l2	0	0.14645345509052277
203	rnn.bias_ih_l2	1	0.012053392827510834
203	rnn.bias_ih_l2	2	0.06703455746173859
203	rnn.bias_ih_l2	3	0.02864711359143257
203	rnn.bias_ih_l2	4	-0.006491468288004398
203	rnn.bias_ih_l2	5	0.04734119027853012
203	rnn.bias_ih_l2	6	0.013805159367620945
203	rnn.bias_ih_l2	7	0.01776699721813202
203	rnn.bias_ih_l2	8	0.018488913774490356
203	rnn.bias_ih_l2	9	-0.01529089454561472
203	rnn.bias_hh_l2	0	0.022055329754948616
203	rnn.bias_hh_l2	1	0.007728965487331152
203	rnn.bias_hh_l2	2	0.07689083367586136
203	rnn.bias_hh_l2	3	0.02941052056849003
203	rnn.bias_hh_l2	4	0.07791445404291153
203	rnn.bias_hh_l2	5	-0.05628453567624092
203	rnn.bias_hh_l2	6	0.05701112002134323
203	rnn.bias_hh_l2	7	-0.02550993487238884
203	rnn.bias_hh_l2	8	0.04194151982665062
203	rnn.bias_hh_l2	9	0.015346529893577099
203	rnn.weight_ih_l2_reverse	0	0.082295723259449
203	rnn.weight_ih_l2_reverse	1	-0.055116135627031326
203	rnn.weight_ih_l2_reverse	2	0.0011902200058102608
203	rnn.weight_ih_l2_reverse	3	0.035264529287815094
203	rnn.weight_ih_l2_reverse	4	0.05408360809087753
203	rnn.weight_ih_l2_reverse	5	-0.04069281369447708
203	rnn.weight_ih_l2_reverse	6	-0.000678301090374589
203	rnn.weight_ih_l2_reverse	7	-0.01343641709536314
203	rnn.weight_ih_l2_reverse	8	0.013864343985915184
203	rnn.weight_ih_l2_reverse	9	-0.07961282879114151
203	rnn.weight_hh_l2_reverse	0	-0.08277236670255661
203	rnn.weight_hh_l2_reverse	1	0.016610292717814445
203	rnn.weight_hh_l2_reverse	2	0.010423943400382996
203	rnn.weight_hh_l2_reverse	3	0.024327879771590233
203	rnn.weight_hh_l2_reverse	4	-0.03680671006441116
203	rnn.weight_hh_l2_reverse	5	-0.014777567237615585
203	rnn.weight_hh_l2_reverse	6	-0.044045448303222656
203	rnn.weight_hh_l2_reverse	7	-0.059901826083660126
203	rnn.weight_hh_l2_reverse	8	-0.006705462466925383
203	rnn.weight_hh_l2_reverse	9	-0.05900874733924866
203	rnn.bias_ih_l2_reverse	0	-0.05644028261303902
203	rnn.bias_ih_l2_reverse	1	-0.027321089059114456
203	rnn.bias_ih_l2_reverse	2	0.04627402871847153
203	rnn.bias_ih_l2_reverse	3	0.03368717059493065
203	rnn.bias_ih_l2_reverse	4	0.07582081109285355
203	rnn.bias_ih_l2_reverse	5	-0.08861638605594635
203	rnn.bias_ih_l2_reverse	6	-0.04340599849820137
203	rnn.bias_ih_l2_reverse	7	-0.05967501178383827
203	rnn.bias_ih_l2_reverse	8	0.06293598562479019
203	rnn.bias_ih_l2_reverse	9	0.027565760537981987
203	rnn.bias_hh_l2_reverse	0	0.047063615173101425
203	rnn.bias_hh_l2_reverse	1	-0.06861169636249542
203	rnn.bias_hh_l2_reverse	2	-0.06728345900774002
203	rnn.bias_hh_l2_reverse	3	0.03138173371553421
203	rnn.bias_hh_l2_reverse	4	0.032954707741737366
203	rnn.bias_hh_l2_reverse	5	0.03489997237920761
203	rnn.bias_hh_l2_reverse	6	-0.08260834217071533
203	rnn.bias_hh_l2_reverse	7	-0.006790981162339449
203	rnn.bias_hh_l2_reverse	8	-0.10592414438724518
203	rnn.bias_hh_l2_reverse	9	-0.05502709746360779
203	linear.weight	0	0.025028489530086517
203	linear.weight	1	0.15261447429656982
203	linear.weight	2	-0.024233689531683922
203	linear.weight	3	-0.036052871495485306
203	linear.weight	4	-0.022248394787311554
203	linear.weight	5	0.050074875354766846
203	linear.weight	6	0.0030781652312725782
203	linear.weight	7	-0.10390542447566986
203	linear.weight	8	-0.028394091874361038
203	linear.weight	9	0.1115817204117775
203	linear.bias	0	0.5001440048217773
203	linear.bias	1	0.7879071235656738
203	linear.bias	2	-1.6387014389038086
203	linear.bias	3	-0.05754556506872177
203	linear.bias	4	-0.050822705030441284
203	linear.bias	5	0.24934573471546173
204	transitions	0	0.031277965754270554
204	transitions	1	-10000.0
204	transitions	2	2.679267644882202
204	transitions	3	-1.1702641248703003
204	transitions	4	-10000.0
204	transitions	5	-10000.0
204	transitions	6	-10000.0
204	transitions	7	0.8815687298774719
204	transitions	8	0.8341405987739563
204	transitions	9	-1.1914100646972656
204	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
204	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
204	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
204	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
204	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
204	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
204	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
204	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
204	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
204	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
204	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
204	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
204	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
204	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
204	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
204	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
204	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
204	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
204	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
204	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
204	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
204	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
204	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
204	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
204	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
204	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
204	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
204	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
204	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
204	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
204	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
204	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
204	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
204	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
204	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
204	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
204	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
204	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
204	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
204	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
204	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
204	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
204	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
204	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
204	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
204	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
204	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
204	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
204	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
204	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
204	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
204	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
204	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
204	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
204	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
204	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
204	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
204	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
204	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
204	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
204	embedding2nn.weight	0	0.014807741157710552
204	embedding2nn.weight	1	0.00015308934962376952
204	embedding2nn.weight	2	0.005553437862545252
204	embedding2nn.weight	3	0.0006850705831311643
204	embedding2nn.weight	4	-0.008228246122598648
204	embedding2nn.weight	5	-0.005602276884019375
204	embedding2nn.weight	6	-0.0008157924748957157
204	embedding2nn.weight	7	-0.0029482522513717413
204	embedding2nn.weight	8	0.01398663129657507
204	embedding2nn.weight	9	0.004409519024193287
204	embedding2nn.bias	0	0.006446176674216986
204	embedding2nn.bias	1	-0.017772017046809196
204	embedding2nn.bias	2	0.00478453328832984
204	embedding2nn.bias	3	-0.008246500045061111
204	embedding2nn.bias	4	-0.02377890609204769
204	embedding2nn.bias	5	-0.0004720599390566349
204	embedding2nn.bias	6	0.005971597973257303
204	embedding2nn.bias	7	-0.007385159842669964
204	embedding2nn.bias	8	0.0005888334126211703
204	embedding2nn.bias	9	-0.005388484802097082
204	rnn.weight_ih_l0	0	-0.05229626223444939
204	rnn.weight_ih_l0	1	0.05075288563966751
204	rnn.weight_ih_l0	2	0.03187815845012665
204	rnn.weight_ih_l0	3	0.014737867750227451
204	rnn.weight_ih_l0	4	0.012466185726225376
204	rnn.weight_ih_l0	5	0.08421910554170609
204	rnn.weight_ih_l0	6	0.07606405019760132
204	rnn.weight_ih_l0	7	0.03779790550470352
204	rnn.weight_ih_l0	8	-0.04583326354622841
204	rnn.weight_ih_l0	9	0.007939141243696213
204	rnn.weight_hh_l0	0	0.008230314590036869
204	rnn.weight_hh_l0	1	-0.06431479007005692
204	rnn.weight_hh_l0	2	-0.06548894941806793
204	rnn.weight_hh_l0	3	0.07152474671602249
204	rnn.weight_hh_l0	4	0.07099645584821701
204	rnn.weight_hh_l0	5	0.005972934886813164
204	rnn.weight_hh_l0	6	-0.002544031012803316
204	rnn.weight_hh_l0	7	-0.016192326322197914
204	rnn.weight_hh_l0	8	-0.029351767152547836
204	rnn.weight_hh_l0	9	0.0575796514749527
204	rnn.bias_ih_l0	0	-0.0623859167098999
204	rnn.bias_ih_l0	1	0.08866133540868759
204	rnn.bias_ih_l0	2	0.020197566598653793
204	rnn.bias_ih_l0	3	0.07959093153476715
204	rnn.bias_ih_l0	4	-0.07635798305273056
204	rnn.bias_ih_l0	5	0.08221715688705444
204	rnn.bias_ih_l0	6	-0.0686313733458519
204	rnn.bias_ih_l0	7	-0.035993777215480804
204	rnn.bias_ih_l0	8	-0.09191108494997025
204	rnn.bias_ih_l0	9	-0.04460390284657478
204	rnn.bias_hh_l0	0	0.03618130460381508
204	rnn.bias_hh_l0	1	0.07332666963338852
204	rnn.bias_hh_l0	2	0.07000508159399033
204	rnn.bias_hh_l0	3	0.08567119389772415
204	rnn.bias_hh_l0	4	-0.09727960079908371
204	rnn.bias_hh_l0	5	-0.07118057459592819
204	rnn.bias_hh_l0	6	0.07859546691179276
204	rnn.bias_hh_l0	7	-0.07827061414718628
204	rnn.bias_hh_l0	8	-0.026575015857815742
204	rnn.bias_hh_l0	9	0.012367358431220055
204	rnn.weight_ih_l0_reverse	0	0.07938450574874878
204	rnn.weight_ih_l0_reverse	1	0.07329539209604263
204	rnn.weight_ih_l0_reverse	2	0.038763780146837234
204	rnn.weight_ih_l0_reverse	3	0.03367951139807701
204	rnn.weight_ih_l0_reverse	4	-0.03650902956724167
204	rnn.weight_ih_l0_reverse	5	0.05083868280053139
204	rnn.weight_ih_l0_reverse	6	0.0664929449558258
204	rnn.weight_ih_l0_reverse	7	0.02230885438621044
204	rnn.weight_ih_l0_reverse	8	-0.057865653187036514
204	rnn.weight_ih_l0_reverse	9	-0.05284504219889641
204	rnn.weight_hh_l0_reverse	0	0.02552013471722603
204	rnn.weight_hh_l0_reverse	1	-0.08714817464351654
204	rnn.weight_hh_l0_reverse	2	0.06341756880283356
204	rnn.weight_hh_l0_reverse	3	-0.02157645858824253
204	rnn.weight_hh_l0_reverse	4	0.08494143933057785
204	rnn.weight_hh_l0_reverse	5	-0.001975472318008542
204	rnn.weight_hh_l0_reverse	6	0.0304719228297472
204	rnn.weight_hh_l0_reverse	7	0.07870443910360336
204	rnn.weight_hh_l0_reverse	8	-0.022413836792111397
204	rnn.weight_hh_l0_reverse	9	-0.04658269137144089
204	rnn.bias_ih_l0_reverse	0	0.0006441583973355591
204	rnn.bias_ih_l0_reverse	1	-0.020891869440674782
204	rnn.bias_ih_l0_reverse	2	-0.014202543534338474
204	rnn.bias_ih_l0_reverse	3	0.0361475832760334
204	rnn.bias_ih_l0_reverse	4	0.06746388226747513
204	rnn.bias_ih_l0_reverse	5	-0.020837118849158287
204	rnn.bias_ih_l0_reverse	6	-0.02703612670302391
204	rnn.bias_ih_l0_reverse	7	-0.04861525818705559
204	rnn.bias_ih_l0_reverse	8	0.006065481808036566
204	rnn.bias_ih_l0_reverse	9	-0.06767254322767258
204	rnn.bias_hh_l0_reverse	0	0.03936364874243736
204	rnn.bias_hh_l0_reverse	1	-0.06903514266014099
204	rnn.bias_hh_l0_reverse	2	0.07554224878549576
204	rnn.bias_hh_l0_reverse	3	0.06193854659795761
204	rnn.bias_hh_l0_reverse	4	0.023086989298462868
204	rnn.bias_hh_l0_reverse	5	0.045956775546073914
204	rnn.bias_hh_l0_reverse	6	0.06702635437250137
204	rnn.bias_hh_l0_reverse	7	0.08405432105064392
204	rnn.bias_hh_l0_reverse	8	-0.009315541945397854
204	rnn.bias_hh_l0_reverse	9	0.04942198842763901
204	rnn.weight_ih_l1	0	0.023851025849580765
204	rnn.weight_ih_l1	1	0.016092726960778236
204	rnn.weight_ih_l1	2	0.08831074833869934
204	rnn.weight_ih_l1	3	-0.024269770830869675
204	rnn.weight_ih_l1	4	-0.02449779398739338
204	rnn.weight_ih_l1	5	-0.012789929285645485
204	rnn.weight_ih_l1	6	0.07287482917308807
204	rnn.weight_ih_l1	7	-0.0035800712648779154
204	rnn.weight_ih_l1	8	-0.05259092152118683
204	rnn.weight_ih_l1	9	0.054321154952049255
204	rnn.weight_hh_l1	0	-0.08193989098072052
204	rnn.weight_hh_l1	1	-0.03567203879356384
204	rnn.weight_hh_l1	2	-0.008135476149618626
204	rnn.weight_hh_l1	3	-0.05821949988603592
204	rnn.weight_hh_l1	4	0.08603090792894363
204	rnn.weight_hh_l1	5	-0.08413666486740112
204	rnn.weight_hh_l1	6	-0.05011312663555145
204	rnn.weight_hh_l1	7	0.06476758420467377
204	rnn.weight_hh_l1	8	-0.013537419028580189
204	rnn.weight_hh_l1	9	-0.03989924117922783
204	rnn.bias_ih_l1	0	-0.03441261500120163
204	rnn.bias_ih_l1	1	0.055030640214681625
204	rnn.bias_ih_l1	2	-0.045735396444797516
204	rnn.bias_ih_l1	3	-0.07734932750463486
204	rnn.bias_ih_l1	4	-0.02843690849840641
204	rnn.bias_ih_l1	5	-0.004100686404854059
204	rnn.bias_ih_l1	6	-0.04546818509697914
204	rnn.bias_ih_l1	7	0.06211375445127487
204	rnn.bias_ih_l1	8	0.08446314930915833
204	rnn.bias_ih_l1	9	0.03263162076473236
204	rnn.bias_hh_l1	0	0.06893612444400787
204	rnn.bias_hh_l1	1	-0.05868593603372574
204	rnn.bias_hh_l1	2	0.019488409161567688
204	rnn.bias_hh_l1	3	0.08114471286535263
204	rnn.bias_hh_l1	4	0.057660579681396484
204	rnn.bias_hh_l1	5	-0.07935696840286255
204	rnn.bias_hh_l1	6	0.014434398151934147
204	rnn.bias_hh_l1	7	0.04270698502659798
204	rnn.bias_hh_l1	8	0.01519800815731287
204	rnn.bias_hh_l1	9	-0.004730246961116791
204	rnn.weight_ih_l1_reverse	0	0.08693891763687134
204	rnn.weight_ih_l1_reverse	1	-0.041859861463308334
204	rnn.weight_ih_l1_reverse	2	-0.061900753527879715
204	rnn.weight_ih_l1_reverse	3	0.025358155369758606
204	rnn.weight_ih_l1_reverse	4	-0.04653458669781685
204	rnn.weight_ih_l1_reverse	5	0.024025699123740196
204	rnn.weight_ih_l1_reverse	6	0.04042501002550125
204	rnn.weight_ih_l1_reverse	7	0.020279835909605026
204	rnn.weight_ih_l1_reverse	8	-0.008677365258336067
204	rnn.weight_ih_l1_reverse	9	-0.0663568377494812
204	rnn.weight_hh_l1_reverse	0	0.004902441520243883
204	rnn.weight_hh_l1_reverse	1	0.01902075670659542
204	rnn.weight_hh_l1_reverse	2	-0.05818978324532509
204	rnn.weight_hh_l1_reverse	3	-0.012874952517449856
204	rnn.weight_hh_l1_reverse	4	0.008886839263141155
204	rnn.weight_hh_l1_reverse	5	-0.06588993966579437
204	rnn.weight_hh_l1_reverse	6	-0.06729742884635925
204	rnn.weight_hh_l1_reverse	7	-0.011378183029592037
204	rnn.weight_hh_l1_reverse	8	-0.059202760457992554
204	rnn.weight_hh_l1_reverse	9	-0.04395480826497078
204	rnn.bias_ih_l1_reverse	0	-0.0027820926625281572
204	rnn.bias_ih_l1_reverse	1	-0.041270285844802856
204	rnn.bias_ih_l1_reverse	2	0.027877701446413994
204	rnn.bias_ih_l1_reverse	3	-0.08449237793684006
204	rnn.bias_ih_l1_reverse	4	-0.08679012954235077
204	rnn.bias_ih_l1_reverse	5	-0.08674825727939606
204	rnn.bias_ih_l1_reverse	6	0.06511988490819931
204	rnn.bias_ih_l1_reverse	7	0.08450029045343399
204	rnn.bias_ih_l1_reverse	8	-0.0017700614407658577
204	rnn.bias_ih_l1_reverse	9	-0.010028205811977386
204	rnn.bias_hh_l1_reverse	0	0.06222131475806236
204	rnn.bias_hh_l1_reverse	1	-0.06733988970518112
204	rnn.bias_hh_l1_reverse	2	-0.05449549853801727
204	rnn.bias_hh_l1_reverse	3	0.07347381114959717
204	rnn.bias_hh_l1_reverse	4	-0.022369636222720146
204	rnn.bias_hh_l1_reverse	5	-0.005445682443678379
204	rnn.bias_hh_l1_reverse	6	-0.059417299926280975
204	rnn.bias_hh_l1_reverse	7	-0.05972926318645477
204	rnn.bias_hh_l1_reverse	8	0.06615807861089706
204	rnn.bias_hh_l1_reverse	9	0.048201024532318115
204	rnn.weight_ih_l2	0	0.07744250446557999
204	rnn.weight_ih_l2	1	-0.05427151545882225
204	rnn.weight_ih_l2	2	0.06336212158203125
204	rnn.weight_ih_l2	3	0.06567107886075974
204	rnn.weight_ih_l2	4	0.05645495280623436
204	rnn.weight_ih_l2	5	-0.03529823571443558
204	rnn.weight_ih_l2	6	-0.07565324753522873
204	rnn.weight_ih_l2	7	0.011841579340398312
204	rnn.weight_ih_l2	8	-0.01717986725270748
204	rnn.weight_ih_l2	9	-0.0691302940249443
204	rnn.weight_hh_l2	0	0.04809673875570297
204	rnn.weight_hh_l2	1	0.030866216868162155
204	rnn.weight_hh_l2	2	-0.05471894517540932
204	rnn.weight_hh_l2	3	-0.025305282324552536
204	rnn.weight_hh_l2	4	0.05493677034974098
204	rnn.weight_hh_l2	5	-0.024113651365041733
204	rnn.weight_hh_l2	6	0.008465045131742954
204	rnn.weight_hh_l2	7	-0.053491778671741486
204	rnn.weight_hh_l2	8	-0.005880582612007856
204	rnn.weight_hh_l2	9	-0.018026797100901604
204	rnn.bias_ih_l2	0	0.14770996570587158
204	rnn.bias_ih_l2	1	0.011978023685514927
204	rnn.bias_ih_l2	2	0.06758717447519302
204	rnn.bias_ih_l2	3	0.02855456992983818
204	rnn.bias_ih_l2	4	-0.006417223252356052
204	rnn.bias_ih_l2	5	0.04725345969200134
204	rnn.bias_ih_l2	6	0.013818192295730114
204	rnn.bias_ih_l2	7	0.01765228621661663
204	rnn.bias_ih_l2	8	0.018457377329468727
204	rnn.bias_ih_l2	9	-0.015330368652939796
204	rnn.bias_hh_l2	0	0.021695854142308235
204	rnn.bias_hh_l2	1	0.007747305557131767
204	rnn.bias_hh_l2	2	0.07690641283988953
204	rnn.bias_hh_l2	3	0.02940991148352623
204	rnn.bias_hh_l2	4	0.07785322517156601
204	rnn.bias_hh_l2	5	-0.057775065302848816
204	rnn.bias_hh_l2	6	0.056330155581235886
204	rnn.bias_hh_l2	7	-0.025459781289100647
204	rnn.bias_hh_l2	8	0.04197120666503906
204	rnn.bias_hh_l2	9	0.01626061648130417
204	rnn.weight_ih_l2_reverse	0	0.08229535818099976
204	rnn.weight_ih_l2_reverse	1	-0.05514293909072876
204	rnn.weight_ih_l2_reverse	2	0.0011926892912015319
204	rnn.weight_ih_l2_reverse	3	0.03526398912072182
204	rnn.weight_ih_l2_reverse	4	0.05408316105604172
204	rnn.weight_ih_l2_reverse	5	-0.04069238156080246
204	rnn.weight_ih_l2_reverse	6	-0.000871605530846864
204	rnn.weight_ih_l2_reverse	7	-0.013469374738633633
204	rnn.weight_ih_l2_reverse	8	0.013692251406610012
204	rnn.weight_ih_l2_reverse	9	-0.07960594445466995
204	rnn.weight_hh_l2_reverse	0	-0.08277320116758347
204	rnn.weight_hh_l2_reverse	1	0.01657865196466446
204	rnn.weight_hh_l2_reverse	2	0.010424677282571793
204	rnn.weight_hh_l2_reverse	3	0.024328036233782768
204	rnn.weight_hh_l2_reverse	4	-0.036808259785175323
204	rnn.weight_hh_l2_reverse	5	-0.014778374694287777
204	rnn.weight_hh_l2_reverse	6	-0.04417279362678528
204	rnn.weight_hh_l2_reverse	7	-0.05990234389901161
204	rnn.weight_hh_l2_reverse	8	-0.006705560255795717
204	rnn.weight_hh_l2_reverse	9	-0.059002868831157684
204	rnn.bias_ih_l2_reverse	0	-0.05582683905959129
204	rnn.bias_ih_l2_reverse	1	-0.0273143257945776
204	rnn.bias_ih_l2_reverse	2	0.04634374752640724
204	rnn.bias_ih_l2_reverse	3	0.033650387078523636
204	rnn.bias_ih_l2_reverse	4	0.07580643892288208
204	rnn.bias_ih_l2_reverse	5	-0.08859443664550781
204	rnn.bias_ih_l2_reverse	6	-0.04341106861829758
204	rnn.bias_ih_l2_reverse	7	-0.059949297457933426
204	rnn.bias_ih_l2_reverse	8	0.06256073713302612
204	rnn.bias_ih_l2_reverse	9	0.027664914727211
204	rnn.bias_hh_l2_reverse	0	0.047162797302007675
204	rnn.bias_hh_l2_reverse	1	-0.06887072324752808
204	rnn.bias_hh_l2_reverse	2	-0.067274309694767
204	rnn.bias_hh_l2_reverse	3	0.0313401035964489
204	rnn.bias_hh_l2_reverse	4	0.03292815014719963
204	rnn.bias_hh_l2_reverse	5	0.034847646951675415
204	rnn.bias_hh_l2_reverse	6	-0.08259493112564087
204	rnn.bias_hh_l2_reverse	7	-0.006615238729864359
204	rnn.bias_hh_l2_reverse	8	-0.10633527487516403
204	rnn.bias_hh_l2_reverse	9	-0.05502971634268761
204	linear.weight	0	0.025028489530086517
204	linear.weight	1	0.15118247270584106
204	linear.weight	2	-0.024235375225543976
204	linear.weight	3	-0.03614656627178192
204	linear.weight	4	-0.022248394787311554
204	linear.weight	5	0.0507088303565979
204	linear.weight	6	0.003065899945795536
204	linear.weight	7	-0.10398754477500916
204	linear.weight	8	-0.028585178777575493
204	linear.weight	9	0.11222078651189804
204	linear.bias	0	0.5028249025344849
204	linear.bias	1	0.7882785797119141
204	linear.bias	2	-1.6389180421829224
204	linear.bias	3	-0.05754556506872177
204	linear.bias	4	-0.050822705030441284
204	linear.bias	5	0.24651005864143372
205	transitions	0	0.031191440299153328
205	transitions	1	-10000.0
205	transitions	2	2.6844940185546875
205	transitions	3	-1.1725178956985474
205	transitions	4	-10000.0
205	transitions	5	-10000.0
205	transitions	6	-10000.0
205	transitions	7	0.8815671801567078
205	transitions	8	0.8340497612953186
205	transitions	9	-1.1917738914489746
205	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
205	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
205	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
205	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
205	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
205	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
205	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
205	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
205	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
205	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
205	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
205	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
205	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
205	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
205	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
205	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
205	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
205	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
205	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
205	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
205	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
205	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
205	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
205	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
205	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
205	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
205	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
205	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
205	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
205	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
205	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
205	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
205	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
205	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
205	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
205	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
205	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
205	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
205	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
205	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
205	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
205	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
205	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
205	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
205	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
205	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
205	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
205	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
205	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
205	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
205	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
205	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
205	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
205	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
205	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
205	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
205	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
205	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
205	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
205	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
205	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
205	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
205	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
205	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
205	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
205	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
205	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
205	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
205	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
205	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
205	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
205	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
205	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
205	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
205	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
205	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
205	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
205	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
205	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
205	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
205	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
205	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
205	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
205	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
205	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
205	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
205	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
205	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
205	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
205	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
205	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
205	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
205	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
205	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
205	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
205	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
205	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
205	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
205	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
205	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
205	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
205	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
205	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
205	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
205	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
205	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
205	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
205	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
205	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
205	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
205	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
205	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
205	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
205	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
205	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
205	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
205	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
205	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
205	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
205	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
205	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
205	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
205	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
205	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
205	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
205	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
205	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
205	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
205	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
205	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
205	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
205	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
205	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
205	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
205	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
205	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
205	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
205	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
205	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
205	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
205	embedding2nn.weight	0	0.014807496219873428
205	embedding2nn.weight	1	0.00015219028864521533
205	embedding2nn.weight	2	0.005554365925490856
205	embedding2nn.weight	3	0.0006857095286250114
205	embedding2nn.weight	4	-0.00823147315531969
205	embedding2nn.weight	5	-0.005611411761492491
205	embedding2nn.weight	6	-0.0007961358060128987
205	embedding2nn.weight	7	-0.00294471881352365
205	embedding2nn.weight	8	0.01396244578063488
205	embedding2nn.weight	9	0.004414180293679237
205	embedding2nn.bias	0	0.006574238184839487
205	embedding2nn.bias	1	-0.017892638221383095
205	embedding2nn.bias	2	0.004536860156804323
205	embedding2nn.bias	3	-0.008398773148655891
205	embedding2nn.bias	4	-0.02363409288227558
205	embedding2nn.bias	5	-0.0003832335351034999
205	embedding2nn.bias	6	0.005617898423224688
205	embedding2nn.bias	7	-0.007600001525133848
205	embedding2nn.bias	8	0.0005346833495423198
205	embedding2nn.bias	9	-0.005377285648137331
205	rnn.weight_ih_l0	0	-0.05230551213026047
205	rnn.weight_ih_l0	1	0.05075397714972496
205	rnn.weight_ih_l0	2	0.031878821551799774
205	rnn.weight_ih_l0	3	0.01474112831056118
205	rnn.weight_ih_l0	4	0.012477323412895203
205	rnn.weight_ih_l0	5	0.08421558886766434
205	rnn.weight_ih_l0	6	0.07606662064790726
205	rnn.weight_ih_l0	7	0.03779636695981026
205	rnn.weight_ih_l0	8	-0.045842304825782776
205	rnn.weight_ih_l0	9	0.007917982526123524
205	rnn.weight_hh_l0	0	0.008234553970396519
205	rnn.weight_hh_l0	1	-0.06429684907197952
205	rnn.weight_hh_l0	2	-0.06548821181058884
205	rnn.weight_hh_l0	3	0.07152752578258514
205	rnn.weight_hh_l0	4	0.07099293172359467
205	rnn.weight_hh_l0	5	0.005951237864792347
205	rnn.weight_hh_l0	6	-0.002672292524948716
205	rnn.weight_hh_l0	7	-0.01616539992392063
205	rnn.weight_hh_l0	8	-0.029365668073296547
205	rnn.weight_hh_l0	9	0.057578232139348984
205	rnn.bias_ih_l0	0	-0.06262144446372986
205	rnn.bias_ih_l0	1	0.08870257437229156
205	rnn.bias_ih_l0	2	0.02019399218261242
205	rnn.bias_ih_l0	3	0.07936784625053406
205	rnn.bias_ih_l0	4	-0.07620155811309814
205	rnn.bias_ih_l0	5	0.08199530839920044
205	rnn.bias_ih_l0	6	-0.06886161118745804
205	rnn.bias_ih_l0	7	-0.035996031016111374
205	rnn.bias_ih_l0	8	-0.0917777493596077
205	rnn.bias_ih_l0	9	-0.04460261017084122
205	rnn.bias_hh_l0	0	0.036527421325445175
205	rnn.bias_hh_l0	1	0.0732908770442009
205	rnn.bias_hh_l0	2	0.06989980489015579
205	rnn.bias_hh_l0	3	0.08567527681589127
205	rnn.bias_hh_l0	4	-0.09719588607549667
205	rnn.bias_hh_l0	5	-0.07115484029054642
205	rnn.bias_hh_l0	6	0.0786527693271637
205	rnn.bias_hh_l0	7	-0.07807441800832748
205	rnn.bias_hh_l0	8	-0.026627501472830772
205	rnn.bias_hh_l0	9	0.01263634767383337
205	rnn.weight_ih_l0_reverse	0	0.07938476651906967
205	rnn.weight_ih_l0_reverse	1	0.07329723984003067
205	rnn.weight_ih_l0_reverse	2	0.038762129843235016
205	rnn.weight_ih_l0_reverse	3	0.033680278807878494
205	rnn.weight_ih_l0_reverse	4	-0.036489326506853104
205	rnn.weight_ih_l0_reverse	5	0.05083896592259407
205	rnn.weight_ih_l0_reverse	6	0.06649331003427505
205	rnn.weight_ih_l0_reverse	7	0.022303221747279167
205	rnn.weight_ih_l0_reverse	8	-0.05786657705903053
205	rnn.weight_ih_l0_reverse	9	-0.05284453555941582
205	rnn.weight_hh_l0_reverse	0	0.025529514998197556
205	rnn.weight_hh_l0_reverse	1	-0.0871686339378357
205	rnn.weight_hh_l0_reverse	2	0.06341665983200073
205	rnn.weight_hh_l0_reverse	3	-0.02157861739397049
205	rnn.weight_hh_l0_reverse	4	0.08496945351362228
205	rnn.weight_hh_l0_reverse	5	-0.00197132071480155
205	rnn.weight_hh_l0_reverse	6	0.03052007593214512
205	rnn.weight_hh_l0_reverse	7	0.07871402055025101
205	rnn.weight_hh_l0_reverse	8	-0.02241469733417034
205	rnn.weight_hh_l0_reverse	9	-0.046579666435718536
205	rnn.bias_ih_l0_reverse	0	0.0006808471516706049
205	rnn.bias_ih_l0_reverse	1	-0.020905788987874985
205	rnn.bias_ih_l0_reverse	2	-0.014060063287615776
205	rnn.bias_ih_l0_reverse	3	0.036145344376564026
205	rnn.bias_ih_l0_reverse	4	0.06737157702445984
205	rnn.bias_ih_l0_reverse	5	-0.020820921286940575
205	rnn.bias_ih_l0_reverse	6	-0.02706235833466053
205	rnn.bias_ih_l0_reverse	7	-0.04859457537531853
205	rnn.bias_ih_l0_reverse	8	0.005785113200545311
205	rnn.bias_ih_l0_reverse	9	-0.06815346330404282
205	rnn.bias_hh_l0_reverse	0	0.03940017893910408
205	rnn.bias_hh_l0_reverse	1	-0.06951606273651123
205	rnn.bias_hh_l0_reverse	2	0.07549118995666504
205	rnn.bias_hh_l0_reverse	3	0.06190468370914459
205	rnn.bias_hh_l0_reverse	4	0.023685460910201073
205	rnn.bias_hh_l0_reverse	5	0.04592907801270485
205	rnn.bias_hh_l0_reverse	6	0.06707309186458588
205	rnn.bias_hh_l0_reverse	7	0.0841725692152977
205	rnn.bias_hh_l0_reverse	8	-0.009258387610316277
205	rnn.bias_hh_l0_reverse	9	0.04907948523759842
205	rnn.weight_ih_l1	0	0.02385782077908516
205	rnn.weight_ih_l1	1	0.01609226129949093
205	rnn.weight_ih_l1	2	0.0884212851524353
205	rnn.weight_ih_l1	3	-0.024265896528959274
205	rnn.weight_ih_l1	4	-0.02451648935675621
205	rnn.weight_ih_l1	5	-0.012793883681297302
205	rnn.weight_ih_l1	6	0.07285361737012863
205	rnn.weight_ih_l1	7	-0.0034349076449871063
205	rnn.weight_ih_l1	8	-0.052586086094379425
205	rnn.weight_ih_l1	9	0.054277293384075165
205	rnn.weight_hh_l1	0	-0.08199664950370789
205	rnn.weight_hh_l1	1	-0.03567447513341904
205	rnn.weight_hh_l1	2	-0.008134480565786362
205	rnn.weight_hh_l1	3	-0.05821667239069939
205	rnn.weight_hh_l1	4	0.08601666241884232
205	rnn.weight_hh_l1	5	-0.08413201570510864
205	rnn.weight_hh_l1	6	-0.050100527703762054
205	rnn.weight_hh_l1	7	0.06481894850730896
205	rnn.weight_hh_l1	8	-0.013535882346332073
205	rnn.weight_hh_l1	9	-0.03991950675845146
205	rnn.bias_ih_l1	0	-0.03427617624402046
205	rnn.bias_ih_l1	1	0.055010102689266205
205	rnn.bias_ih_l1	2	-0.045702096074819565
205	rnn.bias_ih_l1	3	-0.07756008207798004
205	rnn.bias_ih_l1	4	-0.028421727940440178
205	rnn.bias_ih_l1	5	-0.0030688773840665817
205	rnn.bias_ih_l1	6	-0.04586770385503769
205	rnn.bias_ih_l1	7	0.06208018586039543
205	rnn.bias_ih_l1	8	0.08430645614862442
205	rnn.bias_ih_l1	9	0.03200327977538109
205	rnn.bias_hh_l1	0	0.06887074559926987
205	rnn.bias_hh_l1	1	-0.058688849210739136
205	rnn.bias_hh_l1	2	0.019481511786580086
205	rnn.bias_hh_l1	3	0.08119534701108932
205	rnn.bias_hh_l1	4	0.057649824768304825
205	rnn.bias_hh_l1	5	-0.0793592631816864
205	rnn.bias_hh_l1	6	0.01439995039254427
205	rnn.bias_hh_l1	7	0.04272942245006561
205	rnn.bias_hh_l1	8	0.01519863586872816
205	rnn.bias_hh_l1	9	-0.004724982660263777
205	rnn.weight_ih_l1_reverse	0	0.08694528043270111
205	rnn.weight_ih_l1_reverse	1	-0.041870761662721634
205	rnn.weight_ih_l1_reverse	2	-0.06190392002463341
205	rnn.weight_ih_l1_reverse	3	0.025340748950839043
205	rnn.weight_ih_l1_reverse	4	-0.046536702662706375
205	rnn.weight_ih_l1_reverse	5	0.024037813767790794
205	rnn.weight_ih_l1_reverse	6	0.04041830450296402
205	rnn.weight_ih_l1_reverse	7	0.02025775797665119
205	rnn.weight_ih_l1_reverse	8	-0.008671565912663937
205	rnn.weight_ih_l1_reverse	9	-0.06641867756843567
205	rnn.weight_hh_l1_reverse	0	0.004904292523860931
205	rnn.weight_hh_l1_reverse	1	0.01901553012430668
205	rnn.weight_hh_l1_reverse	2	-0.05818968266248703
205	rnn.weight_hh_l1_reverse	3	-0.012873278930783272
205	rnn.weight_hh_l1_reverse	4	0.008884278126060963
205	rnn.weight_hh_l1_reverse	5	-0.06596681475639343
205	rnn.weight_hh_l1_reverse	6	-0.06729339808225632
205	rnn.weight_hh_l1_reverse	7	-0.011378671042621136
205	rnn.weight_hh_l1_reverse	8	-0.05923892930150032
205	rnn.weight_hh_l1_reverse	9	-0.04395752027630806
205	rnn.bias_ih_l1_reverse	0	-0.002780566457659006
205	rnn.bias_ih_l1_reverse	1	-0.041258666664361954
205	rnn.bias_ih_l1_reverse	2	0.02790854312479496
205	rnn.bias_ih_l1_reverse	3	-0.084451824426651
205	rnn.bias_ih_l1_reverse	4	-0.08675054460763931
205	rnn.bias_ih_l1_reverse	5	-0.0867559090256691
205	rnn.bias_ih_l1_reverse	6	0.06518164277076721
205	rnn.bias_ih_l1_reverse	7	0.08449490368366241
205	rnn.bias_ih_l1_reverse	8	-0.0018235950265079737
205	rnn.bias_ih_l1_reverse	9	-0.010065299458801746
205	rnn.bias_hh_l1_reverse	0	0.06224111467599869
205	rnn.bias_hh_l1_reverse	1	-0.06735923141241074
205	rnn.bias_hh_l1_reverse	2	-0.05448213219642639
205	rnn.bias_hh_l1_reverse	3	0.07367437332868576
205	rnn.bias_hh_l1_reverse	4	-0.02247711271047592
205	rnn.bias_hh_l1_reverse	5	-0.005483143497258425
205	rnn.bias_hh_l1_reverse	6	-0.05946242809295654
205	rnn.bias_hh_l1_reverse	7	-0.059667352586984634
205	rnn.bias_hh_l1_reverse	8	0.0661827027797699
205	rnn.bias_hh_l1_reverse	9	0.04848405346274376
205	rnn.weight_ih_l2	0	0.07744842022657394
205	rnn.weight_ih_l2	1	-0.05425240099430084
205	rnn.weight_ih_l2	2	0.06336221843957901
205	rnn.weight_ih_l2	3	0.06567015498876572
205	rnn.weight_ih_l2	4	0.05647169053554535
205	rnn.weight_ih_l2	5	-0.03527561202645302
205	rnn.weight_ih_l2	6	-0.07570880651473999
205	rnn.weight_ih_l2	7	0.011858389712870121
205	rnn.weight_ih_l2	8	-0.017179731279611588
205	rnn.weight_ih_l2	9	-0.06913063675165176
205	rnn.weight_hh_l2	0	0.04809342697262764
205	rnn.weight_hh_l2	1	0.030863245949149132
205	rnn.weight_hh_l2	2	-0.05471629649400711
205	rnn.weight_hh_l2	3	-0.02530241198837757
205	rnn.weight_hh_l2	4	0.05493733286857605
205	rnn.weight_hh_l2	5	-0.02406875416636467
205	rnn.weight_hh_l2	6	0.008464829996228218
205	rnn.weight_hh_l2	7	-0.05348722264170647
205	rnn.weight_hh_l2	8	-0.00592017313465476
205	rnn.weight_hh_l2	9	-0.018031975254416466
205	rnn.bias_ih_l2	0	0.14795424044132233
205	rnn.bias_ih_l2	1	0.01201243232935667
205	rnn.bias_ih_l2	2	0.06746785342693329
205	rnn.bias_ih_l2	3	0.028631696477532387
205	rnn.bias_ih_l2	4	-0.006449109874665737
205	rnn.bias_ih_l2	5	0.04724990576505661
205	rnn.bias_ih_l2	6	0.013819933868944645
205	rnn.bias_ih_l2	7	0.017707152292132378
205	rnn.bias_ih_l2	8	0.018481582403182983
205	rnn.bias_ih_l2	9	-0.015337214805185795
205	rnn.bias_hh_l2	0	0.021777238696813583
205	rnn.bias_hh_l2	1	0.007644052151590586
205	rnn.bias_hh_l2	2	0.07706049084663391
205	rnn.bias_hh_l2	3	0.02936670184135437
205	rnn.bias_hh_l2	4	0.0778605043888092
205	rnn.bias_hh_l2	5	-0.0567423515021801
205	rnn.bias_hh_l2	6	0.055676378309726715
205	rnn.bias_hh_l2	7	-0.02524169348180294
205	rnn.bias_hh_l2	8	0.041921164840459824
205	rnn.bias_hh_l2	9	0.015521065331995487
205	rnn.weight_ih_l2_reverse	0	0.08229607343673706
205	rnn.weight_ih_l2_reverse	1	-0.05518222972750664
205	rnn.weight_ih_l2_reverse	2	0.0011929621687158942
205	rnn.weight_ih_l2_reverse	3	0.035264305770397186
205	rnn.weight_ih_l2_reverse	4	0.054082807153463364
205	rnn.weight_ih_l2_reverse	5	-0.040691398084163666
205	rnn.weight_ih_l2_reverse	6	-0.0007978169014677405
205	rnn.weight_ih_l2_reverse	7	-0.013419879600405693
205	rnn.weight_ih_l2_reverse	8	0.013462712988257408
205	rnn.weight_ih_l2_reverse	9	-0.07960396260023117
205	rnn.weight_hh_l2_reverse	0	-0.08277341723442078
205	rnn.weight_hh_l2_reverse	1	0.016569776460528374
205	rnn.weight_hh_l2_reverse	2	0.010425711050629616
205	rnn.weight_hh_l2_reverse	3	0.024327769875526428
205	rnn.weight_hh_l2_reverse	4	-0.03680896386504173
205	rnn.weight_hh_l2_reverse	5	-0.014777754433453083
205	rnn.weight_hh_l2_reverse	6	-0.04409966617822647
205	rnn.weight_hh_l2_reverse	7	-0.05990315601229668
205	rnn.weight_hh_l2_reverse	8	-0.0067058103159070015
205	rnn.weight_hh_l2_reverse	9	-0.059003446251153946
205	rnn.bias_ih_l2_reverse	0	-0.05597717687487602
205	rnn.bias_ih_l2_reverse	1	-0.027302931994199753
205	rnn.bias_ih_l2_reverse	2	0.04636345058679581
205	rnn.bias_ih_l2_reverse	3	0.03340442478656769
205	rnn.bias_ih_l2_reverse	4	0.0757884681224823
205	rnn.bias_ih_l2_reverse	5	-0.08858220279216766
205	rnn.bias_ih_l2_reverse	6	-0.04340139031410217
205	rnn.bias_ih_l2_reverse	7	-0.05970222130417824
205	rnn.bias_ih_l2_reverse	8	0.06241060420870781
205	rnn.bias_ih_l2_reverse	9	0.027404237538576126
205	rnn.bias_hh_l2_reverse	0	0.04687899723649025
205	rnn.bias_hh_l2_reverse	1	-0.0689227432012558
205	rnn.bias_hh_l2_reverse	2	-0.06727249920368195
205	rnn.bias_hh_l2_reverse	3	0.03132932260632515
205	rnn.bias_hh_l2_reverse	4	0.03301744535565376
205	rnn.bias_hh_l2_reverse	5	0.0349150113761425
205	rnn.bias_hh_l2_reverse	6	-0.08257279545068741
205	rnn.bias_hh_l2_reverse	7	-0.006614070385694504
205	rnn.bias_hh_l2_reverse	8	-0.10631830245256424
205	rnn.bias_hh_l2_reverse	9	-0.05506046116352081
205	linear.weight	0	0.025028489530086517
205	linear.weight	1	0.14962512254714966
205	linear.weight	2	-0.02423470839858055
205	linear.weight	3	-0.036336272954940796
205	linear.weight	4	-0.022248394787311554
205	linear.weight	5	0.0506591796875
205	linear.weight	6	0.002974285976961255
205	linear.weight	7	-0.10527199506759644
205	linear.weight	8	-0.028797565028071404
205	linear.weight	9	0.11211824417114258
205	linear.bias	0	0.5066779851913452
205	linear.bias	1	0.7921376824378967
205	linear.bias	2	-1.6391770839691162
205	linear.bias	3	-0.05754556506872177
205	linear.bias	4	-0.050822705030441284
205	linear.bias	5	0.23905688524246216
206	transitions	0	0.0311318039894104
206	transitions	1	-10000.0
206	transitions	2	2.6883537769317627
206	transitions	3	-1.177402138710022
206	transitions	4	-10000.0
206	transitions	5	-10000.0
206	transitions	6	-10000.0
206	transitions	7	0.8815651535987854
206	transitions	8	0.833935022354126
206	transitions	9	-1.1920031309127808
206	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
206	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
206	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
206	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
206	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
206	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
206	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
206	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
206	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
206	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
206	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
206	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
206	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
206	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
206	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
206	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
206	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
206	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
206	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
206	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
206	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
206	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
206	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
206	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
206	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
206	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
206	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
206	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
206	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
206	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
206	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
206	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
206	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
206	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
206	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
206	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
206	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
206	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
206	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
206	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
206	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
206	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
206	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
206	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
206	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
206	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
206	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
206	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
206	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
206	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
206	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
206	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
206	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
206	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
206	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
206	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
206	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
206	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
206	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
206	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
206	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
206	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
206	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
206	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
206	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
206	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
206	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
206	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
206	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
206	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
206	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
206	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
206	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
206	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
206	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
206	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
206	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
206	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
206	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
206	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
206	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
206	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
206	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
206	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
206	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
206	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
206	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
206	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
206	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
206	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
206	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
206	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
206	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
206	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
206	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
206	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
206	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
206	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
206	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
206	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
206	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
206	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
206	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
206	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
206	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
206	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
206	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
206	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
206	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
206	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
206	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
206	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
206	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
206	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
206	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
206	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
206	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
206	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
206	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
206	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
206	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
206	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
206	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
206	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
206	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
206	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
206	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
206	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
206	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
206	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
206	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
206	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
206	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
206	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
206	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
206	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
206	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
206	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
206	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
206	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
206	embedding2nn.weight	0	0.014813066460192204
206	embedding2nn.weight	1	0.00015222046931739897
206	embedding2nn.weight	2	0.005556527990847826
206	embedding2nn.weight	3	0.0006949071539565921
206	embedding2nn.weight	4	-0.008259224705398083
206	embedding2nn.weight	5	-0.005613468121737242
206	embedding2nn.weight	6	-0.0007918138871900737
206	embedding2nn.weight	7	-0.002944287844002247
206	embedding2nn.weight	8	0.013966781087219715
206	embedding2nn.weight	9	0.004413035698235035
206	embedding2nn.bias	0	0.005916771478950977
206	embedding2nn.bias	1	-0.017764858901500702
206	embedding2nn.bias	2	0.0047285547479987144
206	embedding2nn.bias	3	-0.007992034777998924
206	embedding2nn.bias	4	-0.02376309409737587
206	embedding2nn.bias	5	-0.0004011297132819891
206	embedding2nn.bias	6	0.005888569634407759
206	embedding2nn.bias	7	-0.007997994311153889
206	embedding2nn.bias	8	0.00038894489989615977
206	embedding2nn.bias	9	-0.00484451511874795
206	rnn.weight_ih_l0	0	-0.05231726914644241
206	rnn.weight_ih_l0	1	0.05075204744935036
206	rnn.weight_ih_l0	2	0.031880371272563934
206	rnn.weight_ih_l0	3	0.014748119749128819
206	rnn.weight_ih_l0	4	0.012481849640607834
206	rnn.weight_ih_l0	5	0.0842180997133255
206	rnn.weight_ih_l0	6	0.07606751471757889
206	rnn.weight_ih_l0	7	0.0377957746386528
206	rnn.weight_ih_l0	8	-0.04581107944250107
206	rnn.weight_ih_l0	9	0.007927647791802883
206	rnn.weight_hh_l0	0	0.008253567852079868
206	rnn.weight_hh_l0	1	-0.06429152190685272
206	rnn.weight_hh_l0	2	-0.06548482179641724
206	rnn.weight_hh_l0	3	0.07153131067752838
206	rnn.weight_hh_l0	4	0.07099386304616928
206	rnn.weight_hh_l0	5	0.0059482562355697155
206	rnn.weight_hh_l0	6	-0.0027539455331861973
206	rnn.weight_hh_l0	7	-0.01616501808166504
206	rnn.weight_hh_l0	8	-0.029390696436166763
206	rnn.weight_hh_l0	9	0.057575952261686325
206	rnn.bias_ih_l0	0	-0.06283674389123917
206	rnn.bias_ih_l0	1	0.08871818333864212
206	rnn.bias_ih_l0	2	0.020179754123091698
206	rnn.bias_ih_l0	3	0.07939155399799347
206	rnn.bias_ih_l0	4	-0.07619020342826843
206	rnn.bias_ih_l0	5	0.08193369954824448
206	rnn.bias_ih_l0	6	-0.06872747838497162
206	rnn.bias_ih_l0	7	-0.03598152846097946
206	rnn.bias_ih_l0	8	-0.09193982928991318
206	rnn.bias_ih_l0	9	-0.04451099783182144
206	rnn.bias_hh_l0	0	0.03607538342475891
206	rnn.bias_hh_l0	1	0.07334447652101517
206	rnn.bias_hh_l0	2	0.0698438212275505
206	rnn.bias_hh_l0	3	0.08568768948316574
206	rnn.bias_hh_l0	4	-0.0975985899567604
206	rnn.bias_hh_l0	5	-0.07116622477769852
206	rnn.bias_hh_l0	6	0.07860896736383438
206	rnn.bias_hh_l0	7	-0.07802668958902359
206	rnn.bias_hh_l0	8	-0.026641184464097023
206	rnn.bias_hh_l0	9	0.012322884052991867
206	rnn.weight_ih_l0_reverse	0	0.0793752372264862
206	rnn.weight_ih_l0_reverse	1	0.07330594211816788
206	rnn.weight_ih_l0_reverse	2	0.03876323997974396
206	rnn.weight_ih_l0_reverse	3	0.03367800638079643
206	rnn.weight_ih_l0_reverse	4	-0.03648703917860985
206	rnn.weight_ih_l0_reverse	5	0.05083901062607765
206	rnn.weight_ih_l0_reverse	6	0.0664924681186676
206	rnn.weight_ih_l0_reverse	7	0.022298477590084076
206	rnn.weight_ih_l0_reverse	8	-0.05787690356373787
206	rnn.weight_ih_l0_reverse	9	-0.05284246429800987
206	rnn.weight_hh_l0_reverse	0	0.02552362158894539
206	rnn.weight_hh_l0_reverse	1	-0.08717887103557587
206	rnn.weight_hh_l0_reverse	2	0.06341719627380371
206	rnn.weight_hh_l0_reverse	3	-0.0215818639844656
206	rnn.weight_hh_l0_reverse	4	0.08501245826482773
206	rnn.weight_hh_l0_reverse	5	-0.0019677539821714163
206	rnn.weight_hh_l0_reverse	6	0.03056279383599758
206	rnn.weight_hh_l0_reverse	7	0.07873072475194931
206	rnn.weight_hh_l0_reverse	8	-0.02241811901330948
206	rnn.weight_hh_l0_reverse	9	-0.04657888039946556
206	rnn.bias_ih_l0_reverse	0	0.0006750109023414552
206	rnn.bias_ih_l0_reverse	1	-0.020480230450630188
206	rnn.bias_ih_l0_reverse	2	-0.01377059705555439
206	rnn.bias_ih_l0_reverse	3	0.035987842828035355
206	rnn.bias_ih_l0_reverse	4	0.06744374334812164
206	rnn.bias_ih_l0_reverse	5	-0.020785551518201828
206	rnn.bias_ih_l0_reverse	6	-0.027054959908127785
206	rnn.bias_ih_l0_reverse	7	-0.04856184497475624
206	rnn.bias_ih_l0_reverse	8	0.005344746634364128
206	rnn.bias_ih_l0_reverse	9	-0.06830969452857971
206	rnn.bias_hh_l0_reverse	0	0.039426542818546295
206	rnn.bias_hh_l0_reverse	1	-0.06967229396104813
206	rnn.bias_hh_l0_reverse	2	0.075081966817379
206	rnn.bias_hh_l0_reverse	3	0.06193889304995537
206	rnn.bias_hh_l0_reverse	4	0.023521238937973976
206	rnn.bias_hh_l0_reverse	5	0.046017784625291824
206	rnn.bias_hh_l0_reverse	6	0.06710075587034225
206	rnn.bias_hh_l0_reverse	7	0.08391372114419937
206	rnn.bias_hh_l0_reverse	8	-0.009093277156352997
206	rnn.bias_hh_l0_reverse	9	0.0490088053047657
206	rnn.weight_ih_l1	0	0.023927908390760422
206	rnn.weight_ih_l1	1	0.016100049018859863
206	rnn.weight_ih_l1	2	0.08813793957233429
206	rnn.weight_ih_l1	3	-0.024291913956403732
206	rnn.weight_ih_l1	4	-0.02450535073876381
206	rnn.weight_ih_l1	5	-0.012820661067962646
206	rnn.weight_ih_l1	6	0.07281757146120071
206	rnn.weight_ih_l1	7	-0.003475668141618371
206	rnn.weight_ih_l1	8	-0.052556488662958145
206	rnn.weight_ih_l1	9	0.054442476481199265
206	rnn.weight_hh_l1	0	-0.08203144371509552
206	rnn.weight_hh_l1	1	-0.03566041216254234
206	rnn.weight_hh_l1	2	-0.008131338283419609
206	rnn.weight_hh_l1	3	-0.05821363627910614
206	rnn.weight_hh_l1	4	0.08604162186384201
206	rnn.weight_hh_l1	5	-0.08413920551538467
206	rnn.weight_hh_l1	6	-0.05010487884283066
206	rnn.weight_hh_l1	7	0.06487683951854706
206	rnn.weight_hh_l1	8	-0.01353694498538971
206	rnn.weight_hh_l1	9	-0.03994547203183174
206	rnn.bias_ih_l1	0	-0.034254804253578186
206	rnn.bias_ih_l1	1	0.05500245466828346
206	rnn.bias_ih_l1	2	-0.045687898993492126
206	rnn.bias_ih_l1	3	-0.07756590843200684
206	rnn.bias_ih_l1	4	-0.028455443680286407
206	rnn.bias_ih_l1	5	-0.0031845178455114365
206	rnn.bias_ih_l1	6	-0.046683862805366516
206	rnn.bias_ih_l1	7	0.06212050840258598
206	rnn.bias_ih_l1	8	0.08457236737012863
206	rnn.bias_ih_l1	9	0.0317421481013298
206	rnn.bias_hh_l1	0	0.0688428208231926
206	rnn.bias_hh_l1	1	-0.058654505759477615
206	rnn.bias_hh_l1	2	0.019499894231557846
206	rnn.bias_hh_l1	3	0.08123435080051422
206	rnn.bias_hh_l1	4	0.05759721249341965
206	rnn.bias_hh_l1	5	-0.07945073395967484
206	rnn.bias_hh_l1	6	0.014363654889166355
206	rnn.bias_hh_l1	7	0.042716413736343384
206	rnn.bias_hh_l1	8	0.015161298215389252
206	rnn.bias_hh_l1	9	-0.004696854390203953
206	rnn.weight_ih_l1_reverse	0	0.08696503192186356
206	rnn.weight_ih_l1_reverse	1	-0.0418526828289032
206	rnn.weight_ih_l1_reverse	2	-0.061881884932518005
206	rnn.weight_ih_l1_reverse	3	0.02533930353820324
206	rnn.weight_ih_l1_reverse	4	-0.04654065892100334
206	rnn.weight_ih_l1_reverse	5	0.02404053881764412
206	rnn.weight_ih_l1_reverse	6	0.040418919175863266
206	rnn.weight_ih_l1_reverse	7	0.020249750465154648
206	rnn.weight_ih_l1_reverse	8	-0.00868254154920578
206	rnn.weight_ih_l1_reverse	9	-0.06639784574508667
206	rnn.weight_hh_l1_reverse	0	0.004903178196400404
206	rnn.weight_hh_l1_reverse	1	0.01900910958647728
206	rnn.weight_hh_l1_reverse	2	-0.05818818509578705
206	rnn.weight_hh_l1_reverse	3	-0.012884380295872688
206	rnn.weight_hh_l1_reverse	4	0.00888650119304657
206	rnn.weight_hh_l1_reverse	5	-0.06584332883358002
206	rnn.weight_hh_l1_reverse	6	-0.06729653477668762
206	rnn.weight_hh_l1_reverse	7	-0.011380207724869251
206	rnn.weight_hh_l1_reverse	8	-0.05924512445926666
206	rnn.weight_hh_l1_reverse	9	-0.043959084898233414
206	rnn.bias_ih_l1_reverse	0	-0.0027768907602876425
206	rnn.bias_ih_l1_reverse	1	-0.041282787919044495
206	rnn.bias_ih_l1_reverse	2	0.028241118416190147
206	rnn.bias_ih_l1_reverse	3	-0.08448538929224014
206	rnn.bias_ih_l1_reverse	4	-0.08676661550998688
206	rnn.bias_ih_l1_reverse	5	-0.08672735095024109
206	rnn.bias_ih_l1_reverse	6	0.06519816815853119
206	rnn.bias_ih_l1_reverse	7	0.0845303013920784
206	rnn.bias_ih_l1_reverse	8	-0.0011964421719312668
206	rnn.bias_ih_l1_reverse	9	-0.009994929656386375
206	rnn.bias_hh_l1_reverse	0	0.06224954128265381
206	rnn.bias_hh_l1_reverse	1	-0.06737416982650757
206	rnn.bias_hh_l1_reverse	2	-0.05450746789574623
206	rnn.bias_hh_l1_reverse	3	0.07370325177907944
206	rnn.bias_hh_l1_reverse	4	-0.022429540753364563
206	rnn.bias_hh_l1_reverse	5	-0.005477587692439556
206	rnn.bias_hh_l1_reverse	6	-0.05952775105834007
206	rnn.bias_hh_l1_reverse	7	-0.0597006119787693
206	rnn.bias_hh_l1_reverse	8	0.06616947054862976
206	rnn.bias_hh_l1_reverse	9	0.049241118133068085
206	rnn.weight_ih_l2	0	0.07766363769769669
206	rnn.weight_ih_l2	1	-0.054249607026576996
206	rnn.weight_ih_l2	2	0.06336291134357452
206	rnn.weight_ih_l2	3	0.06564494222402573
206	rnn.weight_ih_l2	4	0.05647780001163483
206	rnn.weight_ih_l2	5	-0.03521353006362915
206	rnn.weight_ih_l2	6	-0.07571636885404587
206	rnn.weight_ih_l2	7	0.011845978908240795
206	rnn.weight_ih_l2	8	-0.017178630456328392
206	rnn.weight_ih_l2	9	-0.069129578769207
206	rnn.weight_hh_l2	0	0.04808241128921509
206	rnn.weight_hh_l2	1	0.0308721661567688
206	rnn.weight_hh_l2	2	-0.054716914892196655
206	rnn.weight_hh_l2	3	-0.025327175855636597
206	rnn.weight_hh_l2	4	0.05493955686688423
206	rnn.weight_hh_l2	5	-0.02405656687915325
206	rnn.weight_hh_l2	6	0.008473611436784267
206	rnn.weight_hh_l2	7	-0.053480759263038635
206	rnn.weight_hh_l2	8	-0.005945536773651838
206	rnn.weight_hh_l2	9	-0.018028106540441513
206	rnn.bias_ih_l2	0	0.1478387862443924
206	rnn.bias_ih_l2	1	0.01197538897395134
206	rnn.bias_ih_l2	2	0.06770181655883789
206	rnn.bias_ih_l2	3	0.028547251597046852
206	rnn.bias_ih_l2	4	-0.00647343322634697
206	rnn.bias_ih_l2	5	0.04727659747004509
206	rnn.bias_ih_l2	6	0.013761155307292938
206	rnn.bias_ih_l2	7	0.017708225175738335
206	rnn.bias_ih_l2	8	0.018366390839219093
206	rnn.bias_ih_l2	9	-0.015306917019188404
206	rnn.bias_hh_l2	0	0.021407069638371468
206	rnn.bias_hh_l2	1	0.007630717474967241
206	rnn.bias_hh_l2	2	0.07685156166553497
206	rnn.bias_hh_l2	3	0.029312875121831894
206	rnn.bias_hh_l2	4	0.07785476744174957
206	rnn.bias_hh_l2	5	-0.05768749862909317
206	rnn.bias_hh_l2	6	0.05497775599360466
206	rnn.bias_hh_l2	7	-0.02546350471675396
206	rnn.bias_hh_l2	8	0.04189546778798103
206	rnn.bias_hh_l2	9	0.014593284577131271
206	rnn.weight_ih_l2_reverse	0	0.08229735493659973
206	rnn.weight_ih_l2_reverse	1	-0.055383242666721344
206	rnn.weight_ih_l2_reverse	2	0.0011946127051487565
206	rnn.weight_ih_l2_reverse	3	0.03526283800601959
206	rnn.weight_ih_l2_reverse	4	0.05408346280455589
206	rnn.weight_ih_l2_reverse	5	-0.04069352522492409
206	rnn.weight_ih_l2_reverse	6	-0.0008349764393642545
206	rnn.weight_ih_l2_reverse	7	-0.013480224646627903
206	rnn.weight_ih_l2_reverse	8	0.013404730707406998
206	rnn.weight_ih_l2_reverse	9	-0.07960571348667145
206	rnn.weight_hh_l2_reverse	0	-0.08277329057455063
206	rnn.weight_hh_l2_reverse	1	0.01659337244927883
206	rnn.weight_hh_l2_reverse	2	0.010425735265016556
206	rnn.weight_hh_l2_reverse	3	0.02432900294661522
206	rnn.weight_hh_l2_reverse	4	-0.03681235760450363
206	rnn.weight_hh_l2_reverse	5	-0.014777399599552155
206	rnn.weight_hh_l2_reverse	6	-0.04414846748113632
206	rnn.weight_hh_l2_reverse	7	-0.05990412086248398
206	rnn.weight_hh_l2_reverse	8	-0.006703461054712534
206	rnn.weight_hh_l2_reverse	9	-0.05900701880455017
206	rnn.bias_ih_l2_reverse	0	-0.05636532977223396
206	rnn.bias_ih_l2_reverse	1	-0.02727464586496353
206	rnn.bias_ih_l2_reverse	2	0.046369247138500214
206	rnn.bias_ih_l2_reverse	3	0.03359802067279816
206	rnn.bias_ih_l2_reverse	4	0.0758051872253418
206	rnn.bias_ih_l2_reverse	5	-0.0886002853512764
206	rnn.bias_ih_l2_reverse	6	-0.043389350175857544
206	rnn.bias_ih_l2_reverse	7	-0.05945807695388794
206	rnn.bias_ih_l2_reverse	8	0.062201060354709625
206	rnn.bias_ih_l2_reverse	9	0.02717284858226776
206	rnn.bias_hh_l2_reverse	0	0.04713147133588791
206	rnn.bias_hh_l2_reverse	1	-0.06942399591207504
206	rnn.bias_hh_l2_reverse	2	-0.06727072596549988
206	rnn.bias_hh_l2_reverse	3	0.031227009370923042
206	rnn.bias_hh_l2_reverse	4	0.0332009419798851
206	rnn.bias_hh_l2_reverse	5	0.03491528704762459
206	rnn.bias_hh_l2_reverse	6	-0.08257915079593658
206	rnn.bias_hh_l2_reverse	7	-0.006607523653656244
206	rnn.bias_hh_l2_reverse	8	-0.10620282590389252
206	rnn.bias_hh_l2_reverse	9	-0.05503932759165764
206	linear.weight	0	0.025028489530086517
206	linear.weight	1	0.15158763527870178
206	linear.weight	2	-0.024237418547272682
206	linear.weight	3	-0.035766541957855225
206	linear.weight	4	-0.022248394787311554
206	linear.weight	5	0.050751522183418274
206	linear.weight	6	0.002705091843381524
206	linear.weight	7	-0.1064971312880516
206	linear.weight	8	-0.028601760044693947
206	linear.weight	9	0.11244167387485504
206	linear.bias	0	0.5087001919746399
206	linear.bias	1	0.789754331111908
206	linear.bias	2	-1.6394610404968262
206	linear.bias	3	-0.05754556506872177
206	linear.bias	4	-0.050822705030441284
206	linear.bias	5	0.23970197141170502
207	transitions	0	0.031059376895427704
207	transitions	1	-10000.0
207	transitions	2	2.6872103214263916
207	transitions	3	-1.1752002239227295
207	transitions	4	-10000.0
207	transitions	5	-10000.0
207	transitions	6	-10000.0
207	transitions	7	0.8815639615058899
207	transitions	8	0.8338499665260315
207	transitions	9	-1.1891705989837646
207	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
207	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
207	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
207	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
207	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
207	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
207	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
207	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
207	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
207	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
207	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
207	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
207	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
207	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
207	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
207	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
207	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
207	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
207	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
207	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
207	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
207	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
207	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
207	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
207	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
207	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
207	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
207	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
207	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
207	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
207	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
207	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
207	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
207	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
207	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
207	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
207	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
207	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
207	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
207	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
207	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
207	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
207	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
207	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
207	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
207	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
207	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
207	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
207	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
207	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
207	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
207	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
207	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
207	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
207	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
207	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
207	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
207	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
207	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
207	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
207	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
207	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
207	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
207	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
207	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
207	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
207	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
207	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
207	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
207	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
207	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
207	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
207	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
207	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
207	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
207	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
207	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
207	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
207	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
207	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
207	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
207	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
207	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
207	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
207	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
207	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
207	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
207	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
207	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
207	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
207	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
207	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
207	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
207	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
207	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
207	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
207	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
207	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
207	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
207	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
207	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
207	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
207	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
207	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
207	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
207	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
207	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
207	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
207	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
207	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
207	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
207	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
207	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
207	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
207	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
207	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
207	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
207	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
207	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
207	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
207	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
207	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
207	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
207	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
207	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
207	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
207	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
207	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
207	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
207	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
207	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
207	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
207	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
207	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
207	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
207	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
207	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
207	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
207	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
207	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
207	embedding2nn.weight	0	0.014813186600804329
207	embedding2nn.weight	1	0.0001523825339972973
207	embedding2nn.weight	2	0.005551520269364119
207	embedding2nn.weight	3	0.0006966684013605118
207	embedding2nn.weight	4	-0.008250410668551922
207	embedding2nn.weight	5	-0.005611936561763287
207	embedding2nn.weight	6	-0.0008130556670948863
207	embedding2nn.weight	7	-0.002935122698545456
207	embedding2nn.weight	8	0.013978732749819756
207	embedding2nn.weight	9	0.004412996117025614
207	embedding2nn.bias	0	0.006386223249137402
207	embedding2nn.bias	1	-0.017513945698738098
207	embedding2nn.bias	2	0.004596984479576349
207	embedding2nn.bias	3	-0.008710121735930443
207	embedding2nn.bias	4	-0.023942122235894203
207	embedding2nn.bias	5	-0.00046809366904199123
207	embedding2nn.bias	6	0.006197246722877026
207	embedding2nn.bias	7	-0.007982093840837479
207	embedding2nn.bias	8	0.0001661477581365034
207	embedding2nn.bias	9	-0.004850420169532299
207	rnn.weight_ih_l0	0	-0.052314937114715576
207	rnn.weight_ih_l0	1	0.05074980854988098
207	rnn.weight_ih_l0	2	0.031879544258117676
207	rnn.weight_ih_l0	3	0.014753089286386967
207	rnn.weight_ih_l0	4	0.012479135766625404
207	rnn.weight_ih_l0	5	0.08421763777732849
207	rnn.weight_ih_l0	6	0.07606840878725052
207	rnn.weight_ih_l0	7	0.03779568150639534
207	rnn.weight_ih_l0	8	-0.045805756002664566
207	rnn.weight_ih_l0	9	0.007921126671135426
207	rnn.weight_hh_l0	0	0.008248802274465561
207	rnn.weight_hh_l0	1	-0.06428325176239014
207	rnn.weight_hh_l0	2	-0.06548848003149033
207	rnn.weight_hh_l0	3	0.07151961326599121
207	rnn.weight_hh_l0	4	0.07099463790655136
207	rnn.weight_hh_l0	5	0.005948032718151808
207	rnn.weight_hh_l0	6	-0.0027739170473068953
207	rnn.weight_hh_l0	7	-0.01602611318230629
207	rnn.weight_hh_l0	8	-0.02937493287026882
207	rnn.weight_hh_l0	9	0.057580653578042984
207	rnn.bias_ih_l0	0	-0.06288327276706696
207	rnn.bias_ih_l0	1	0.08868638426065445
207	rnn.bias_ih_l0	2	0.020261049270629883
207	rnn.bias_ih_l0	3	0.07990226149559021
207	rnn.bias_ih_l0	4	-0.07675835490226746
207	rnn.bias_ih_l0	5	0.08233519643545151
207	rnn.bias_ih_l0	6	-0.06869208812713623
207	rnn.bias_ih_l0	7	-0.03596958890557289
207	rnn.bias_ih_l0	8	-0.09179441630840302
207	rnn.bias_ih_l0	9	-0.04468454793095589
207	rnn.bias_hh_l0	0	0.035448357462882996
207	rnn.bias_hh_l0	1	0.07332314550876617
207	rnn.bias_hh_l0	2	0.06993687152862549
207	rnn.bias_hh_l0	3	0.08568394184112549
207	rnn.bias_hh_l0	4	-0.097660131752491
207	rnn.bias_hh_l0	5	-0.07115860283374786
207	rnn.bias_hh_l0	6	0.07869905233383179
207	rnn.bias_hh_l0	7	-0.0783042162656784
207	rnn.bias_hh_l0	8	-0.02664443477988243
207	rnn.bias_hh_l0	9	0.011778794229030609
207	rnn.weight_ih_l0_reverse	0	0.07937320321798325
207	rnn.weight_ih_l0_reverse	1	0.07330580055713654
207	rnn.weight_ih_l0_reverse	2	0.0387619324028492
207	rnn.weight_ih_l0_reverse	3	0.033673085272312164
207	rnn.weight_ih_l0_reverse	4	-0.03646651282906532
207	rnn.weight_ih_l0_reverse	5	0.05084148421883583
207	rnn.weight_ih_l0_reverse	6	0.06648822873830795
207	rnn.weight_ih_l0_reverse	7	0.022285612300038338
207	rnn.weight_ih_l0_reverse	8	-0.05789962410926819
207	rnn.weight_ih_l0_reverse	9	-0.05283856391906738
207	rnn.weight_hh_l0_reverse	0	0.025538654997944832
207	rnn.weight_hh_l0_reverse	1	-0.08723039925098419
207	rnn.weight_hh_l0_reverse	2	0.06341622024774551
207	rnn.weight_hh_l0_reverse	3	-0.02157922275364399
207	rnn.weight_hh_l0_reverse	4	0.08508956432342529
207	rnn.weight_hh_l0_reverse	5	-0.0019743787124753
207	rnn.weight_hh_l0_reverse	6	0.030636005103588104
207	rnn.weight_hh_l0_reverse	7	0.07875001430511475
207	rnn.weight_hh_l0_reverse	8	-0.022423282265663147
207	rnn.weight_hh_l0_reverse	9	-0.04657353088259697
207	rnn.bias_ih_l0_reverse	0	0.0006500669405795634
207	rnn.bias_ih_l0_reverse	1	-0.021364549174904823
207	rnn.bias_ih_l0_reverse	2	-0.01366061344742775
207	rnn.bias_ih_l0_reverse	3	0.03607301414012909
207	rnn.bias_ih_l0_reverse	4	0.06764282286167145
207	rnn.bias_ih_l0_reverse	5	-0.02076108567416668
207	rnn.bias_ih_l0_reverse	6	-0.02719586156308651
207	rnn.bias_ih_l0_reverse	7	-0.048566851764917374
207	rnn.bias_ih_l0_reverse	8	0.005408941768109798
207	rnn.bias_ih_l0_reverse	9	-0.0679016262292862
207	rnn.bias_hh_l0_reverse	0	0.039602167904376984
207	rnn.bias_hh_l0_reverse	1	-0.06926422566175461
207	rnn.bias_hh_l0_reverse	2	0.07510097324848175
207	rnn.bias_hh_l0_reverse	3	0.06207248568534851
207	rnn.bias_hh_l0_reverse	4	0.0228852778673172
207	rnn.bias_hh_l0_reverse	5	0.046062733978033066
207	rnn.bias_hh_l0_reverse	6	0.06714906543493271
207	rnn.bias_hh_l0_reverse	7	0.08442023396492004
207	rnn.bias_hh_l0_reverse	8	-0.008978930301964283
207	rnn.bias_hh_l0_reverse	9	0.04875564947724342
207	rnn.weight_ih_l1	0	0.023950016126036644
207	rnn.weight_ih_l1	1	0.016119876876473427
207	rnn.weight_ih_l1	2	0.08827518671751022
207	rnn.weight_ih_l1	3	-0.02428024262189865
207	rnn.weight_ih_l1	4	-0.02451128140091896
207	rnn.weight_ih_l1	5	-0.01286299992352724
207	rnn.weight_ih_l1	6	0.0728096067905426
207	rnn.weight_ih_l1	7	-0.0034065174404531717
207	rnn.weight_ih_l1	8	-0.05255022272467613
207	rnn.weight_ih_l1	9	0.054401904344558716
207	rnn.weight_hh_l1	0	-0.08179876208305359
207	rnn.weight_hh_l1	1	-0.03566121682524681
207	rnn.weight_hh_l1	2	-0.008130715228617191
207	rnn.weight_hh_l1	3	-0.05820523574948311
207	rnn.weight_hh_l1	4	0.08602962642908096
207	rnn.weight_hh_l1	5	-0.08414457738399506
207	rnn.weight_hh_l1	6	-0.050093915313482285
207	rnn.weight_hh_l1	7	0.0648777112364769
207	rnn.weight_hh_l1	8	-0.013535629026591778
207	rnn.weight_hh_l1	9	-0.039962287992239
207	rnn.bias_ih_l1	0	-0.03409310802817345
207	rnn.bias_ih_l1	1	0.05502878129482269
207	rnn.bias_ih_l1	2	-0.045682571828365326
207	rnn.bias_ih_l1	3	-0.07746891677379608
207	rnn.bias_ih_l1	4	-0.028448451310396194
207	rnn.bias_ih_l1	5	-0.004357016645371914
207	rnn.bias_ih_l1	6	-0.0462423637509346
207	rnn.bias_ih_l1	7	0.06211911514401436
207	rnn.bias_ih_l1	8	0.0848047286272049
207	rnn.bias_ih_l1	9	0.03164033964276314
207	rnn.bias_hh_l1	0	0.06882119178771973
207	rnn.bias_hh_l1	1	-0.05855128541588783
207	rnn.bias_hh_l1	2	0.019487403333187103
207	rnn.bias_hh_l1	3	0.08127065002918243
207	rnn.bias_hh_l1	4	0.05761139467358589
207	rnn.bias_hh_l1	5	-0.07953974604606628
207	rnn.bias_hh_l1	6	0.014358766376972198
207	rnn.bias_hh_l1	7	0.04249054938554764
207	rnn.bias_hh_l1	8	0.015144112519919872
207	rnn.bias_hh_l1	9	-0.004679831676185131
207	rnn.weight_ih_l1_reverse	0	0.08697157353162766
207	rnn.weight_ih_l1_reverse	1	-0.04183056950569153
207	rnn.weight_ih_l1_reverse	2	-0.06187117099761963
207	rnn.weight_ih_l1_reverse	3	0.025349382311105728
207	rnn.weight_ih_l1_reverse	4	-0.046553026884794235
207	rnn.weight_ih_l1_reverse	5	0.024049820378422737
207	rnn.weight_ih_l1_reverse	6	0.04043079540133476
207	rnn.weight_ih_l1_reverse	7	0.02026636153459549
207	rnn.weight_ih_l1_reverse	8	-0.00868004746735096
207	rnn.weight_ih_l1_reverse	9	-0.06651614606380463
207	rnn.weight_hh_l1_reverse	0	0.004903072956949472
207	rnn.weight_hh_l1_reverse	1	0.019003000110387802
207	rnn.weight_hh_l1_reverse	2	-0.05819176137447357
207	rnn.weight_hh_l1_reverse	3	-0.012878984212875366
207	rnn.weight_hh_l1_reverse	4	0.008889196440577507
207	rnn.weight_hh_l1_reverse	5	-0.06580895185470581
207	rnn.weight_hh_l1_reverse	6	-0.0672953799366951
207	rnn.weight_hh_l1_reverse	7	-0.01137941237539053
207	rnn.weight_hh_l1_reverse	8	-0.059219393879175186
207	rnn.weight_hh_l1_reverse	9	-0.043961770832538605
207	rnn.bias_ih_l1_reverse	0	-0.0027676448225975037
207	rnn.bias_ih_l1_reverse	1	-0.04125713184475899
207	rnn.bias_ih_l1_reverse	2	0.028435491025447845
207	rnn.bias_ih_l1_reverse	3	-0.0845748782157898
207	rnn.bias_ih_l1_reverse	4	-0.08675042539834976
207	rnn.bias_ih_l1_reverse	5	-0.08672519028186798
207	rnn.bias_ih_l1_reverse	6	0.06537193804979324
207	rnn.bias_ih_l1_reverse	7	0.08456640690565109
207	rnn.bias_ih_l1_reverse	8	-0.0009417414548806846
207	rnn.bias_ih_l1_reverse	9	-0.010119467973709106
207	rnn.bias_hh_l1_reverse	0	0.062162987887859344
207	rnn.bias_hh_l1_reverse	1	-0.06720227748155594
207	rnn.bias_hh_l1_reverse	2	-0.05445006117224693
207	rnn.bias_hh_l1_reverse	3	0.07378031313419342
207	rnn.bias_hh_l1_reverse	4	-0.02239028923213482
207	rnn.bias_hh_l1_reverse	5	-0.0054760402999818325
207	rnn.bias_hh_l1_reverse	6	-0.05958728864789009
207	rnn.bias_hh_l1_reverse	7	-0.05962100252509117
207	rnn.bias_hh_l1_reverse	8	0.06620120257139206
207	rnn.bias_hh_l1_reverse	9	0.05017866566777229
207	rnn.weight_ih_l2	0	0.07756900787353516
207	rnn.weight_ih_l2	1	-0.054254528135061264
207	rnn.weight_ih_l2	2	0.06336183845996857
207	rnn.weight_ih_l2	3	0.06572899967432022
207	rnn.weight_ih_l2	4	0.056468378752470016
207	rnn.weight_ih_l2	5	-0.035234685987234116
207	rnn.weight_ih_l2	6	-0.07569938898086548
207	rnn.weight_ih_l2	7	0.011818837374448776
207	rnn.weight_ih_l2	8	-0.017177937552332878
207	rnn.weight_ih_l2	9	-0.0691291019320488
207	rnn.weight_hh_l2	0	0.048086363822221756
207	rnn.weight_hh_l2	1	0.030885910615324974
207	rnn.weight_hh_l2	2	-0.054728902876377106
207	rnn.weight_hh_l2	3	-0.025322984904050827
207	rnn.weight_hh_l2	4	0.05495978891849518
207	rnn.weight_hh_l2	5	-0.024031486362218857
207	rnn.weight_hh_l2	6	0.008470159955322742
207	rnn.weight_hh_l2	7	-0.05348892882466316
207	rnn.weight_hh_l2	8	-0.005939639173448086
207	rnn.weight_hh_l2	9	-0.01803019270300865
207	rnn.bias_ih_l2	0	0.14884285628795624
207	rnn.bias_ih_l2	1	0.011999506503343582
207	rnn.bias_ih_l2	2	0.0677156001329422
207	rnn.bias_ih_l2	3	0.028288759291172028
207	rnn.bias_ih_l2	4	-0.006550201214849949
207	rnn.bias_ih_l2	5	0.04754889756441116
207	rnn.bias_ih_l2	6	0.013761959038674831
207	rnn.bias_ih_l2	7	0.01767044886946678
207	rnn.bias_ih_l2	8	0.018308471888303757
207	rnn.bias_ih_l2	9	-0.015314723365008831
207	rnn.bias_hh_l2	0	0.021925752982497215
207	rnn.bias_hh_l2	1	0.007159004453569651
207	rnn.bias_hh_l2	2	0.07652784883975983
207	rnn.bias_hh_l2	3	0.029322778806090355
207	rnn.bias_hh_l2	4	0.07784204930067062
207	rnn.bias_hh_l2	5	-0.05754886195063591
207	rnn.bias_hh_l2	6	0.055058903992176056
207	rnn.bias_hh_l2	7	-0.025723490864038467
207	rnn.bias_hh_l2	8	0.04184337332844734
207	rnn.bias_hh_l2	9	0.01452463399618864
207	rnn.weight_ih_l2_reverse	0	0.08229266852140427
207	rnn.weight_ih_l2_reverse	1	-0.055469200015068054
207	rnn.weight_ih_l2_reverse	2	0.0011875201016664505
207	rnn.weight_ih_l2_reverse	3	0.03526405990123749
207	rnn.weight_ih_l2_reverse	4	0.05408630147576332
207	rnn.weight_ih_l2_reverse	5	-0.040693674236536026
207	rnn.weight_ih_l2_reverse	6	-0.0007107069250196218
207	rnn.weight_ih_l2_reverse	7	-0.013427194207906723
207	rnn.weight_ih_l2_reverse	8	0.013757751323282719
207	rnn.weight_ih_l2_reverse	9	-0.07960693538188934
207	rnn.weight_hh_l2_reverse	0	-0.08277297019958496
207	rnn.weight_hh_l2_reverse	1	0.01668686978518963
207	rnn.weight_hh_l2_reverse	2	0.010425345972180367
207	rnn.weight_hh_l2_reverse	3	0.024329012259840965
207	rnn.weight_hh_l2_reverse	4	-0.03681238368153572
207	rnn.weight_hh_l2_reverse	5	-0.014772449620068073
207	rnn.weight_hh_l2_reverse	6	-0.04408784583210945
207	rnn.weight_hh_l2_reverse	7	-0.05990542471408844
207	rnn.weight_hh_l2_reverse	8	-0.006703315302729607
207	rnn.weight_hh_l2_reverse	9	-0.05900026485323906
207	rnn.bias_ih_l2_reverse	0	-0.0559769868850708
207	rnn.bias_ih_l2_reverse	1	-0.027265792712569237
207	rnn.bias_ih_l2_reverse	2	0.04620100557804108
207	rnn.bias_ih_l2_reverse	3	0.03299723193049431
207	rnn.bias_ih_l2_reverse	4	0.07580754160881042
207	rnn.bias_ih_l2_reverse	5	-0.08860961347818375
207	rnn.bias_ih_l2_reverse	6	-0.043384045362472534
207	rnn.bias_ih_l2_reverse	7	-0.05953582748770714
207	rnn.bias_ih_l2_reverse	8	0.06303833425045013
207	rnn.bias_ih_l2_reverse	9	0.02782328985631466
207	rnn.bias_hh_l2_reverse	0	0.045532744377851486
207	rnn.bias_hh_l2_reverse	1	-0.06911248713731766
207	rnn.bias_hh_l2_reverse	2	-0.06725606322288513
207	rnn.bias_hh_l2_reverse	3	0.031239811331033707
207	rnn.bias_hh_l2_reverse	4	0.033082667738199234
207	rnn.bias_hh_l2_reverse	5	0.03495072200894356
207	rnn.bias_hh_l2_reverse	6	-0.08261264860630035
207	rnn.bias_hh_l2_reverse	7	-0.0066593000665307045
207	rnn.bias_hh_l2_reverse	8	-0.10652273148298264
207	rnn.bias_hh_l2_reverse	9	-0.054990120232105255
207	linear.weight	0	0.025028489530086517
207	linear.weight	1	0.1527690440416336
207	linear.weight	2	-0.024241089820861816
207	linear.weight	3	-0.03565003722906113
207	linear.weight	4	-0.022248394787311554
207	linear.weight	5	0.05116401985287666
207	linear.weight	6	0.00168512889649719
207	linear.weight	7	-0.10677941888570786
207	linear.weight	8	-0.029262028634548187
207	linear.weight	9	0.11236213147640228
207	linear.bias	0	0.5033275485038757
207	linear.bias	1	0.789495050907135
207	linear.bias	2	-1.6396899223327637
207	linear.bias	3	-0.05754556506872177
207	linear.bias	4	-0.050822705030441284
207	linear.bias	5	0.24556280672550201
208	transitions	0	0.030970079824328423
208	transitions	1	-10000.0
208	transitions	2	2.6901862621307373
208	transitions	3	-1.1765655279159546
208	transitions	4	-10000.0
208	transitions	5	-10000.0
208	transitions	6	-10000.0
208	transitions	7	0.881563127040863
208	transitions	8	0.8338087797164917
208	transitions	9	-1.1894056797027588
208	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
208	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
208	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
208	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
208	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
208	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
208	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
208	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
208	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
208	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
208	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
208	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
208	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
208	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
208	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
208	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
208	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
208	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
208	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
208	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
208	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
208	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
208	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
208	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
208	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
208	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
208	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
208	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
208	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
208	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
208	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
208	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
208	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
208	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
208	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
208	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
208	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
208	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
208	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
208	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
208	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
208	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
208	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
208	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
208	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
208	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
208	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
208	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
208	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
208	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
208	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
208	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
208	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
208	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
208	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
208	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
208	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
208	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
208	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
208	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
208	embedding2nn.weight	0	0.014811635948717594
208	embedding2nn.weight	1	0.000152820473886095
208	embedding2nn.weight	2	0.00555116543546319
208	embedding2nn.weight	3	0.0006966000073589385
208	embedding2nn.weight	4	-0.008248207159340382
208	embedding2nn.weight	5	-0.005612288136035204
208	embedding2nn.weight	6	-0.0008126400643959641
208	embedding2nn.weight	7	-0.0029352556448429823
208	embedding2nn.weight	8	0.013955069705843925
208	embedding2nn.weight	9	0.0044133421033620834
208	embedding2nn.bias	0	0.006169186905026436
208	embedding2nn.bias	1	-0.017758388072252274
208	embedding2nn.bias	2	0.00441288948059082
208	embedding2nn.bias	3	-0.008603068999946117
208	embedding2nn.bias	4	-0.02415711060166359
208	embedding2nn.bias	5	-0.00044690739014185965
208	embedding2nn.bias	6	0.006226828787475824
208	embedding2nn.bias	7	-0.008005964569747448
208	embedding2nn.bias	8	0.00016757061530370265
208	embedding2nn.bias	9	-0.004852325655519962
208	rnn.weight_ih_l0	0	-0.052345629781484604
208	rnn.weight_ih_l0	1	0.05074971914291382
208	rnn.weight_ih_l0	2	0.03187819942831993
208	rnn.weight_ih_l0	3	0.014751438982784748
208	rnn.weight_ih_l0	4	0.012484477832913399
208	rnn.weight_ih_l0	5	0.08421913534402847
208	rnn.weight_ih_l0	6	0.07607469707727432
208	rnn.weight_ih_l0	7	0.037795715034008026
208	rnn.weight_ih_l0	8	-0.04580794274806976
208	rnn.weight_ih_l0	9	0.007914029061794281
208	rnn.weight_hh_l0	0	0.008256517350673676
208	rnn.weight_hh_l0	1	-0.06428145617246628
208	rnn.weight_hh_l0	2	-0.06548886001110077
208	rnn.weight_hh_l0	3	0.07152214646339417
208	rnn.weight_hh_l0	4	0.07099778950214386
208	rnn.weight_hh_l0	5	0.0059541394002735615
208	rnn.weight_hh_l0	6	-0.0027726476546376944
208	rnn.weight_hh_l0	7	-0.01600045897066593
208	rnn.weight_hh_l0	8	-0.02937687747180462
208	rnn.weight_hh_l0	9	0.057575762271881104
208	rnn.bias_ih_l0	0	-0.06296112388372421
208	rnn.bias_ih_l0	1	0.08869713544845581
208	rnn.bias_ih_l0	2	0.020258689299225807
208	rnn.bias_ih_l0	3	0.07979081571102142
208	rnn.bias_ih_l0	4	-0.07669086754322052
208	rnn.bias_ih_l0	5	0.08223070204257965
208	rnn.bias_ih_l0	6	-0.06926340609788895
208	rnn.bias_ih_l0	7	-0.03596996143460274
208	rnn.bias_ih_l0	8	-0.09174416214227676
208	rnn.bias_ih_l0	9	-0.044766031205654144
208	rnn.bias_hh_l0	0	0.03555040806531906
208	rnn.bias_hh_l0	1	0.0733678936958313
208	rnn.bias_hh_l0	2	0.06994286924600601
208	rnn.bias_hh_l0	3	0.08568178117275238
208	rnn.bias_hh_l0	4	-0.09770829230546951
208	rnn.bias_hh_l0	5	-0.07116832584142685
208	rnn.bias_hh_l0	6	0.0786869078874588
208	rnn.bias_hh_l0	7	-0.07811445742845535
208	rnn.bias_hh_l0	8	-0.026651417836546898
208	rnn.bias_hh_l0	9	0.012534420937299728
208	rnn.weight_ih_l0_reverse	0	0.07937385141849518
208	rnn.weight_ih_l0_reverse	1	0.07330358028411865
208	rnn.weight_ih_l0_reverse	2	0.0387628935277462
208	rnn.weight_ih_l0_reverse	3	0.03367544338107109
208	rnn.weight_ih_l0_reverse	4	-0.03644643351435661
208	rnn.weight_ih_l0_reverse	5	0.050841547548770905
208	rnn.weight_ih_l0_reverse	6	0.06648679822683334
208	rnn.weight_ih_l0_reverse	7	0.0222871545702219
208	rnn.weight_ih_l0_reverse	8	-0.05790574476122856
208	rnn.weight_ih_l0_reverse	9	-0.052838344126939774
208	rnn.weight_hh_l0_reverse	0	0.025529129430651665
208	rnn.weight_hh_l0_reverse	1	-0.08723113685846329
208	rnn.weight_hh_l0_reverse	2	0.06341547518968582
208	rnn.weight_hh_l0_reverse	3	-0.021580034866929054
208	rnn.weight_hh_l0_reverse	4	0.08509410917758942
208	rnn.weight_hh_l0_reverse	5	-0.001981620443984866
208	rnn.weight_hh_l0_reverse	6	0.03064516745507717
208	rnn.weight_hh_l0_reverse	7	0.07874717563390732
208	rnn.weight_hh_l0_reverse	8	-0.02242164872586727
208	rnn.weight_hh_l0_reverse	9	-0.046572089195251465
208	rnn.bias_ih_l0_reverse	0	0.0006542384508065879
208	rnn.bias_ih_l0_reverse	1	-0.021186763420701027
208	rnn.bias_ih_l0_reverse	2	-0.013706947676837444
208	rnn.bias_ih_l0_reverse	3	0.03603415563702583
208	rnn.bias_ih_l0_reverse	4	0.06764119863510132
208	rnn.bias_ih_l0_reverse	5	-0.02077031508088112
208	rnn.bias_ih_l0_reverse	6	-0.027174213901162148
208	rnn.bias_ih_l0_reverse	7	-0.04857173189520836
208	rnn.bias_ih_l0_reverse	8	0.0053673661313951015
208	rnn.bias_ih_l0_reverse	9	-0.06792018562555313
208	rnn.bias_hh_l0_reverse	0	0.039591021835803986
208	rnn.bias_hh_l0_reverse	1	-0.06928278505802155
208	rnn.bias_hh_l0_reverse	2	0.07518765330314636
208	rnn.bias_hh_l0_reverse	3	0.06211783364415169
208	rnn.bias_hh_l0_reverse	4	0.023091638460755348
208	rnn.bias_hh_l0_reverse	5	0.04606334865093231
208	rnn.bias_hh_l0_reverse	6	0.06712941080331802
208	rnn.bias_hh_l0_reverse	7	0.08438693732023239
208	rnn.bias_hh_l0_reverse	8	-0.008946212008595467
208	rnn.bias_hh_l0_reverse	9	0.04882770776748657
208	rnn.weight_ih_l1	0	0.02401926927268505
208	rnn.weight_ih_l1	1	0.016110027208924294
208	rnn.weight_ih_l1	2	0.08825424313545227
208	rnn.weight_ih_l1	3	-0.024287240579724312
208	rnn.weight_ih_l1	4	-0.02452872321009636
208	rnn.weight_ih_l1	5	-0.01286258827894926
208	rnn.weight_ih_l1	6	0.07280362397432327
208	rnn.weight_ih_l1	7	-0.003447016002610326
208	rnn.weight_ih_l1	8	-0.05255185440182686
208	rnn.weight_ih_l1	9	0.05439839884638786
208	rnn.weight_hh_l1	0	-0.08182106912136078
208	rnn.weight_hh_l1	1	-0.03565845638513565
208	rnn.weight_hh_l1	2	-0.008130701258778572
208	rnn.weight_hh_l1	3	-0.058196768164634705
208	rnn.weight_hh_l1	4	0.08603716641664505
208	rnn.weight_hh_l1	5	-0.08414611965417862
208	rnn.weight_hh_l1	6	-0.050100214779376984
208	rnn.weight_hh_l1	7	0.06491237133741379
208	rnn.weight_hh_l1	8	-0.013536613434553146
208	rnn.weight_hh_l1	9	-0.03996989130973816
208	rnn.bias_ih_l1	0	-0.034017112106084824
208	rnn.bias_ih_l1	1	0.05502726510167122
208	rnn.bias_ih_l1	2	-0.04562344029545784
208	rnn.bias_ih_l1	3	-0.07741858810186386
208	rnn.bias_ih_l1	4	-0.02844633348286152
208	rnn.bias_ih_l1	5	-0.004713685251772404
208	rnn.bias_ih_l1	6	-0.046679407358169556
208	rnn.bias_ih_l1	7	0.062068406492471695
208	rnn.bias_ih_l1	8	0.08464491367340088
208	rnn.bias_ih_l1	9	0.03186727687716484
208	rnn.bias_hh_l1	0	0.0688156932592392
208	rnn.bias_hh_l1	1	-0.058551035821437836
208	rnn.bias_hh_l1	2	0.019402043893933296
208	rnn.bias_hh_l1	3	0.08130267262458801
208	rnn.bias_hh_l1	4	0.057590264827013016
208	rnn.bias_hh_l1	5	-0.07956679165363312
208	rnn.bias_hh_l1	6	0.014346618205308914
208	rnn.bias_hh_l1	7	0.04249021038413048
208	rnn.bias_hh_l1	8	0.01514079887419939
208	rnn.bias_hh_l1	9	-0.004689452238380909
208	rnn.weight_ih_l1_reverse	0	0.08696620166301727
208	rnn.weight_ih_l1_reverse	1	-0.04183192923665047
208	rnn.weight_ih_l1_reverse	2	-0.06187095865607262
208	rnn.weight_ih_l1_reverse	3	0.025352953001856804
208	rnn.weight_ih_l1_reverse	4	-0.04653967544436455
208	rnn.weight_ih_l1_reverse	5	0.024046864360570908
208	rnn.weight_ih_l1_reverse	6	0.04043101891875267
208	rnn.weight_ih_l1_reverse	7	0.020269887521862984
208	rnn.weight_ih_l1_reverse	8	-0.00868325773626566
208	rnn.weight_ih_l1_reverse	9	-0.06657034903764725
208	rnn.weight_hh_l1_reverse	0	0.0049062855541706085
208	rnn.weight_hh_l1_reverse	1	0.019002940505743027
208	rnn.weight_hh_l1_reverse	2	-0.058191828429698944
208	rnn.weight_hh_l1_reverse	3	-0.012873992323875427
208	rnn.weight_hh_l1_reverse	4	0.008891995064914227
208	rnn.weight_hh_l1_reverse	5	-0.06584815680980682
208	rnn.weight_hh_l1_reverse	6	-0.0672965869307518
208	rnn.weight_hh_l1_reverse	7	-0.011380461975932121
208	rnn.weight_hh_l1_reverse	8	-0.05924142152070999
208	rnn.weight_hh_l1_reverse	9	-0.043966349214315414
208	rnn.bias_ih_l1_reverse	0	-0.002768866252154112
208	rnn.bias_ih_l1_reverse	1	-0.04126206412911415
208	rnn.bias_ih_l1_reverse	2	0.02835426852107048
208	rnn.bias_ih_l1_reverse	3	-0.08456256240606308
208	rnn.bias_ih_l1_reverse	4	-0.0867505893111229
208	rnn.bias_ih_l1_reverse	5	-0.08673722296953201
208	rnn.bias_ih_l1_reverse	6	0.06537142395973206
208	rnn.bias_ih_l1_reverse	7	0.08456581085920334
208	rnn.bias_ih_l1_reverse	8	-0.0006148391985334456
208	rnn.bias_ih_l1_reverse	9	-0.010107534937560558
208	rnn.bias_hh_l1_reverse	0	0.062173083424568176
208	rnn.bias_hh_l1_reverse	1	-0.06718973070383072
208	rnn.bias_hh_l1_reverse	2	-0.054455600678920746
208	rnn.bias_hh_l1_reverse	3	0.07379906624555588
208	rnn.bias_hh_l1_reverse	4	-0.022401250898838043
208	rnn.bias_hh_l1_reverse	5	-0.005480845924466848
208	rnn.bias_hh_l1_reverse	6	-0.05961243063211441
208	rnn.bias_hh_l1_reverse	7	-0.05961194634437561
208	rnn.bias_hh_l1_reverse	8	0.06620396673679352
208	rnn.bias_hh_l1_reverse	9	0.04990478605031967
208	rnn.weight_ih_l2	0	0.07751293480396271
208	rnn.weight_ih_l2	1	-0.05426857993006706
208	rnn.weight_ih_l2	2	0.06336067616939545
208	rnn.weight_ih_l2	3	0.0657169297337532
208	rnn.weight_ih_l2	4	0.056475576013326645
208	rnn.weight_ih_l2	5	-0.035242509096860886
208	rnn.weight_ih_l2	6	-0.07569972425699234
208	rnn.weight_ih_l2	7	0.011823850683867931
208	rnn.weight_ih_l2	8	-0.01717655546963215
208	rnn.weight_ih_l2	9	-0.06912798434495926
208	rnn.weight_hh_l2	0	0.04809277877211571
208	rnn.weight_hh_l2	1	0.030886398628354073
208	rnn.weight_hh_l2	2	-0.05472848564386368
208	rnn.weight_hh_l2	3	-0.025313924998044968
208	rnn.weight_hh_l2	4	0.0549599789083004
208	rnn.weight_hh_l2	5	-0.024028927087783813
208	rnn.weight_hh_l2	6	0.008467613719403744
208	rnn.weight_hh_l2	7	-0.05349140986800194
208	rnn.weight_hh_l2	8	-0.005928399972617626
208	rnn.weight_hh_l2	9	-0.018030978739261627
208	rnn.bias_ih_l2	0	0.1486230492591858
208	rnn.bias_ih_l2	1	0.012020203284919262
208	rnn.bias_ih_l2	2	0.06771865487098694
208	rnn.bias_ih_l2	3	0.028273478150367737
208	rnn.bias_ih_l2	4	-0.006602604873478413
208	rnn.bias_ih_l2	5	0.04756314679980278
208	rnn.bias_ih_l2	6	0.013761375099420547
208	rnn.bias_ih_l2	7	0.017655806615948677
208	rnn.bias_ih_l2	8	0.018304908648133278
208	rnn.bias_ih_l2	9	-0.01531707402318716
208	rnn.bias_hh_l2	0	0.021934080868959427
208	rnn.bias_hh_l2	1	0.007149489596486092
208	rnn.bias_hh_l2	2	0.0765061303973198
208	rnn.bias_hh_l2	3	0.029298434033989906
208	rnn.bias_hh_l2	4	0.07784461975097656
208	rnn.bias_hh_l2	5	-0.05711892247200012
208	rnn.bias_hh_l2	6	0.05447261780500412
208	rnn.bias_hh_l2	7	-0.025684058666229248
208	rnn.bias_hh_l2	8	0.04178934544324875
208	rnn.bias_hh_l2	9	0.013911506161093712
208	rnn.weight_ih_l2_reverse	0	0.08229543268680573
208	rnn.weight_ih_l2_reverse	1	-0.055458687245845795
208	rnn.weight_ih_l2_reverse	2	0.0011874886695295572
208	rnn.weight_ih_l2_reverse	3	0.03526439890265465
208	rnn.weight_ih_l2_reverse	4	0.05408640578389168
208	rnn.weight_ih_l2_reverse	5	-0.040693704038858414
208	rnn.weight_ih_l2_reverse	6	-0.0006284965202212334
208	rnn.weight_ih_l2_reverse	7	-0.013468069024384022
208	rnn.weight_ih_l2_reverse	8	0.01379756536334753
208	rnn.weight_ih_l2_reverse	9	-0.07960347831249237
208	rnn.weight_hh_l2_reverse	0	-0.08277302235364914
208	rnn.weight_hh_l2_reverse	1	0.016691580414772034
208	rnn.weight_hh_l2_reverse	2	0.010425656102597713
208	rnn.weight_hh_l2_reverse	3	0.02432907000184059
208	rnn.weight_hh_l2_reverse	4	-0.036812350153923035
208	rnn.weight_hh_l2_reverse	5	-0.014768698252737522
208	rnn.weight_hh_l2_reverse	6	-0.04408922418951988
208	rnn.weight_hh_l2_reverse	7	-0.059905584901571274
208	rnn.weight_hh_l2_reverse	8	-0.0067036147229373455
208	rnn.weight_hh_l2_reverse	9	-0.05900069326162338
208	rnn.bias_ih_l2_reverse	0	-0.05573093891143799
208	rnn.bias_ih_l2_reverse	1	-0.02726280875504017
208	rnn.bias_ih_l2_reverse	2	0.04618500918149948
208	rnn.bias_ih_l2_reverse	3	0.03274313360452652
208	rnn.bias_ih_l2_reverse	4	0.07577446848154068
208	rnn.bias_ih_l2_reverse	5	-0.0886157751083374
208	rnn.bias_ih_l2_reverse	6	-0.04338693246245384
208	rnn.bias_ih_l2_reverse	7	-0.0594366081058979
208	rnn.bias_ih_l2_reverse	8	0.06312044709920883
208	rnn.bias_ih_l2_reverse	9	0.027729390189051628
208	rnn.bias_hh_l2_reverse	0	0.04560673236846924
208	rnn.bias_hh_l2_reverse	1	-0.06947360932826996
208	rnn.bias_hh_l2_reverse	2	-0.06725165247917175
208	rnn.bias_hh_l2_reverse	3	0.031236743554472923
208	rnn.bias_hh_l2_reverse	4	0.03302006050944328
208	rnn.bias_hh_l2_reverse	5	0.03491576761007309
208	rnn.bias_hh_l2_reverse	6	-0.08261749148368835
208	rnn.bias_hh_l2_reverse	7	-0.006668850779533386
208	rnn.bias_hh_l2_reverse	8	-0.10654629021883011
208	rnn.bias_hh_l2_reverse	9	-0.054989043623209
208	linear.weight	0	0.025028489530086517
208	linear.weight	1	0.15131644904613495
208	linear.weight	2	-0.024236401543021202
208	linear.weight	3	-0.03564438223838806
208	linear.weight	4	-0.022248394787311554
208	linear.weight	5	0.05108531937003136
208	linear.weight	6	0.001552780857309699
208	linear.weight	7	-0.10697205364704132
208	linear.weight	8	-0.02931263856589794
208	linear.weight	9	0.11201002448797226
208	linear.bias	0	0.5062403082847595
208	linear.bias	1	0.7900441288948059
208	linear.bias	2	-1.6398510932922363
208	linear.bias	3	-0.05754556506872177
208	linear.bias	4	-0.050822705030441284
208	linear.bias	5	0.24226213991641998
209	transitions	0	0.03089219331741333
209	transitions	1	-10000.0
209	transitions	2	2.6893491744995117
209	transitions	3	-1.1796181201934814
209	transitions	4	-10000.0
209	transitions	5	-10000.0
209	transitions	6	-10000.0
209	transitions	7	0.8815616369247437
209	transitions	8	0.8337475061416626
209	transitions	9	-1.1899528503417969
209	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
209	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
209	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
209	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
209	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
209	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
209	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
209	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
209	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
209	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
209	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
209	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
209	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
209	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
209	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
209	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
209	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
209	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
209	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
209	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
209	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
209	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
209	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
209	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
209	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
209	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
209	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
209	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
209	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
209	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
209	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
209	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
209	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
209	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
209	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
209	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
209	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
209	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
209	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
209	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
209	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
209	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
209	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
209	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
209	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
209	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
209	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
209	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
209	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
209	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
209	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
209	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
209	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
209	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
209	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
209	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
209	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
209	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
209	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
209	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
209	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
209	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
209	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
209	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
209	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
209	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
209	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
209	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
209	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
209	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
209	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
209	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
209	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
209	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
209	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
209	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
209	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
209	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
209	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
209	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
209	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
209	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
209	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
209	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
209	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
209	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
209	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
209	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
209	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
209	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
209	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
209	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
209	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
209	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
209	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
209	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
209	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
209	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
209	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
209	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
209	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
209	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
209	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
209	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
209	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
209	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
209	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
209	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
209	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
209	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
209	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
209	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
209	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
209	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
209	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
209	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
209	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
209	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
209	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
209	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
209	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
209	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
209	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
209	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
209	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
209	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
209	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
209	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
209	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
209	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
209	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
209	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
209	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
209	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
209	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
209	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
209	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
209	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
209	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
209	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
209	embedding2nn.weight	0	0.01481129415333271
209	embedding2nn.weight	1	0.00015171644918154925
209	embedding2nn.weight	2	0.0055504231713712215
209	embedding2nn.weight	3	0.0006967948866076767
209	embedding2nn.weight	4	-0.008250683546066284
209	embedding2nn.weight	5	-0.005613578949123621
209	embedding2nn.weight	6	-0.0008090381161309779
209	embedding2nn.weight	7	-0.002935000928118825
209	embedding2nn.weight	8	0.013985104858875275
209	embedding2nn.weight	9	0.004413914401084185
209	embedding2nn.bias	0	0.00593033991754055
209	embedding2nn.bias	1	-0.017589710652828217
209	embedding2nn.bias	2	0.004664013162255287
209	embedding2nn.bias	3	-0.008843867108225822
209	embedding2nn.bias	4	-0.02418108470737934
209	embedding2nn.bias	5	-0.0003790150803979486
209	embedding2nn.bias	6	0.006445693783462048
209	embedding2nn.bias	7	-0.008005891926586628
209	embedding2nn.bias	8	-3.541423939168453e-05
209	embedding2nn.bias	9	-0.004786576610058546
209	rnn.weight_ih_l0	0	-0.05233388394117355
209	rnn.weight_ih_l0	1	0.05074894800782204
209	rnn.weight_ih_l0	2	0.031878191977739334
209	rnn.weight_ih_l0	3	0.014752345159649849
209	rnn.weight_ih_l0	4	0.012482414953410625
209	rnn.weight_ih_l0	5	0.0842190608382225
209	rnn.weight_ih_l0	6	0.07607480883598328
209	rnn.weight_ih_l0	7	0.03779575601220131
209	rnn.weight_ih_l0	8	-0.04580507427453995
209	rnn.weight_ih_l0	9	0.00791786890476942
209	rnn.weight_hh_l0	0	0.008256172761321068
209	rnn.weight_hh_l0	1	-0.06429682672023773
209	rnn.weight_hh_l0	2	-0.06548960506916046
209	rnn.weight_hh_l0	3	0.07151903957128525
209	rnn.weight_hh_l0	4	0.07099742442369461
209	rnn.weight_hh_l0	5	0.005949128419160843
209	rnn.weight_hh_l0	6	-0.0027499122079461813
209	rnn.weight_hh_l0	7	-0.015991633757948875
209	rnn.weight_hh_l0	8	-0.029370654374361038
209	rnn.weight_hh_l0	9	0.05757440999150276
209	rnn.bias_ih_l0	0	-0.0628357082605362
209	rnn.bias_ih_l0	1	0.08868866413831711
209	rnn.bias_ih_l0	2	0.020250946283340454
209	rnn.bias_ih_l0	3	0.07971291244029999
209	rnn.bias_ih_l0	4	-0.07682511955499649
209	rnn.bias_ih_l0	5	0.08227288722991943
209	rnn.bias_ih_l0	6	-0.06909526139497757
209	rnn.bias_ih_l0	7	-0.03596864640712738
209	rnn.bias_ih_l0	8	-0.09147459268569946
209	rnn.bias_ih_l0	9	-0.04472952336072922
209	rnn.bias_hh_l0	0	0.035384271293878555
209	rnn.bias_hh_l0	1	0.07338306307792664
209	rnn.bias_hh_l0	2	0.06993752717971802
209	rnn.bias_hh_l0	3	0.08567816764116287
209	rnn.bias_hh_l0	4	-0.09797779470682144
209	rnn.bias_hh_l0	5	-0.07117486000061035
209	rnn.bias_hh_l0	6	0.07872451096773148
209	rnn.bias_hh_l0	7	-0.07833784073591232
209	rnn.bias_hh_l0	8	-0.02664809860289097
209	rnn.bias_hh_l0	9	0.012164272367954254
209	rnn.weight_ih_l0_reverse	0	0.07937592267990112
209	rnn.weight_ih_l0_reverse	1	0.07329448312520981
209	rnn.weight_ih_l0_reverse	2	0.03876297175884247
209	rnn.weight_ih_l0_reverse	3	0.033675700426101685
209	rnn.weight_ih_l0_reverse	4	-0.036439768970012665
209	rnn.weight_ih_l0_reverse	5	0.050840675830841064
209	rnn.weight_ih_l0_reverse	6	0.06648699194192886
209	rnn.weight_ih_l0_reverse	7	0.02228546142578125
209	rnn.weight_ih_l0_reverse	8	-0.05791445076465607
209	rnn.weight_ih_l0_reverse	9	-0.052838101983070374
209	rnn.weight_hh_l0_reverse	0	0.02552979066967964
209	rnn.weight_hh_l0_reverse	1	-0.08722954988479614
209	rnn.weight_hh_l0_reverse	2	0.06341501325368881
209	rnn.weight_hh_l0_reverse	3	-0.02158079668879509
209	rnn.weight_hh_l0_reverse	4	0.08510297536849976
209	rnn.weight_hh_l0_reverse	5	-0.001988922478631139
209	rnn.weight_hh_l0_reverse	6	0.03064720891416073
209	rnn.weight_hh_l0_reverse	7	0.07874836027622223
209	rnn.weight_hh_l0_reverse	8	-0.022419925779104233
209	rnn.weight_hh_l0_reverse	9	-0.04657171666622162
209	rnn.bias_ih_l0_reverse	0	0.0006589052500203252
209	rnn.bias_ih_l0_reverse	1	-0.021133286878466606
209	rnn.bias_ih_l0_reverse	2	-0.013733536005020142
209	rnn.bias_ih_l0_reverse	3	0.036046549677848816
209	rnn.bias_ih_l0_reverse	4	0.0676470622420311
209	rnn.bias_ih_l0_reverse	5	-0.020790422335267067
209	rnn.bias_ih_l0_reverse	6	-0.02715463377535343
209	rnn.bias_ih_l0_reverse	7	-0.0485970675945282
209	rnn.bias_ih_l0_reverse	8	0.005388712976127863
209	rnn.bias_ih_l0_reverse	9	-0.06791230291128159
209	rnn.bias_hh_l0_reverse	0	0.039588332176208496
209	rnn.bias_hh_l0_reverse	1	-0.06927490234375
209	rnn.bias_hh_l0_reverse	2	0.07504802197217941
209	rnn.bias_hh_l0_reverse	3	0.062109995633363724
209	rnn.bias_hh_l0_reverse	4	0.023017501458525658
209	rnn.bias_hh_l0_reverse	5	0.0460626520216465
209	rnn.bias_hh_l0_reverse	6	0.06707757711410522
209	rnn.bias_hh_l0_reverse	7	0.08437298983335495
209	rnn.bias_hh_l0_reverse	8	-0.008994323201477528
209	rnn.bias_hh_l0_reverse	9	0.04888434335589409
209	rnn.weight_ih_l1	0	0.024023031815886497
209	rnn.weight_ih_l1	1	0.016125092282891273
209	rnn.weight_ih_l1	2	0.08831563591957092
209	rnn.weight_ih_l1	3	-0.024296151474118233
209	rnn.weight_ih_l1	4	-0.024530665948987007
209	rnn.weight_ih_l1	5	-0.012849170714616776
209	rnn.weight_ih_l1	6	0.07279841601848602
209	rnn.weight_ih_l1	7	-0.003438263665884733
209	rnn.weight_ih_l1	8	-0.05254809185862541
209	rnn.weight_ih_l1	9	0.05435175821185112
209	rnn.weight_hh_l1	0	-0.08181706070899963
209	rnn.weight_hh_l1	1	-0.03565797954797745
209	rnn.weight_hh_l1	2	-0.008130042813718319
209	rnn.weight_hh_l1	3	-0.05819760635495186
209	rnn.weight_hh_l1	4	0.08603250235319138
209	rnn.weight_hh_l1	5	-0.08414746820926666
209	rnn.weight_hh_l1	6	-0.0501062348484993
209	rnn.weight_hh_l1	7	0.06489180773496628
209	rnn.weight_hh_l1	8	-0.013536522164940834
209	rnn.weight_hh_l1	9	-0.039965495467185974
209	rnn.bias_ih_l1	0	-0.033988796174526215
209	rnn.bias_ih_l1	1	0.05503334850072861
209	rnn.bias_ih_l1	2	-0.04560521990060806
209	rnn.bias_ih_l1	3	-0.07738973945379257
209	rnn.bias_ih_l1	4	-0.02845320850610733
209	rnn.bias_ih_l1	5	-0.005589463282376528
209	rnn.bias_ih_l1	6	-0.046693768352270126
209	rnn.bias_ih_l1	7	0.06208723783493042
209	rnn.bias_ih_l1	8	0.08468776196241379
209	rnn.bias_ih_l1	9	0.03210560604929924
209	rnn.bias_hh_l1	0	0.06881428509950638
209	rnn.bias_hh_l1	1	-0.05854368954896927
209	rnn.bias_hh_l1	2	0.019403839483857155
209	rnn.bias_hh_l1	3	0.08131605386734009
209	rnn.bias_hh_l1	4	0.057618990540504456
209	rnn.bias_hh_l1	5	-0.07954884320497513
209	rnn.bias_hh_l1	6	0.014344005845487118
209	rnn.bias_hh_l1	7	0.04246345907449722
209	rnn.bias_hh_l1	8	0.015156940557062626
209	rnn.bias_hh_l1	9	-0.004687409847974777
209	rnn.weight_ih_l1_reverse	0	0.08696310967206955
209	rnn.weight_ih_l1_reverse	1	-0.04182790219783783
209	rnn.weight_ih_l1_reverse	2	-0.061869505792856216
209	rnn.weight_ih_l1_reverse	3	0.02535351738333702
209	rnn.weight_ih_l1_reverse	4	-0.046546924859285355
209	rnn.weight_ih_l1_reverse	5	0.024049172177910805
209	rnn.weight_ih_l1_reverse	6	0.04043284058570862
209	rnn.weight_ih_l1_reverse	7	0.02027292549610138
209	rnn.weight_ih_l1_reverse	8	-0.008687581866979599
209	rnn.weight_ih_l1_reverse	9	-0.06656518578529358
209	rnn.weight_hh_l1_reverse	0	0.004907112568616867
209	rnn.weight_hh_l1_reverse	1	0.01900305598974228
209	rnn.weight_hh_l1_reverse	2	-0.05819130316376686
209	rnn.weight_hh_l1_reverse	3	-0.01287479605525732
209	rnn.weight_hh_l1_reverse	4	0.008890834636986256
209	rnn.weight_hh_l1_reverse	5	-0.06583107262849808
209	rnn.weight_hh_l1_reverse	6	-0.06729548424482346
209	rnn.weight_hh_l1_reverse	7	-0.01138119027018547
209	rnn.weight_hh_l1_reverse	8	-0.05923221632838249
209	rnn.weight_hh_l1_reverse	9	-0.04396912455558777
209	rnn.bias_ih_l1_reverse	0	-0.0027593558188527822
209	rnn.bias_ih_l1_reverse	1	-0.04126511141657829
209	rnn.bias_ih_l1_reverse	2	0.02836528979241848
209	rnn.bias_ih_l1_reverse	3	-0.08457094430923462
209	rnn.bias_ih_l1_reverse	4	-0.08675330132246017
209	rnn.bias_ih_l1_reverse	5	-0.08672843128442764
209	rnn.bias_ih_l1_reverse	6	0.06534726172685623
209	rnn.bias_ih_l1_reverse	7	0.08456722646951675
209	rnn.bias_ih_l1_reverse	8	-0.0003692658501677215
209	rnn.bias_ih_l1_reverse	9	-0.010089462623000145
209	rnn.bias_hh_l1_reverse	0	0.06217748671770096
209	rnn.bias_hh_l1_reverse	1	-0.06716816872358322
209	rnn.bias_hh_l1_reverse	2	-0.054465848952531815
209	rnn.bias_hh_l1_reverse	3	0.07374809682369232
209	rnn.bias_hh_l1_reverse	4	-0.022388959303498268
209	rnn.bias_hh_l1_reverse	5	-0.00548316165804863
209	rnn.bias_hh_l1_reverse	6	-0.059599485248327255
209	rnn.bias_hh_l1_reverse	7	-0.05962180346250534
209	rnn.bias_hh_l1_reverse	8	0.06620986014604568
209	rnn.bias_hh_l1_reverse	9	0.04965544119477272
209	rnn.weight_ih_l2	0	0.07748489826917648
209	rnn.weight_ih_l2	1	-0.05426750332117081
209	rnn.weight_ih_l2	2	0.06336022913455963
209	rnn.weight_ih_l2	3	0.06571125984191895
209	rnn.weight_ih_l2	4	0.05647387355566025
209	rnn.weight_ih_l2	5	-0.03524119406938553
209	rnn.weight_ih_l2	6	-0.07569634169340134
209	rnn.weight_ih_l2	7	0.011822921223938465
209	rnn.weight_ih_l2	8	-0.017176607623696327
209	rnn.weight_ih_l2	9	-0.06912824511528015
209	rnn.weight_hh_l2	0	0.048088666051626205
209	rnn.weight_hh_l2	1	0.03089158609509468
209	rnn.weight_hh_l2	2	-0.05472782999277115
209	rnn.weight_hh_l2	3	-0.025311529636383057
209	rnn.weight_hh_l2	4	0.054959557950496674
209	rnn.weight_hh_l2	5	-0.024011043831706047
209	rnn.weight_hh_l2	6	0.008466552011668682
209	rnn.weight_hh_l2	7	-0.05349236726760864
209	rnn.weight_hh_l2	8	-0.005929324310272932
209	rnn.weight_hh_l2	9	-0.018030758947134018
209	rnn.bias_ih_l2	0	0.14838194847106934
209	rnn.bias_ih_l2	1	0.012026580050587654
209	rnn.bias_ih_l2	2	0.06776212900876999
209	rnn.bias_ih_l2	3	0.028260068967938423
209	rnn.bias_ih_l2	4	-0.006600669119507074
209	rnn.bias_ih_l2	5	0.04755827784538269
209	rnn.bias_ih_l2	6	0.013765870593488216
209	rnn.bias_ih_l2	7	0.017669282853603363
209	rnn.bias_ih_l2	8	0.01830628328025341
209	rnn.bias_ih_l2	9	-0.015315302647650242
209	rnn.bias_hh_l2	0	0.021918416023254395
209	rnn.bias_hh_l2	1	0.007121010683476925
209	rnn.bias_hh_l2	2	0.07654162496328354
209	rnn.bias_hh_l2	3	0.0292908176779747
209	rnn.bias_hh_l2	4	0.07785696536302567
209	rnn.bias_hh_l2	5	-0.057427097111940384
209	rnn.bias_hh_l2	6	0.05430518463253975
209	rnn.bias_hh_l2	7	-0.02573704905807972
209	rnn.bias_hh_l2	8	0.041784048080444336
209	rnn.bias_hh_l2	9	0.014326930046081543
209	rnn.weight_ih_l2_reverse	0	0.0822974443435669
209	rnn.weight_ih_l2_reverse	1	-0.05547064542770386
209	rnn.weight_ih_l2_reverse	2	0.0011883123079314828
209	rnn.weight_ih_l2_reverse	3	0.035264141857624054
209	rnn.weight_ih_l2_reverse	4	0.0540863536298275
209	rnn.weight_ih_l2_reverse	5	-0.04069344699382782
209	rnn.weight_ih_l2_reverse	6	-0.0006542584742419422
209	rnn.weight_ih_l2_reverse	7	-0.01347834151238203
209	rnn.weight_ih_l2_reverse	8	0.013815071433782578
209	rnn.weight_ih_l2_reverse	9	-0.07960226386785507
209	rnn.weight_hh_l2_reverse	0	-0.08277267217636108
209	rnn.weight_hh_l2_reverse	1	0.016691917553544044
209	rnn.weight_hh_l2_reverse	2	0.01042582280933857
209	rnn.weight_hh_l2_reverse	3	0.02432890608906746
209	rnn.weight_hh_l2_reverse	4	-0.036812085658311844
209	rnn.weight_hh_l2_reverse	5	-0.014768385328352451
209	rnn.weight_hh_l2_reverse	6	-0.044096507132053375
209	rnn.weight_hh_l2_reverse	7	-0.05990574136376381
209	rnn.weight_hh_l2_reverse	8	-0.006703586783260107
209	rnn.weight_hh_l2_reverse	9	-0.059000302106142044
209	rnn.bias_ih_l2_reverse	0	-0.05547560378909111
209	rnn.bias_ih_l2_reverse	1	-0.0272593405097723
209	rnn.bias_ih_l2_reverse	2	0.046173274517059326
209	rnn.bias_ih_l2_reverse	3	0.03275865688920021
209	rnn.bias_ih_l2_reverse	4	0.07577849924564362
209	rnn.bias_ih_l2_reverse	5	-0.08860911428928375
209	rnn.bias_ih_l2_reverse	6	-0.04338446259498596
209	rnn.bias_ih_l2_reverse	7	-0.05943138524889946
209	rnn.bias_ih_l2_reverse	8	0.06297050416469574
209	rnn.bias_ih_l2_reverse	9	0.027666868641972542
209	rnn.bias_hh_l2_reverse	0	0.04604572802782059
209	rnn.bias_hh_l2_reverse	1	-0.06944068521261215
209	rnn.bias_hh_l2_reverse	2	-0.06724680215120316
209	rnn.bias_hh_l2_reverse	3	0.031237395480275154
209	rnn.bias_hh_l2_reverse	4	0.03305339813232422
209	rnn.bias_hh_l2_reverse	5	0.034877873957157135
209	rnn.bias_hh_l2_reverse	6	-0.0826052725315094
209	rnn.bias_hh_l2_reverse	7	-0.006673505064100027
209	rnn.bias_hh_l2_reverse	8	-0.1066197082400322
209	rnn.bias_hh_l2_reverse	9	-0.0549713671207428
209	linear.weight	0	0.025028489530086517
209	linear.weight	1	0.15200519561767578
209	linear.weight	2	-0.024234965443611145
209	linear.weight	3	-0.03561270236968994
209	linear.weight	4	-0.022248394787311554
209	linear.weight	5	0.051047369837760925
209	linear.weight	6	0.0014101506676524878
209	linear.weight	7	-0.10653362423181534
209	linear.weight	8	-0.02934659644961357
209	linear.weight	9	0.1119285598397255
209	linear.bias	0	0.5047796368598938
209	linear.bias	1	0.785341203212738
209	linear.bias	2	-1.6400830745697021
209	linear.bias	3	-0.05754556506872177
209	linear.bias	4	-0.050822705030441284
209	linear.bias	5	0.2486577332019806
210	transitions	0	0.030833851546049118
210	transitions	1	-10000.0
210	transitions	2	2.6847686767578125
210	transitions	3	-1.180763840675354
210	transitions	4	-10000.0
210	transitions	5	-10000.0
210	transitions	6	-10000.0
210	transitions	7	0.8815602660179138
210	transitions	8	0.8337026238441467
210	transitions	9	-1.1903563737869263
210	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
210	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
210	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
210	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
210	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
210	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
210	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
210	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
210	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
210	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
210	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
210	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
210	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
210	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
210	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
210	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
210	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
210	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
210	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
210	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
210	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
210	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
210	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
210	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
210	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
210	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
210	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
210	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
210	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
210	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
210	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
210	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
210	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
210	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
210	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
210	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
210	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
210	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
210	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
210	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
210	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
210	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
210	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
210	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
210	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
210	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
210	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
210	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
210	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
210	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
210	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
210	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
210	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
210	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
210	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
210	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
210	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
210	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
210	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
210	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
210	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
210	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
210	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
210	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
210	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
210	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
210	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
210	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
210	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
210	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
210	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
210	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
210	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
210	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
210	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
210	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
210	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
210	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
210	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
210	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
210	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
210	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
210	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
210	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
210	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
210	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
210	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
210	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
210	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
210	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
210	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
210	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
210	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
210	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
210	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
210	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
210	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
210	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
210	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
210	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
210	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
210	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
210	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
210	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
210	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
210	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
210	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
210	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
210	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
210	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
210	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
210	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
210	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
210	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
210	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
210	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
210	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
210	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
210	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
210	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
210	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
210	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
210	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
210	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
210	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
210	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
210	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
210	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
210	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
210	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
210	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
210	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
210	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
210	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
210	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
210	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
210	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
210	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
210	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
210	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
210	embedding2nn.weight	0	0.014810508117079735
210	embedding2nn.weight	1	0.0001532485766801983
210	embedding2nn.weight	2	0.005547086708247662
210	embedding2nn.weight	3	0.0006956662400625646
210	embedding2nn.weight	4	-0.008260158821940422
210	embedding2nn.weight	5	-0.005611985921859741
210	embedding2nn.weight	6	-0.000825007795356214
210	embedding2nn.weight	7	-0.0029361515771597624
210	embedding2nn.weight	8	0.01398136094212532
210	embedding2nn.weight	9	0.004424668848514557
210	embedding2nn.bias	0	0.006140499375760555
210	embedding2nn.bias	1	-0.01768657937645912
210	embedding2nn.bias	2	0.005180925130844116
210	embedding2nn.bias	3	-0.009236396290361881
210	embedding2nn.bias	4	-0.024260908365249634
210	embedding2nn.bias	5	-0.0005799807258881629
210	embedding2nn.bias	6	0.006445158272981644
210	embedding2nn.bias	7	-0.007636029273271561
210	embedding2nn.bias	8	-8.992682705866173e-05
210	embedding2nn.bias	9	-0.004634917713701725
210	rnn.weight_ih_l0	0	-0.052328504621982574
210	rnn.weight_ih_l0	1	0.050749342888593674
210	rnn.weight_ih_l0	2	0.03187856450676918
210	rnn.weight_ih_l0	3	0.014749898575246334
210	rnn.weight_ih_l0	4	0.01248840894550085
210	rnn.weight_ih_l0	5	0.08421599864959717
210	rnn.weight_ih_l0	6	0.07606679946184158
210	rnn.weight_ih_l0	7	0.037795864045619965
210	rnn.weight_ih_l0	8	-0.04580411687493324
210	rnn.weight_ih_l0	9	0.007910354062914848
210	rnn.weight_hh_l0	0	0.00825441349297762
210	rnn.weight_hh_l0	1	-0.06430104374885559
210	rnn.weight_hh_l0	2	-0.06549209356307983
210	rnn.weight_hh_l0	3	0.07151523232460022
210	rnn.weight_hh_l0	4	0.07099873572587967
210	rnn.weight_hh_l0	5	0.005952224135398865
210	rnn.weight_hh_l0	6	-0.002745195524767041
210	rnn.weight_hh_l0	7	-0.01601843163371086
210	rnn.weight_hh_l0	8	-0.029371632263064384
210	rnn.weight_hh_l0	9	0.05757717415690422
210	rnn.bias_ih_l0	0	-0.06266312301158905
210	rnn.bias_ih_l0	1	0.08869054168462753
210	rnn.bias_ih_l0	2	0.02022557705640793
210	rnn.bias_ih_l0	3	0.0797269344329834
210	rnn.bias_ih_l0	4	-0.07705316692590714
210	rnn.bias_ih_l0	5	0.08237788826227188
210	rnn.bias_ih_l0	6	-0.06835754215717316
210	rnn.bias_ih_l0	7	-0.03597887232899666
210	rnn.bias_ih_l0	8	-0.09107736498117447
210	rnn.bias_ih_l0	9	-0.044731803238391876
210	rnn.bias_hh_l0	0	0.03527088835835457
210	rnn.bias_hh_l0	1	0.07336919009685516
210	rnn.bias_hh_l0	2	0.070001520216465
210	rnn.bias_hh_l0	3	0.08568744361400604
210	rnn.bias_hh_l0	4	-0.09802616387605667
210	rnn.bias_hh_l0	5	-0.07114388793706894
210	rnn.bias_hh_l0	6	0.07875176519155502
210	rnn.bias_hh_l0	7	-0.07908674329519272
210	rnn.bias_hh_l0	8	-0.026649974286556244
210	rnn.bias_hh_l0	9	0.01157650537788868
210	rnn.weight_ih_l0_reverse	0	0.07937467843294144
210	rnn.weight_ih_l0_reverse	1	0.07330102473497391
210	rnn.weight_ih_l0_reverse	2	0.038764018565416336
210	rnn.weight_ih_l0_reverse	3	0.03367921710014343
210	rnn.weight_ih_l0_reverse	4	-0.03642069920897484
210	rnn.weight_ih_l0_reverse	5	0.05084012448787689
210	rnn.weight_ih_l0_reverse	6	0.06648697704076767
210	rnn.weight_ih_l0_reverse	7	0.022268496453762054
210	rnn.weight_ih_l0_reverse	8	-0.05790908262133598
210	rnn.weight_ih_l0_reverse	9	-0.05283583328127861
210	rnn.weight_hh_l0_reverse	0	0.02552436850965023
210	rnn.weight_hh_l0_reverse	1	-0.08724480867385864
210	rnn.weight_hh_l0_reverse	2	0.06341464072465897
210	rnn.weight_hh_l0_reverse	3	-0.021577952429652214
210	rnn.weight_hh_l0_reverse	4	0.08511752635240555
210	rnn.weight_hh_l0_reverse	5	-0.0019897769670933485
210	rnn.weight_hh_l0_reverse	6	0.030697127804160118
210	rnn.weight_hh_l0_reverse	7	0.07875335216522217
210	rnn.weight_hh_l0_reverse	8	-0.02241893671452999
210	rnn.weight_hh_l0_reverse	9	-0.04657169058918953
210	rnn.bias_ih_l0_reverse	0	0.0006668010610155761
210	rnn.bias_ih_l0_reverse	1	-0.020913608372211456
210	rnn.bias_ih_l0_reverse	2	-0.013912475667893887
210	rnn.bias_ih_l0_reverse	3	0.03612728416919708
210	rnn.bias_ih_l0_reverse	4	0.06770791113376617
210	rnn.bias_ih_l0_reverse	5	-0.020746592432260513
210	rnn.bias_ih_l0_reverse	6	-0.027136430144309998
210	rnn.bias_ih_l0_reverse	7	-0.0485527478158474
210	rnn.bias_ih_l0_reverse	8	0.005587323568761349
210	rnn.bias_ih_l0_reverse	9	-0.06756006181240082
210	rnn.bias_hh_l0_reverse	0	0.03960353881120682
210	rnn.bias_hh_l0_reverse	1	-0.06892266124486923
210	rnn.bias_hh_l0_reverse	2	0.07513857632875443
210	rnn.bias_hh_l0_reverse	3	0.06220538169145584
210	rnn.bias_hh_l0_reverse	4	0.022827807813882828
210	rnn.bias_hh_l0_reverse	5	0.04598977789282799
210	rnn.bias_hh_l0_reverse	6	0.06683781743049622
210	rnn.bias_hh_l0_reverse	7	0.08441481739282608
210	rnn.bias_hh_l0_reverse	8	-0.008993453346192837
210	rnn.bias_hh_l0_reverse	9	0.04929012432694435
210	rnn.weight_ih_l1	0	0.02396143414080143
210	rnn.weight_ih_l1	1	0.01613483391702175
210	rnn.weight_ih_l1	2	0.08851080387830734
210	rnn.weight_ih_l1	3	-0.024289513006806374
210	rnn.weight_ih_l1	4	-0.024529777467250824
210	rnn.weight_ih_l1	5	-0.012831444852054119
210	rnn.weight_ih_l1	6	0.07278644293546677
210	rnn.weight_ih_l1	7	-0.0034492984414100647
210	rnn.weight_ih_l1	8	-0.05254168435931206
210	rnn.weight_ih_l1	9	0.05435929819941521
210	rnn.weight_hh_l1	0	-0.08178408443927765
210	rnn.weight_hh_l1	1	-0.03566689044237137
210	rnn.weight_hh_l1	2	-0.008131111972033978
210	rnn.weight_hh_l1	3	-0.058202050626277924
210	rnn.weight_hh_l1	4	0.0860472023487091
210	rnn.weight_hh_l1	5	-0.0841512382030487
210	rnn.weight_hh_l1	6	-0.05011267215013504
210	rnn.weight_hh_l1	7	0.06488585472106934
210	rnn.weight_hh_l1	8	-0.013539155013859272
210	rnn.weight_hh_l1	9	-0.039969440549612045
210	rnn.bias_ih_l1	0	-0.03406718000769615
210	rnn.bias_ih_l1	1	0.05501770228147507
210	rnn.bias_ih_l1	2	-0.0455644465982914
210	rnn.bias_ih_l1	3	-0.07721652090549469
210	rnn.bias_ih_l1	4	-0.02849813550710678
210	rnn.bias_ih_l1	5	-0.006686291191726923
210	rnn.bias_ih_l1	6	-0.04632207378745079
210	rnn.bias_ih_l1	7	0.06204996258020401
210	rnn.bias_ih_l1	8	0.08487598598003387
210	rnn.bias_ih_l1	9	0.03186331316828728
210	rnn.bias_hh_l1	0	0.06879696995019913
210	rnn.bias_hh_l1	1	-0.05854678899049759
210	rnn.bias_hh_l1	2	0.019359223544597626
210	rnn.bias_hh_l1	3	0.08129434287548065
210	rnn.bias_hh_l1	4	0.05767255276441574
210	rnn.bias_hh_l1	5	-0.07965441793203354
210	rnn.bias_hh_l1	6	0.014306831173598766
210	rnn.bias_hh_l1	7	0.0423867367208004
210	rnn.bias_hh_l1	8	0.015196486376225948
210	rnn.bias_hh_l1	9	-0.0046429019421339035
210	rnn.weight_ih_l1_reverse	0	0.08697683364152908
210	rnn.weight_ih_l1_reverse	1	-0.04183199256658554
210	rnn.weight_ih_l1_reverse	2	-0.06187627837061882
210	rnn.weight_ih_l1_reverse	3	0.025353778153657913
210	rnn.weight_ih_l1_reverse	4	-0.04655350744724274
210	rnn.weight_ih_l1_reverse	5	0.024045301601290703
210	rnn.weight_ih_l1_reverse	6	0.04043297469615936
210	rnn.weight_ih_l1_reverse	7	0.020258767530322075
210	rnn.weight_ih_l1_reverse	8	-0.008701697923243046
210	rnn.weight_ih_l1_reverse	9	-0.06646724790334702
210	rnn.weight_hh_l1_reverse	0	0.00490232277661562
210	rnn.weight_hh_l1_reverse	1	0.019007572904229164
210	rnn.weight_hh_l1_reverse	2	-0.05819111317396164
210	rnn.weight_hh_l1_reverse	3	-0.012869535945355892
210	rnn.weight_hh_l1_reverse	4	0.008894110098481178
210	rnn.weight_hh_l1_reverse	5	-0.06580934673547745
210	rnn.weight_hh_l1_reverse	6	-0.0672915130853653
210	rnn.weight_hh_l1_reverse	7	-0.011381400749087334
210	rnn.weight_hh_l1_reverse	8	-0.059249285608530045
210	rnn.weight_hh_l1_reverse	9	-0.04396878555417061
210	rnn.bias_ih_l1_reverse	0	-0.00275058439001441
210	rnn.bias_ih_l1_reverse	1	-0.04129039868712425
210	rnn.bias_ih_l1_reverse	2	0.02856568619608879
210	rnn.bias_ih_l1_reverse	3	-0.08452700823545456
210	rnn.bias_ih_l1_reverse	4	-0.08676596730947495
210	rnn.bias_ih_l1_reverse	5	-0.08664416521787643
210	rnn.bias_ih_l1_reverse	6	0.06558699905872345
210	rnn.bias_ih_l1_reverse	7	0.08455826342105865
210	rnn.bias_ih_l1_reverse	8	-0.00023773574503138661
210	rnn.bias_ih_l1_reverse	9	-0.010022323578596115
210	rnn.bias_hh_l1_reverse	0	0.06220047175884247
210	rnn.bias_hh_l1_reverse	1	-0.06707748770713806
210	rnn.bias_hh_l1_reverse	2	-0.054460249841213226
210	rnn.bias_hh_l1_reverse	3	0.07368691265583038
210	rnn.bias_hh_l1_reverse	4	-0.02231532521545887
210	rnn.bias_hh_l1_reverse	5	-0.005520282778888941
210	rnn.bias_hh_l1_reverse	6	-0.059606265276670456
210	rnn.bias_hh_l1_reverse	7	-0.05960015952587128
210	rnn.bias_hh_l1_reverse	8	0.06616728007793427
210	rnn.bias_hh_l1_reverse	9	0.04998805746436119
210	rnn.weight_ih_l2	0	0.07732215523719788
210	rnn.weight_ih_l2	1	-0.054259542375802994
210	rnn.weight_ih_l2	2	0.06336106359958649
210	rnn.weight_ih_l2	3	0.06567072123289108
210	rnn.weight_ih_l2	4	0.05647783353924751
210	rnn.weight_ih_l2	5	-0.035244643688201904
210	rnn.weight_ih_l2	6	-0.07571106404066086
210	rnn.weight_ih_l2	7	0.011826944537460804
210	rnn.weight_ih_l2	8	-0.017176492139697075
210	rnn.weight_ih_l2	9	-0.06912726908922195
210	rnn.weight_hh_l2	0	0.04807465896010399
210	rnn.weight_hh_l2	1	0.030874324962496758
210	rnn.weight_hh_l2	2	-0.05473032221198082
210	rnn.weight_hh_l2	3	-0.025312459096312523
210	rnn.weight_hh_l2	4	0.054957445710897446
210	rnn.weight_hh_l2	5	-0.024007480591535568
210	rnn.weight_hh_l2	6	0.008469218388199806
210	rnn.weight_hh_l2	7	-0.05349641665816307
210	rnn.weight_hh_l2	8	-0.005916769150644541
210	rnn.weight_hh_l2	9	-0.01804022118449211
210	rnn.bias_ih_l2	0	0.14827510714530945
210	rnn.bias_ih_l2	1	0.012020133435726166
210	rnn.bias_ih_l2	2	0.06799988448619843
210	rnn.bias_ih_l2	3	0.028162488713860512
210	rnn.bias_ih_l2	4	-0.006640302948653698
210	rnn.bias_ih_l2	5	0.04764488339424133
210	rnn.bias_ih_l2	6	0.013740887865424156
210	rnn.bias_ih_l2	7	0.017618687823414803
210	rnn.bias_ih_l2	8	0.01826266199350357
210	rnn.bias_ih_l2	9	-0.01529824547469616
210	rnn.bias_hh_l2	0	0.02258690446615219
210	rnn.bias_hh_l2	1	0.007250198628753424
210	rnn.bias_hh_l2	2	0.07657214999198914
210	rnn.bias_hh_l2	3	0.02930258959531784
210	rnn.bias_hh_l2	4	0.07785599678754807
210	rnn.bias_hh_l2	5	-0.0575212724506855
210	rnn.bias_hh_l2	6	0.0540752038359642
210	rnn.bias_hh_l2	7	-0.025845393538475037
210	rnn.bias_hh_l2	8	0.041812796145677567
210	rnn.bias_hh_l2	9	0.016233962029218674
210	rnn.weight_ih_l2_reverse	0	0.08229032903909683
210	rnn.weight_ih_l2_reverse	1	-0.05549178645014763
210	rnn.weight_ih_l2_reverse	2	0.0011930289911106229
210	rnn.weight_ih_l2_reverse	3	0.03526385501027107
210	rnn.weight_ih_l2_reverse	4	0.05408719182014465
210	rnn.weight_ih_l2_reverse	5	-0.04069196805357933
210	rnn.weight_ih_l2_reverse	6	-0.0006557178567163646
210	rnn.weight_ih_l2_reverse	7	-0.013526617549359798
210	rnn.weight_ih_l2_reverse	8	0.013890431262552738
210	rnn.weight_ih_l2_reverse	9	-0.07959920912981033
210	rnn.weight_hh_l2_reverse	0	-0.08277257531881332
210	rnn.weight_hh_l2_reverse	1	0.01667805202305317
210	rnn.weight_hh_l2_reverse	2	0.010425752028822899
210	rnn.weight_hh_l2_reverse	3	0.024328654631972313
210	rnn.weight_hh_l2_reverse	4	-0.036812592297792435
210	rnn.weight_hh_l2_reverse	5	-0.014774401672184467
210	rnn.weight_hh_l2_reverse	6	-0.044114839285612106
210	rnn.weight_hh_l2_reverse	7	-0.059906553477048874
210	rnn.weight_hh_l2_reverse	8	-0.006703061517328024
210	rnn.weight_hh_l2_reverse	9	-0.058999691158533096
210	rnn.bias_ih_l2_reverse	0	-0.05554402992129326
210	rnn.bias_ih_l2_reverse	1	-0.027271224185824394
210	rnn.bias_ih_l2_reverse	2	0.04622771963477135
210	rnn.bias_ih_l2_reverse	3	0.03284485265612602
210	rnn.bias_ih_l2_reverse	4	0.07576733082532883
210	rnn.bias_ih_l2_reverse	5	-0.08860726654529572
210	rnn.bias_ih_l2_reverse	6	-0.043370697647333145
210	rnn.bias_ih_l2_reverse	7	-0.05970685929059982
210	rnn.bias_ih_l2_reverse	8	0.06306078284978867
210	rnn.bias_ih_l2_reverse	9	0.027746357023715973
210	rnn.bias_hh_l2_reverse	0	0.04579465836286545
210	rnn.bias_hh_l2_reverse	1	-0.06911396235227585
210	rnn.bias_hh_l2_reverse	2	-0.06725064665079117
210	rnn.bias_hh_l2_reverse	3	0.031221680343151093
210	rnn.bias_hh_l2_reverse	4	0.03315042704343796
210	rnn.bias_hh_l2_reverse	5	0.03489259257912636
210	rnn.bias_hh_l2_reverse	6	-0.08256656676530838
210	rnn.bias_hh_l2_reverse	7	-0.006623673252761364
210	rnn.bias_hh_l2_reverse	8	-0.10656794160604477
210	rnn.bias_hh_l2_reverse	9	-0.05491860955953598
210	linear.weight	0	0.025028489530086517
210	linear.weight	1	0.15278175473213196
210	linear.weight	2	-0.024233819916844368
210	linear.weight	3	-0.035499248653650284
210	linear.weight	4	-0.022248394787311554
210	linear.weight	5	0.05096128582954407
210	linear.weight	6	1.4894016203470528e-05
210	linear.weight	7	-0.10660599917173386
210	linear.weight	8	-0.029587747529149055
210	linear.weight	9	0.1126774400472641
210	linear.bias	0	0.4994334280490875
210	linear.bias	1	0.778849184513092
210	linear.bias	2	-1.6402779817581177
210	linear.bias	3	-0.05754556506872177
210	linear.bias	4	-0.050822705030441284
210	linear.bias	5	0.2606908082962036
211	transitions	0	0.03076457418501377
211	transitions	1	-10000.0
211	transitions	2	2.6842827796936035
211	transitions	3	-1.1794357299804688
211	transitions	4	-10000.0
211	transitions	5	-10000.0
211	transitions	6	-10000.0
211	transitions	7	0.8815593123435974
211	transitions	8	0.833624541759491
211	transitions	9	-1.190529227256775
211	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
211	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
211	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
211	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
211	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
211	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
211	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
211	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
211	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
211	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
211	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
211	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
211	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
211	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
211	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
211	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
211	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
211	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
211	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
211	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
211	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
211	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
211	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
211	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
211	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
211	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
211	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
211	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
211	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
211	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
211	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
211	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
211	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
211	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
211	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
211	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
211	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
211	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
211	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
211	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
211	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
211	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
211	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
211	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
211	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
211	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
211	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
211	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
211	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
211	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
211	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
211	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
211	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
211	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
211	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
211	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
211	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
211	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
211	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
211	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
211	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
211	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
211	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
211	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
211	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
211	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
211	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
211	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
211	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
211	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
211	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
211	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
211	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
211	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
211	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
211	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
211	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
211	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
211	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
211	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
211	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
211	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
211	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
211	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
211	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
211	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
211	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
211	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
211	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
211	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
211	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
211	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
211	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
211	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
211	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
211	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
211	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
211	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
211	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
211	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
211	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
211	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
211	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
211	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
211	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
211	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
211	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
211	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
211	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
211	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
211	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
211	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
211	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
211	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
211	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
211	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
211	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
211	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
211	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
211	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
211	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
211	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
211	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
211	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
211	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
211	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
211	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
211	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
211	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
211	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
211	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
211	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
211	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
211	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
211	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
211	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
211	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
211	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
211	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
211	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
211	embedding2nn.weight	0	0.014810536988079548
211	embedding2nn.weight	1	0.00015209917910397053
211	embedding2nn.weight	2	0.005547265522181988
211	embedding2nn.weight	3	0.000696520961355418
211	embedding2nn.weight	4	-0.008262578397989273
211	embedding2nn.weight	5	-0.005611397325992584
211	embedding2nn.weight	6	-0.0008256626315414906
211	embedding2nn.weight	7	-0.002939959755167365
211	embedding2nn.weight	8	0.013976139016449451
211	embedding2nn.weight	9	0.00442355964332819
211	embedding2nn.bias	0	0.0060826074331998825
211	embedding2nn.bias	1	-0.017869407311081886
211	embedding2nn.bias	2	0.005111370235681534
211	embedding2nn.bias	3	-0.009252436459064484
211	embedding2nn.bias	4	-0.024321475997567177
211	embedding2nn.bias	5	-0.0004812359984498471
211	embedding2nn.bias	6	0.006355534307658672
211	embedding2nn.bias	7	-0.007648831699043512
211	embedding2nn.bias	8	-0.00010638721141731367
211	embedding2nn.bias	9	-0.0046858713030815125
211	rnn.weight_ih_l0	0	-0.05233230069279671
211	rnn.weight_ih_l0	1	0.05074828863143921
211	rnn.weight_ih_l0	2	0.031879816204309464
211	rnn.weight_ih_l0	3	0.0147470161318779
211	rnn.weight_ih_l0	4	0.012482292018830776
211	rnn.weight_ih_l0	5	0.08421420305967331
211	rnn.weight_ih_l0	6	0.07607538998126984
211	rnn.weight_ih_l0	7	0.03779613599181175
211	rnn.weight_ih_l0	8	-0.04581407830119133
211	rnn.weight_ih_l0	9	0.007901494391262531
211	rnn.weight_hh_l0	0	0.008249077014625072
211	rnn.weight_hh_l0	1	-0.0643053650856018
211	rnn.weight_hh_l0	2	-0.06549026817083359
211	rnn.weight_hh_l0	3	0.07151467353105545
211	rnn.weight_hh_l0	4	0.07099668681621552
211	rnn.weight_hh_l0	5	0.005964148789644241
211	rnn.weight_hh_l0	6	-0.002773502841591835
211	rnn.weight_hh_l0	7	-0.016020018607378006
211	rnn.weight_hh_l0	8	-0.029382603242993355
211	rnn.weight_hh_l0	9	0.057576194405555725
211	rnn.bias_ih_l0	0	-0.06266094744205475
211	rnn.bias_ih_l0	1	0.08870125561952591
211	rnn.bias_ih_l0	2	0.020217226818203926
211	rnn.bias_ih_l0	3	0.0796552449464798
211	rnn.bias_ih_l0	4	-0.07702028751373291
211	rnn.bias_ih_l0	5	0.08233463019132614
211	rnn.bias_ih_l0	6	-0.06832817196846008
211	rnn.bias_ih_l0	7	-0.035988301038742065
211	rnn.bias_ih_l0	8	-0.09119958430528641
211	rnn.bias_ih_l0	9	-0.04480603709816933
211	rnn.bias_hh_l0	0	0.035179466009140015
211	rnn.bias_hh_l0	1	0.07338733226060867
211	rnn.bias_hh_l0	2	0.07000814378261566
211	rnn.bias_hh_l0	3	0.08567717671394348
211	rnn.bias_hh_l0	4	-0.09769345074892044
211	rnn.bias_hh_l0	5	-0.0711403340101242
211	rnn.bias_hh_l0	6	0.07877600938081741
211	rnn.bias_hh_l0	7	-0.07910426706075668
211	rnn.bias_hh_l0	8	-0.026623226702213287
211	rnn.bias_hh_l0	9	0.011688895523548126
211	rnn.weight_ih_l0_reverse	0	0.07937504351139069
211	rnn.weight_ih_l0_reverse	1	0.07330090552568436
211	rnn.weight_ih_l0_reverse	2	0.03876253962516785
211	rnn.weight_ih_l0_reverse	3	0.03367969021201134
211	rnn.weight_ih_l0_reverse	4	-0.03641936555504799
211	rnn.weight_ih_l0_reverse	5	0.050840191543102264
211	rnn.weight_ih_l0_reverse	6	0.06648353487253189
211	rnn.weight_ih_l0_reverse	7	0.02226867340505123
211	rnn.weight_ih_l0_reverse	8	-0.057915158569812775
211	rnn.weight_ih_l0_reverse	9	-0.0528363361954689
211	rnn.weight_hh_l0_reverse	0	0.025522803887724876
211	rnn.weight_hh_l0_reverse	1	-0.0872441753745079
211	rnn.weight_hh_l0_reverse	2	0.06341477483510971
211	rnn.weight_hh_l0_reverse	3	-0.021578097715973854
211	rnn.weight_hh_l0_reverse	4	0.08511994779109955
211	rnn.weight_hh_l0_reverse	5	-0.001987053081393242
211	rnn.weight_hh_l0_reverse	6	0.030700264498591423
211	rnn.weight_hh_l0_reverse	7	0.07875364273786545
211	rnn.weight_hh_l0_reverse	8	-0.022417187690734863
211	rnn.weight_hh_l0_reverse	9	-0.04657212644815445
211	rnn.bias_ih_l0_reverse	0	0.0006707379361614585
211	rnn.bias_ih_l0_reverse	1	-0.02109443210065365
211	rnn.bias_ih_l0_reverse	2	-0.013984238728880882
211	rnn.bias_ih_l0_reverse	3	0.03613712638616562
211	rnn.bias_ih_l0_reverse	4	0.06768850237131119
211	rnn.bias_ih_l0_reverse	5	-0.020673727616667747
211	rnn.bias_ih_l0_reverse	6	-0.02711230330169201
211	rnn.bias_ih_l0_reverse	7	-0.04845752939581871
211	rnn.bias_ih_l0_reverse	8	0.005644502583891153
211	rnn.bias_ih_l0_reverse	9	-0.06754007935523987
211	rnn.bias_hh_l0_reverse	0	0.03961228206753731
211	rnn.bias_hh_l0_reverse	1	-0.06890267878770828
211	rnn.bias_hh_l0_reverse	2	0.07514465600252151
211	rnn.bias_hh_l0_reverse	3	0.062209296971559525
211	rnn.bias_hh_l0_reverse	4	0.022815773263573647
211	rnn.bias_hh_l0_reverse	5	0.04599516838788986
211	rnn.bias_hh_l0_reverse	6	0.06683947890996933
211	rnn.bias_hh_l0_reverse	7	0.08450572937726974
211	rnn.bias_hh_l0_reverse	8	-0.008988797664642334
211	rnn.bias_hh_l0_reverse	9	0.04916336014866829
211	rnn.weight_ih_l1	0	0.023932822048664093
211	rnn.weight_ih_l1	1	0.016145009547472
211	rnn.weight_ih_l1	2	0.08858516067266464
211	rnn.weight_ih_l1	3	-0.024292055517435074
211	rnn.weight_ih_l1	4	-0.024536704644560814
211	rnn.weight_ih_l1	5	-0.01284135039895773
211	rnn.weight_ih_l1	6	0.0727928951382637
211	rnn.weight_ih_l1	7	-0.0035964492708444595
211	rnn.weight_ih_l1	8	-0.05253136157989502
211	rnn.weight_ih_l1	9	0.054640449583530426
211	rnn.weight_hh_l1	0	-0.08176553249359131
211	rnn.weight_hh_l1	1	-0.035664841532707214
211	rnn.weight_hh_l1	2	-0.008131034672260284
211	rnn.weight_hh_l1	3	-0.05819937214255333
211	rnn.weight_hh_l1	4	0.08603636920452118
211	rnn.weight_hh_l1	5	-0.0841514840722084
211	rnn.weight_hh_l1	6	-0.05011929199099541
211	rnn.weight_hh_l1	7	0.06487969309091568
211	rnn.weight_hh_l1	8	-0.01354232244193554
211	rnn.weight_hh_l1	9	-0.039932701736688614
211	rnn.bias_ih_l1	0	-0.03391730785369873
211	rnn.bias_ih_l1	1	0.05499455705285072
211	rnn.bias_ih_l1	2	-0.04555787146091461
211	rnn.bias_ih_l1	3	-0.0772203579545021
211	rnn.bias_ih_l1	4	-0.02844185382127762
211	rnn.bias_ih_l1	5	-0.005843942519277334
211	rnn.bias_ih_l1	6	-0.0460900217294693
211	rnn.bias_ih_l1	7	0.06206421181559563
211	rnn.bias_ih_l1	8	0.08485575765371323
211	rnn.bias_ih_l1	9	0.03184911608695984
211	rnn.bias_hh_l1	0	0.06879965215921402
211	rnn.bias_hh_l1	1	-0.058539681136608124
211	rnn.bias_hh_l1	2	0.019349338486790657
211	rnn.bias_hh_l1	3	0.08150501549243927
211	rnn.bias_hh_l1	4	0.057691555470228195
211	rnn.bias_hh_l1	5	-0.07966624200344086
211	rnn.bias_hh_l1	6	0.014300743117928505
211	rnn.bias_hh_l1	7	0.04239852353930473
211	rnn.bias_hh_l1	8	0.015210593119263649
211	rnn.bias_hh_l1	9	-0.0046469904482364655
211	rnn.weight_ih_l1_reverse	0	0.08697667717933655
211	rnn.weight_ih_l1_reverse	1	-0.04182953014969826
211	rnn.weight_ih_l1_reverse	2	-0.06187741458415985
211	rnn.weight_ih_l1_reverse	3	0.02535703219473362
211	rnn.weight_ih_l1_reverse	4	-0.04655272141098976
211	rnn.weight_ih_l1_reverse	5	0.024046646431088448
211	rnn.weight_ih_l1_reverse	6	0.040434278547763824
211	rnn.weight_ih_l1_reverse	7	0.02026260644197464
211	rnn.weight_ih_l1_reverse	8	-0.008700902573764324
211	rnn.weight_ih_l1_reverse	9	-0.06648468226194382
211	rnn.weight_hh_l1_reverse	0	0.004904864821583033
211	rnn.weight_hh_l1_reverse	1	0.019006436690688133
211	rnn.weight_hh_l1_reverse	2	-0.058190666139125824
211	rnn.weight_hh_l1_reverse	3	-0.012868230231106281
211	rnn.weight_hh_l1_reverse	4	0.008894328027963638
211	rnn.weight_hh_l1_reverse	5	-0.06580939888954163
211	rnn.weight_hh_l1_reverse	6	-0.06729034334421158
211	rnn.weight_hh_l1_reverse	7	-0.011381633579730988
211	rnn.weight_hh_l1_reverse	8	-0.059248559176921844
211	rnn.weight_hh_l1_reverse	9	-0.043965041637420654
211	rnn.bias_ih_l1_reverse	0	-0.0027464875020086765
211	rnn.bias_ih_l1_reverse	1	-0.04128634184598923
211	rnn.bias_ih_l1_reverse	2	0.028543716296553612
211	rnn.bias_ih_l1_reverse	3	-0.08453372120857239
211	rnn.bias_ih_l1_reverse	4	-0.0867740660905838
211	rnn.bias_ih_l1_reverse	5	-0.08667561411857605
211	rnn.bias_ih_l1_reverse	6	0.06565016508102417
211	rnn.bias_ih_l1_reverse	7	0.08456718176603317
211	rnn.bias_ih_l1_reverse	8	-0.0001826000225264579
211	rnn.bias_ih_l1_reverse	9	-0.010031287558376789
211	rnn.bias_hh_l1_reverse	0	0.06220041587948799
211	rnn.bias_hh_l1_reverse	1	-0.06707705557346344
211	rnn.bias_hh_l1_reverse	2	-0.05444461107254028
211	rnn.bias_hh_l1_reverse	3	0.0736999437212944
211	rnn.bias_hh_l1_reverse	4	-0.02236081287264824
211	rnn.bias_hh_l1_reverse	5	-0.0054902201518416405
211	rnn.bias_hh_l1_reverse	6	-0.059609346091747284
211	rnn.bias_hh_l1_reverse	7	-0.05959117412567139
211	rnn.bias_hh_l1_reverse	8	0.06614790856838226
211	rnn.bias_hh_l1_reverse	9	0.04997504502534866
211	rnn.weight_ih_l2	0	0.0772419348359108
211	rnn.weight_ih_l2	1	-0.05426543951034546
211	rnn.weight_ih_l2	2	0.06335783004760742
211	rnn.weight_ih_l2	3	0.0656730979681015
211	rnn.weight_ih_l2	4	0.05648046359419823
211	rnn.weight_ih_l2	5	-0.03527171537280083
211	rnn.weight_ih_l2	6	-0.07576336711645126
211	rnn.weight_ih_l2	7	0.01181322056800127
211	rnn.weight_ih_l2	8	-0.017175685614347458
211	rnn.weight_ih_l2	9	-0.06912830471992493
211	rnn.weight_hh_l2	0	0.04807174578309059
211	rnn.weight_hh_l2	1	0.030860017985105515
211	rnn.weight_hh_l2	2	-0.05473398044705391
211	rnn.weight_hh_l2	3	-0.025310184806585312
211	rnn.weight_hh_l2	4	0.0549682155251503
211	rnn.weight_hh_l2	5	-0.0240115225315094
211	rnn.weight_hh_l2	6	0.00846854317933321
211	rnn.weight_hh_l2	7	-0.0534965954720974
211	rnn.weight_hh_l2	8	-0.005910371895879507
211	rnn.weight_hh_l2	9	-0.018040867522358894
211	rnn.bias_ih_l2	0	0.1480720192193985
211	rnn.bias_ih_l2	1	0.012110347859561443
211	rnn.bias_ih_l2	2	0.0680810883641243
211	rnn.bias_ih_l2	3	0.028025861829519272
211	rnn.bias_ih_l2	4	-0.006624676752835512
211	rnn.bias_ih_l2	5	0.04770927503705025
211	rnn.bias_ih_l2	6	0.013805313967168331
211	rnn.bias_ih_l2	7	0.017632046714425087
211	rnn.bias_ih_l2	8	0.01823350600898266
211	rnn.bias_ih_l2	9	-0.01531239878386259
211	rnn.bias_hh_l2	0	0.02248135767877102
211	rnn.bias_hh_l2	1	0.007286717649549246
211	rnn.bias_hh_l2	2	0.0766541138291359
211	rnn.bias_hh_l2	3	0.029308797791600227
211	rnn.bias_hh_l2	4	0.07787175476551056
211	rnn.bias_hh_l2	5	-0.05738884583115578
211	rnn.bias_hh_l2	6	0.05361497402191162
211	rnn.bias_hh_l2	7	-0.02576209232211113
211	rnn.bias_hh_l2	8	0.04181366041302681
211	rnn.bias_hh_l2	9	0.016734829172492027
211	rnn.weight_ih_l2_reverse	0	0.0822904035449028
211	rnn.weight_ih_l2_reverse	1	-0.05548102408647537
211	rnn.weight_ih_l2_reverse	2	0.0011928812600672245
211	rnn.weight_ih_l2_reverse	3	0.035263821482658386
211	rnn.weight_ih_l2_reverse	4	0.05408816412091255
211	rnn.weight_ih_l2_reverse	5	-0.04069157689809799
211	rnn.weight_ih_l2_reverse	6	-0.0006536475848406553
211	rnn.weight_ih_l2_reverse	7	-0.013554781675338745
211	rnn.weight_ih_l2_reverse	8	0.01391011755913496
211	rnn.weight_ih_l2_reverse	9	-0.07959766685962677
211	rnn.weight_hh_l2_reverse	0	-0.08277271687984467
211	rnn.weight_hh_l2_reverse	1	0.01667790859937668
211	rnn.weight_hh_l2_reverse	2	0.010425386019051075
211	rnn.weight_hh_l2_reverse	3	0.0243286844342947
211	rnn.weight_hh_l2_reverse	4	-0.03681301698088646
211	rnn.weight_hh_l2_reverse	5	-0.014773664996027946
211	rnn.weight_hh_l2_reverse	6	-0.04412081465125084
211	rnn.weight_hh_l2_reverse	7	-0.05990631878376007
211	rnn.weight_hh_l2_reverse	8	-0.006702262442559004
211	rnn.weight_hh_l2_reverse	9	-0.05899999663233757
211	rnn.bias_ih_l2_reverse	0	-0.05571455880999565
211	rnn.bias_ih_l2_reverse	1	-0.027259904891252518
211	rnn.bias_ih_l2_reverse	2	0.046304356306791306
211	rnn.bias_ih_l2_reverse	3	0.03300357237458229
211	rnn.bias_ih_l2_reverse	4	0.07576780766248703
211	rnn.bias_ih_l2_reverse	5	-0.08861275017261505
211	rnn.bias_ih_l2_reverse	6	-0.04337300732731819
211	rnn.bias_ih_l2_reverse	7	-0.05990102142095566
211	rnn.bias_ih_l2_reverse	8	0.06322924792766571
211	rnn.bias_ih_l2_reverse	9	0.027772583067417145
211	rnn.bias_hh_l2_reverse	0	0.04636986926198006
211	rnn.bias_hh_l2_reverse	1	-0.06917668133974075
211	rnn.bias_hh_l2_reverse	2	-0.06725726276636124
211	rnn.bias_hh_l2_reverse	3	0.031229093670845032
211	rnn.bias_hh_l2_reverse	4	0.03324763476848602
211	rnn.bias_hh_l2_reverse	5	0.03488514572381973
211	rnn.bias_hh_l2_reverse	6	-0.08257615566253662
211	rnn.bias_hh_l2_reverse	7	-0.00659790076315403
211	rnn.bias_hh_l2_reverse	8	-0.1065860465168953
211	rnn.bias_hh_l2_reverse	9	-0.05491714924573898
211	linear.weight	0	0.025028489530086517
211	linear.weight	1	0.15335272252559662
211	linear.weight	2	-0.02423628233373165
211	linear.weight	3	-0.03550189733505249
211	linear.weight	4	-0.022248394787311554
211	linear.weight	5	0.05096331611275673
211	linear.weight	6	-7.793661097821314e-06
211	linear.weight	7	-0.10666006803512573
211	linear.weight	8	-0.029551057144999504
211	linear.weight	9	0.11275224387645721
211	linear.bias	0	0.49870017170906067
211	linear.bias	1	0.780200719833374
211	linear.bias	2	-1.6404590606689453
211	linear.bias	3	-0.05754556506872177
211	linear.bias	4	-0.050822705030441284
211	linear.bias	5	0.2602536380290985
212	transitions	0	0.030667368322610855
212	transitions	1	-10000.0
212	transitions	2	2.686168909072876
212	transitions	3	-1.1789530515670776
212	transitions	4	-10000.0
212	transitions	5	-10000.0
212	transitions	6	-10000.0
212	transitions	7	0.8815578818321228
212	transitions	8	0.8335376977920532
212	transitions	9	-1.1908468008041382
212	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
212	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
212	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
212	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
212	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
212	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
212	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
212	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
212	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
212	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
212	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
212	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
212	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
212	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
212	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
212	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
212	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
212	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
212	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
212	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
212	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
212	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
212	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
212	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
212	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
212	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
212	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
212	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
212	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
212	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
212	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
212	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
212	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
212	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
212	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
212	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
212	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
212	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
212	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
212	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
212	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
212	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
212	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
212	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
212	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
212	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
212	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
212	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
212	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
212	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
212	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
212	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
212	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
212	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
212	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
212	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
212	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
212	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
212	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
212	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
212	embedding2nn.weight	0	0.01480945385992527
212	embedding2nn.weight	1	0.0001468926202505827
212	embedding2nn.weight	2	0.005543021019548178
212	embedding2nn.weight	3	0.0006964846979826689
212	embedding2nn.weight	4	-0.008306225761771202
212	embedding2nn.weight	5	-0.005611670669168234
212	embedding2nn.weight	6	-0.0008464672137051821
212	embedding2nn.weight	7	-0.002936525037512183
212	embedding2nn.weight	8	0.01378677412867546
212	embedding2nn.weight	9	0.004421397112309933
212	embedding2nn.bias	0	0.006402933970093727
212	embedding2nn.bias	1	-0.018128039315342903
212	embedding2nn.bias	2	0.004709514323621988
212	embedding2nn.bias	3	-0.008882920257747173
212	embedding2nn.bias	4	-0.02413656935095787
212	embedding2nn.bias	5	-0.0005790715804323554
212	embedding2nn.bias	6	0.006137403193861246
212	embedding2nn.bias	7	-0.0077189854346215725
212	embedding2nn.bias	8	-0.000244310824200511
212	embedding2nn.bias	9	-0.004954741336405277
212	rnn.weight_ih_l0	0	-0.05234633758664131
212	rnn.weight_ih_l0	1	0.050749532878398895
212	rnn.weight_ih_l0	2	0.03187831491231918
212	rnn.weight_ih_l0	3	0.014749093912541866
212	rnn.weight_ih_l0	4	0.012488985434174538
212	rnn.weight_ih_l0	5	0.08421120792627335
212	rnn.weight_ih_l0	6	0.0760764479637146
212	rnn.weight_ih_l0	7	0.03779595345258713
212	rnn.weight_ih_l0	8	-0.04583461210131645
212	rnn.weight_ih_l0	9	0.007894698530435562
212	rnn.weight_hh_l0	0	0.008259173482656479
212	rnn.weight_hh_l0	1	-0.06433053314685822
212	rnn.weight_hh_l0	2	-0.0654914528131485
212	rnn.weight_hh_l0	3	0.07152213901281357
212	rnn.weight_hh_l0	4	0.0710073709487915
212	rnn.weight_hh_l0	5	0.0059745823964476585
212	rnn.weight_hh_l0	6	-0.0027881967835128307
212	rnn.weight_hh_l0	7	-0.01598728448152542
212	rnn.weight_hh_l0	8	-0.029390817508101463
212	rnn.weight_hh_l0	9	0.05757340043783188
212	rnn.bias_ih_l0	0	-0.06274554878473282
212	rnn.bias_ih_l0	1	0.08869557082653046
212	rnn.bias_ih_l0	2	0.020228594541549683
212	rnn.bias_ih_l0	3	0.0796864852309227
212	rnn.bias_ih_l0	4	-0.07665739953517914
212	rnn.bias_ih_l0	5	0.08230462670326233
212	rnn.bias_ih_l0	6	-0.06833447515964508
212	rnn.bias_ih_l0	7	-0.035972435027360916
212	rnn.bias_ih_l0	8	-0.09140253067016602
212	rnn.bias_ih_l0	9	-0.04478275030851364
212	rnn.bias_hh_l0	0	0.03483457863330841
212	rnn.bias_hh_l0	1	0.07347463816404343
212	rnn.bias_hh_l0	2	0.07002029567956924
212	rnn.bias_hh_l0	3	0.08568626642227173
212	rnn.bias_hh_l0	4	-0.09772386401891708
212	rnn.bias_hh_l0	5	-0.07110149413347244
212	rnn.bias_hh_l0	6	0.07875377684831619
212	rnn.bias_hh_l0	7	-0.07883256673812866
212	rnn.bias_hh_l0	8	-0.026623738929629326
212	rnn.bias_hh_l0	9	0.012589588761329651
212	rnn.weight_ih_l0_reverse	0	0.07937538623809814
212	rnn.weight_ih_l0_reverse	1	0.07330154627561569
212	rnn.weight_ih_l0_reverse	2	0.038760632276535034
212	rnn.weight_ih_l0_reverse	3	0.03368087485432625
212	rnn.weight_ih_l0_reverse	4	-0.036413632333278656
212	rnn.weight_ih_l0_reverse	5	0.05083676800131798
212	rnn.weight_ih_l0_reverse	6	0.06648343056440353
212	rnn.weight_ih_l0_reverse	7	0.022272368893027306
212	rnn.weight_ih_l0_reverse	8	-0.05790114775300026
212	rnn.weight_ih_l0_reverse	9	-0.05283626168966293
212	rnn.weight_hh_l0_reverse	0	0.02551819011569023
212	rnn.weight_hh_l0_reverse	1	-0.08725111186504364
212	rnn.weight_hh_l0_reverse	2	0.06341292709112167
212	rnn.weight_hh_l0_reverse	3	-0.021577613428235054
212	rnn.weight_hh_l0_reverse	4	0.08511505275964737
212	rnn.weight_hh_l0_reverse	5	-0.0019896551966667175
212	rnn.weight_hh_l0_reverse	6	0.030724715441465378
212	rnn.weight_hh_l0_reverse	7	0.07875295728445053
212	rnn.weight_hh_l0_reverse	8	-0.02241559885442257
212	rnn.weight_hh_l0_reverse	9	-0.04656872898340225
212	rnn.bias_ih_l0_reverse	0	0.0006553225102834404
212	rnn.bias_ih_l0_reverse	1	-0.02123265527188778
212	rnn.bias_ih_l0_reverse	2	-0.013646348379552364
212	rnn.bias_ih_l0_reverse	3	0.036070145666599274
212	rnn.bias_ih_l0_reverse	4	0.067771777510643
212	rnn.bias_ih_l0_reverse	5	-0.020651018247008324
212	rnn.bias_ih_l0_reverse	6	-0.027061501517891884
212	rnn.bias_ih_l0_reverse	7	-0.048444509506225586
212	rnn.bias_ih_l0_reverse	8	0.005584373604506254
212	rnn.bias_ih_l0_reverse	9	-0.06749087572097778
212	rnn.bias_hh_l0_reverse	0	0.03952338173985481
212	rnn.bias_hh_l0_reverse	1	-0.0688534751534462
212	rnn.bias_hh_l0_reverse	2	0.0747622698545456
212	rnn.bias_hh_l0_reverse	3	0.06221792474389076
212	rnn.bias_hh_l0_reverse	4	0.022689921781420708
212	rnn.bias_hh_l0_reverse	5	0.04607078433036804
212	rnn.bias_hh_l0_reverse	6	0.06693068891763687
212	rnn.bias_hh_l0_reverse	7	0.0844169408082962
212	rnn.bias_hh_l0_reverse	8	-0.008939172141253948
212	rnn.bias_hh_l0_reverse	9	0.04923521727323532
212	rnn.weight_ih_l1	0	0.023841867223381996
212	rnn.weight_ih_l1	1	0.016160180792212486
212	rnn.weight_ih_l1	2	0.08853726834058762
212	rnn.weight_ih_l1	3	-0.024297332391142845
212	rnn.weight_ih_l1	4	-0.024537311866879463
212	rnn.weight_ih_l1	5	-0.012901459820568562
212	rnn.weight_ih_l1	6	0.07278788089752197
212	rnn.weight_ih_l1	7	-0.0036513847298920155
212	rnn.weight_ih_l1	8	-0.05255143344402313
212	rnn.weight_ih_l1	9	0.0547768659889698
212	rnn.weight_hh_l1	0	-0.08176740258932114
212	rnn.weight_hh_l1	1	-0.035646677017211914
212	rnn.weight_hh_l1	2	-0.008133606985211372
212	rnn.weight_hh_l1	3	-0.05818779394030571
212	rnn.weight_hh_l1	4	0.08602618426084518
212	rnn.weight_hh_l1	5	-0.08415217697620392
212	rnn.weight_hh_l1	6	-0.050133973360061646
212	rnn.weight_hh_l1	7	0.06488004326820374
212	rnn.weight_hh_l1	8	-0.0135404197499156
212	rnn.weight_hh_l1	9	-0.039915215224027634
212	rnn.bias_ih_l1	0	-0.03385990113019943
212	rnn.bias_ih_l1	1	0.055061597377061844
212	rnn.bias_ih_l1	2	-0.045612435787916183
212	rnn.bias_ih_l1	3	-0.07729430496692657
212	rnn.bias_ih_l1	4	-0.02845076657831669
212	rnn.bias_ih_l1	5	-0.004759768024086952
212	rnn.bias_ih_l1	6	-0.04575841501355171
212	rnn.bias_ih_l1	7	0.062091901898384094
212	rnn.bias_ih_l1	8	0.08481700718402863
212	rnn.bias_ih_l1	9	0.03156480938196182
212	rnn.bias_hh_l1	0	0.06882525235414505
212	rnn.bias_hh_l1	1	-0.05861729383468628
212	rnn.bias_hh_l1	2	0.019371841102838516
212	rnn.bias_hh_l1	3	0.08150321990251541
212	rnn.bias_hh_l1	4	0.057656120508909225
212	rnn.bias_hh_l1	5	-0.07955184578895569
212	rnn.bias_hh_l1	6	0.014349774457514286
212	rnn.bias_hh_l1	7	0.042537398636341095
212	rnn.bias_hh_l1	8	0.015219248831272125
212	rnn.bias_hh_l1	9	-0.004648079629987478
212	rnn.weight_ih_l1_reverse	0	0.08699628710746765
212	rnn.weight_ih_l1_reverse	1	-0.04183327034115791
212	rnn.weight_ih_l1_reverse	2	-0.061880700290203094
212	rnn.weight_ih_l1_reverse	3	0.025353239849209785
212	rnn.weight_ih_l1_reverse	4	-0.0465463288128376
212	rnn.weight_ih_l1_reverse	5	0.024046191945672035
212	rnn.weight_ih_l1_reverse	6	0.040434930473566055
212	rnn.weight_ih_l1_reverse	7	0.02025550976395607
212	rnn.weight_ih_l1_reverse	8	-0.008703579194843769
212	rnn.weight_ih_l1_reverse	9	-0.06644227355718613
212	rnn.weight_hh_l1_reverse	0	0.004928410518914461
212	rnn.weight_hh_l1_reverse	1	0.019008519127964973
212	rnn.weight_hh_l1_reverse	2	-0.058190904557704926
212	rnn.weight_hh_l1_reverse	3	-0.012870565056800842
212	rnn.weight_hh_l1_reverse	4	0.00889557134360075
212	rnn.weight_hh_l1_reverse	5	-0.06582271307706833
212	rnn.weight_hh_l1_reverse	6	-0.06728945672512054
212	rnn.weight_hh_l1_reverse	7	-0.011380355805158615
212	rnn.weight_hh_l1_reverse	8	-0.05921860411763191
212	rnn.weight_hh_l1_reverse	9	-0.0439663864672184
212	rnn.bias_ih_l1_reverse	0	-0.0027454099617898464
212	rnn.bias_ih_l1_reverse	1	-0.041277285665273666
212	rnn.bias_ih_l1_reverse	2	0.028536541387438774
212	rnn.bias_ih_l1_reverse	3	-0.08447272330522537
212	rnn.bias_ih_l1_reverse	4	-0.08676380664110184
212	rnn.bias_ih_l1_reverse	5	-0.08666205406188965
212	rnn.bias_ih_l1_reverse	6	0.0656871497631073
212	rnn.bias_ih_l1_reverse	7	0.08453960716724396
212	rnn.bias_ih_l1_reverse	8	-0.00020854380272794515
212	rnn.bias_ih_l1_reverse	9	-0.010010208934545517
212	rnn.bias_hh_l1_reverse	0	0.062160711735486984
212	rnn.bias_hh_l1_reverse	1	-0.0670398473739624
212	rnn.bias_hh_l1_reverse	2	-0.0544138140976429
212	rnn.bias_hh_l1_reverse	3	0.0736842155456543
212	rnn.bias_hh_l1_reverse	4	-0.022395683452486992
212	rnn.bias_hh_l1_reverse	5	-0.0055480110459029675
212	rnn.bias_hh_l1_reverse	6	-0.05962200462818146
212	rnn.bias_hh_l1_reverse	7	-0.05961962416768074
212	rnn.bias_hh_l1_reverse	8	0.06614457815885544
212	rnn.bias_hh_l1_reverse	9	0.04968458041548729
212	rnn.weight_ih_l2	0	0.07721082121133804
212	rnn.weight_ih_l2	1	-0.054265838116407394
212	rnn.weight_ih_l2	2	0.0633586198091507
212	rnn.weight_ih_l2	3	0.06567816436290741
212	rnn.weight_ih_l2	4	0.0564672127366066
212	rnn.weight_ih_l2	5	-0.03529323264956474
212	rnn.weight_ih_l2	6	-0.07576228678226471
212	rnn.weight_ih_l2	7	0.011824261397123337
212	rnn.weight_ih_l2	8	-0.017175382003188133
212	rnn.weight_ih_l2	9	-0.06912863999605179
212	rnn.weight_hh_l2	0	0.0480751134455204
212	rnn.weight_hh_l2	1	0.030854903161525726
212	rnn.weight_hh_l2	2	-0.05471957474946976
212	rnn.weight_hh_l2	3	-0.025304989889264107
212	rnn.weight_hh_l2	4	0.05497027561068535
212	rnn.weight_hh_l2	5	-0.02400532364845276
212	rnn.weight_hh_l2	6	0.008476115763187408
212	rnn.weight_hh_l2	7	-0.05349297448992729
212	rnn.weight_hh_l2	8	-0.005938610527664423
212	rnn.weight_hh_l2	9	-0.018043631687760353
212	rnn.bias_ih_l2	0	0.14679323136806488
212	rnn.bias_ih_l2	1	0.01206580176949501
212	rnn.bias_ih_l2	2	0.06809310615062714
212	rnn.bias_ih_l2	3	0.028318962082266808
212	rnn.bias_ih_l2	4	-0.0065782563760876656
212	rnn.bias_ih_l2	5	0.0476204939186573
212	rnn.bias_ih_l2	6	0.013879794627428055
212	rnn.bias_ih_l2	7	0.017665911465883255
212	rnn.bias_ih_l2	8	0.0182051844894886
212	rnn.bias_ih_l2	9	-0.015309472568333149
212	rnn.bias_hh_l2	0	0.022576967254281044
212	rnn.bias_hh_l2	1	0.00767438393086195
212	rnn.bias_hh_l2	2	0.07682245969772339
212	rnn.bias_hh_l2	3	0.02927134931087494
212	rnn.bias_hh_l2	4	0.07785828411579132
212	rnn.bias_hh_l2	5	-0.057075925171375275
212	rnn.bias_hh_l2	6	0.053086068481206894
212	rnn.bias_hh_l2	7	-0.025662537664175034
212	rnn.bias_hh_l2	8	0.0417640395462513
212	rnn.bias_hh_l2	9	0.017594827339053154
212	rnn.weight_ih_l2_reverse	0	0.08229058980941772
212	rnn.weight_ih_l2_reverse	1	-0.055427782237529755
212	rnn.weight_ih_l2_reverse	2	0.0011893644696101546
212	rnn.weight_ih_l2_reverse	3	0.03526374325156212
212	rnn.weight_ih_l2_reverse	4	0.054089728742837906
212	rnn.weight_ih_l2_reverse	5	-0.04069263115525246
212	rnn.weight_ih_l2_reverse	6	-0.000770671758800745
212	rnn.weight_ih_l2_reverse	7	-0.013513216748833656
212	rnn.weight_ih_l2_reverse	8	0.013897987082600594
212	rnn.weight_ih_l2_reverse	9	-0.07959429919719696
212	rnn.weight_hh_l2_reverse	0	-0.0827728807926178
212	rnn.weight_hh_l2_reverse	1	0.01667073555290699
212	rnn.weight_hh_l2_reverse	2	0.010425768792629242
212	rnn.weight_hh_l2_reverse	3	0.02432851679623127
212	rnn.weight_hh_l2_reverse	4	-0.03681190684437752
212	rnn.weight_hh_l2_reverse	5	-0.014772173948585987
212	rnn.weight_hh_l2_reverse	6	-0.04412376508116722
212	rnn.weight_hh_l2_reverse	7	-0.05990097299218178
212	rnn.weight_hh_l2_reverse	8	-0.006702830549329519
212	rnn.weight_hh_l2_reverse	9	-0.05900276452302933
212	rnn.bias_ih_l2_reverse	0	-0.0562848225235939
212	rnn.bias_ih_l2_reverse	1	-0.02725771628320217
212	rnn.bias_ih_l2_reverse	2	0.046318814158439636
212	rnn.bias_ih_l2_reverse	3	0.03345531225204468
212	rnn.bias_ih_l2_reverse	4	0.07575226575136185
212	rnn.bias_ih_l2_reverse	5	-0.08862254023551941
212	rnn.bias_ih_l2_reverse	6	-0.043357666581869125
212	rnn.bias_ih_l2_reverse	7	-0.059993427246809006
212	rnn.bias_ih_l2_reverse	8	0.06297271698713303
212	rnn.bias_ih_l2_reverse	9	0.02817138470709324
212	rnn.bias_hh_l2_reverse	0	0.046062491834163666
212	rnn.bias_hh_l2_reverse	1	-0.06880593299865723
212	rnn.bias_hh_l2_reverse	2	-0.06726358085870743
212	rnn.bias_hh_l2_reverse	3	0.03128718212246895
212	rnn.bias_hh_l2_reverse	4	0.033305030316114426
212	rnn.bias_hh_l2_reverse	5	0.03500770777463913
212	rnn.bias_hh_l2_reverse	6	-0.08260368555784225
212	rnn.bias_hh_l2_reverse	7	-0.006610482465475798
212	rnn.bias_hh_l2_reverse	8	-0.10666920989751816
212	rnn.bias_hh_l2_reverse	9	-0.05490969121456146
212	linear.weight	0	0.025028489530086517
212	linear.weight	1	0.15283595025539398
212	linear.weight	2	-0.024235714226961136
212	linear.weight	3	-0.03575872629880905
212	linear.weight	4	-0.022248394787311554
212	linear.weight	5	0.050952013581991196
212	linear.weight	6	-0.0005264538922347128
212	linear.weight	7	-0.10517966002225876
212	linear.weight	8	-0.029587700963020325
212	linear.weight	9	0.1124311238527298
212	linear.bias	0	0.5005983114242554
212	linear.bias	1	0.7835069298744202
212	linear.bias	2	-1.6406755447387695
212	linear.bias	3	-0.05754556506872177
212	linear.bias	4	-0.050822705030441284
212	linear.bias	5	0.2552657425403595
213	transitions	0	0.03057054802775383
213	transitions	1	-10000.0
213	transitions	2	2.6870172023773193
213	transitions	3	-1.1806796789169312
213	transitions	4	-10000.0
213	transitions	5	-10000.0
213	transitions	6	-10000.0
213	transitions	7	0.881557285785675
213	transitions	8	0.8334986567497253
213	transitions	9	-1.191545009613037
213	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
213	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
213	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
213	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
213	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
213	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
213	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
213	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
213	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
213	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
213	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
213	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
213	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
213	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
213	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
213	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
213	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
213	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
213	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
213	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
213	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
213	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
213	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
213	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
213	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
213	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
213	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
213	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
213	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
213	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
213	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
213	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
213	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
213	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
213	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
213	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
213	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
213	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
213	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
213	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
213	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
213	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
213	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
213	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
213	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
213	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
213	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
213	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
213	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
213	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
213	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
213	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
213	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
213	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
213	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
213	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
213	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
213	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
213	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
213	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
213	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
213	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
213	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
213	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
213	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
213	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
213	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
213	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
213	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
213	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
213	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
213	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
213	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
213	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
213	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
213	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
213	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
213	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
213	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
213	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
213	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
213	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
213	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
213	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
213	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
213	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
213	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
213	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
213	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
213	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
213	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
213	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
213	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
213	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
213	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
213	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
213	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
213	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
213	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
213	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
213	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
213	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
213	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
213	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
213	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
213	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
213	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
213	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
213	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
213	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
213	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
213	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
213	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
213	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
213	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
213	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
213	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
213	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
213	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
213	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
213	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
213	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
213	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
213	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
213	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
213	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
213	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
213	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
213	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
213	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
213	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
213	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
213	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
213	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
213	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
213	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
213	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
213	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
213	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
213	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
213	embedding2nn.weight	0	0.01481020450592041
213	embedding2nn.weight	1	0.00014705512148793787
213	embedding2nn.weight	2	0.005543449893593788
213	embedding2nn.weight	3	0.0006965923239476979
213	embedding2nn.weight	4	-0.008306831121444702
213	embedding2nn.weight	5	-0.005611936561763287
213	embedding2nn.weight	6	-0.0008445428102277219
213	embedding2nn.weight	7	-0.002936691977083683
213	embedding2nn.weight	8	0.013794049620628357
213	embedding2nn.weight	9	0.004423072095960379
213	embedding2nn.bias	0	0.006321590393781662
213	embedding2nn.bias	1	-0.018044641241431236
213	embedding2nn.bias	2	0.004744756035506725
213	embedding2nn.bias	3	-0.00877866055816412
213	embedding2nn.bias	4	-0.0240984708070755
213	embedding2nn.bias	5	-0.0005261252517811954
213	embedding2nn.bias	6	0.006169396452605724
213	embedding2nn.bias	7	-0.0077776615507900715
213	embedding2nn.bias	8	-0.0003003367455676198
213	embedding2nn.bias	9	-0.0049264878034591675
213	rnn.weight_ih_l0	0	-0.05234408378601074
213	rnn.weight_ih_l0	1	0.05075021833181381
213	rnn.weight_ih_l0	2	0.031879257410764694
213	rnn.weight_ih_l0	3	0.014749628491699696
213	rnn.weight_ih_l0	4	0.012489446438848972
213	rnn.weight_ih_l0	5	0.08421112596988678
213	rnn.weight_ih_l0	6	0.07607561349868774
213	rnn.weight_ih_l0	7	0.03779599070549011
213	rnn.weight_ih_l0	8	-0.045833900570869446
213	rnn.weight_ih_l0	9	0.00789759960025549
213	rnn.weight_hh_l0	0	0.008259943686425686
213	rnn.weight_hh_l0	1	-0.06433538347482681
213	rnn.weight_hh_l0	2	-0.06549142301082611
213	rnn.weight_hh_l0	3	0.07152272015810013
213	rnn.weight_hh_l0	4	0.07100778073072433
213	rnn.weight_hh_l0	5	0.005977517459541559
213	rnn.weight_hh_l0	6	-0.0027889488264918327
213	rnn.weight_hh_l0	7	-0.015990199521183968
213	rnn.weight_hh_l0	8	-0.029387809336185455
213	rnn.weight_hh_l0	9	0.05757346376776695
213	rnn.bias_ih_l0	0	-0.06276100873947144
213	rnn.bias_ih_l0	1	0.08870157599449158
213	rnn.bias_ih_l0	2	0.020226098597049713
213	rnn.bias_ih_l0	3	0.07965480536222458
213	rnn.bias_ih_l0	4	-0.07668255269527435
213	rnn.bias_ih_l0	5	0.08230414986610413
213	rnn.bias_ih_l0	6	-0.06834068149328232
213	rnn.bias_ih_l0	7	-0.03597315773367882
213	rnn.bias_ih_l0	8	-0.09136002510786057
213	rnn.bias_ih_l0	9	-0.04477359354496002
213	rnn.bias_hh_l0	0	0.034771066159009933
213	rnn.bias_hh_l0	1	0.07347790896892548
213	rnn.bias_hh_l0	2	0.07001682370901108
213	rnn.bias_hh_l0	3	0.08569079637527466
213	rnn.bias_hh_l0	4	-0.0978536531329155
213	rnn.bias_hh_l0	5	-0.07110746949911118
213	rnn.bias_hh_l0	6	0.07875506579875946
213	rnn.bias_hh_l0	7	-0.07882276177406311
213	rnn.bias_hh_l0	8	-0.026633547618985176
213	rnn.bias_hh_l0	9	0.01248360425233841
213	rnn.weight_ih_l0_reverse	0	0.07937564700841904
213	rnn.weight_ih_l0_reverse	1	0.0733024924993515
213	rnn.weight_ih_l0_reverse	2	0.03876035287976265
213	rnn.weight_ih_l0_reverse	3	0.03368017449975014
213	rnn.weight_ih_l0_reverse	4	-0.03641859069466591
213	rnn.weight_ih_l0_reverse	5	0.05083742365241051
213	rnn.weight_ih_l0_reverse	6	0.06648266315460205
213	rnn.weight_ih_l0_reverse	7	0.02227690815925598
213	rnn.weight_ih_l0_reverse	8	-0.057904861867427826
213	rnn.weight_ih_l0_reverse	9	-0.052836302667856216
213	rnn.weight_hh_l0_reverse	0	0.025518184527754784
213	rnn.weight_hh_l0_reverse	1	-0.08725074678659439
213	rnn.weight_hh_l0_reverse	2	0.06341240555047989
213	rnn.weight_hh_l0_reverse	3	-0.021578248590230942
213	rnn.weight_hh_l0_reverse	4	0.08511869609355927
213	rnn.weight_hh_l0_reverse	5	-0.0019892125856131315
213	rnn.weight_hh_l0_reverse	6	0.030725756660103798
213	rnn.weight_hh_l0_reverse	7	0.07875237613916397
213	rnn.weight_hh_l0_reverse	8	-0.022414645180106163
213	rnn.weight_hh_l0_reverse	9	-0.04656878858804703
213	rnn.bias_ih_l0_reverse	0	0.0006604413501918316
213	rnn.bias_ih_l0_reverse	1	-0.021176060661673546
213	rnn.bias_ih_l0_reverse	2	-0.013673939742147923
213	rnn.bias_ih_l0_reverse	3	0.03604389354586601
213	rnn.bias_ih_l0_reverse	4	0.06776627153158188
213	rnn.bias_ih_l0_reverse	5	-0.020652122795581818
213	rnn.bias_ih_l0_reverse	6	-0.027038007974624634
213	rnn.bias_ih_l0_reverse	7	-0.04844967648386955
213	rnn.bias_ih_l0_reverse	8	0.0056179966777563095
213	rnn.bias_ih_l0_reverse	9	-0.06756027042865753
213	rnn.bias_hh_l0_reverse	0	0.03953069821000099
213	rnn.bias_hh_l0_reverse	1	-0.06892286986112595
213	rnn.bias_hh_l0_reverse	2	0.07469697296619415
213	rnn.bias_hh_l0_reverse	3	0.062218211591243744
213	rnn.bias_hh_l0_reverse	4	0.022766659036278725
213	rnn.bias_hh_l0_reverse	5	0.04607948288321495
213	rnn.bias_hh_l0_reverse	6	0.06693226099014282
213	rnn.bias_hh_l0_reverse	7	0.08434506505727768
213	rnn.bias_hh_l0_reverse	8	-0.00893544964492321
213	rnn.bias_hh_l0_reverse	9	0.04924401640892029
213	rnn.weight_ih_l1	0	0.02386493794620037
213	rnn.weight_ih_l1	1	0.016165990382432938
213	rnn.weight_ih_l1	2	0.08855362236499786
213	rnn.weight_ih_l1	3	-0.024297518655657768
213	rnn.weight_ih_l1	4	-0.02453749254345894
213	rnn.weight_ih_l1	5	-0.01290110219269991
213	rnn.weight_ih_l1	6	0.07278736680746078
213	rnn.weight_ih_l1	7	-0.0036358798388391733
213	rnn.weight_ih_l1	8	-0.052548546344041824
213	rnn.weight_ih_l1	9	0.05480871722102165
213	rnn.weight_hh_l1	0	-0.08177946507930756
213	rnn.weight_hh_l1	1	-0.0356438010931015
213	rnn.weight_hh_l1	2	-0.008133328519761562
213	rnn.weight_hh_l1	3	-0.05818840116262436
213	rnn.weight_hh_l1	4	0.08601927757263184
213	rnn.weight_hh_l1	5	-0.0841510221362114
213	rnn.weight_hh_l1	6	-0.05013887211680412
213	rnn.weight_hh_l1	7	0.06487998366355896
213	rnn.weight_hh_l1	8	-0.013540782034397125
213	rnn.weight_hh_l1	9	-0.039909668266773224
213	rnn.bias_ih_l1	0	-0.03384698927402496
213	rnn.bias_ih_l1	1	0.05506551265716553
213	rnn.bias_ih_l1	2	-0.04559220373630524
213	rnn.bias_ih_l1	3	-0.07729066908359528
213	rnn.bias_ih_l1	4	-0.028457483276724815
213	rnn.bias_ih_l1	5	-0.004815991036593914
213	rnn.bias_ih_l1	6	-0.04584948718547821
213	rnn.bias_ih_l1	7	0.062095269560813904
213	rnn.bias_ih_l1	8	0.08483599871397018
213	rnn.bias_ih_l1	9	0.03146814554929733
213	rnn.bias_hh_l1	0	0.0688241496682167
213	rnn.bias_hh_l1	1	-0.0586153082549572
213	rnn.bias_hh_l1	2	0.019374122843146324
213	rnn.bias_hh_l1	3	0.08151070773601532
213	rnn.bias_hh_l1	4	0.0576525442302227
213	rnn.bias_hh_l1	5	-0.07959005981683731
213	rnn.bias_hh_l1	6	0.014347200281918049
213	rnn.bias_hh_l1	7	0.04253684729337692
213	rnn.bias_hh_l1	8	0.01518876664340496
213	rnn.bias_hh_l1	9	-0.004662454128265381
213	rnn.weight_ih_l1_reverse	0	0.0869954451918602
213	rnn.weight_ih_l1_reverse	1	-0.041833650320768356
213	rnn.weight_ih_l1_reverse	2	-0.061880502849817276
213	rnn.weight_ih_l1_reverse	3	0.025353696197271347
213	rnn.weight_ih_l1_reverse	4	-0.0465446375310421
213	rnn.weight_ih_l1_reverse	5	0.0240457896143198
213	rnn.weight_ih_l1_reverse	6	0.04043363779783249
213	rnn.weight_ih_l1_reverse	7	0.020254021510481834
213	rnn.weight_ih_l1_reverse	8	-0.00870445929467678
213	rnn.weight_ih_l1_reverse	9	-0.0664011612534523
213	rnn.weight_hh_l1_reverse	0	0.004928729962557554
213	rnn.weight_hh_l1_reverse	1	0.019008493050932884
213	rnn.weight_hh_l1_reverse	2	-0.05819099396467209
213	rnn.weight_hh_l1_reverse	3	-0.01287104282528162
213	rnn.weight_hh_l1_reverse	4	0.008895773440599442
213	rnn.weight_hh_l1_reverse	5	-0.06580531597137451
213	rnn.weight_hh_l1_reverse	6	-0.06728930026292801
213	rnn.weight_hh_l1_reverse	7	-0.01138084102421999
213	rnn.weight_hh_l1_reverse	8	-0.05921989679336548
213	rnn.weight_hh_l1_reverse	9	-0.04396664723753929
213	rnn.bias_ih_l1_reverse	0	-0.002747715450823307
213	rnn.bias_ih_l1_reverse	1	-0.041273921728134155
213	rnn.bias_ih_l1_reverse	2	0.02855588123202324
213	rnn.bias_ih_l1_reverse	3	-0.08446294069290161
213	rnn.bias_ih_l1_reverse	4	-0.0867551788687706
213	rnn.bias_ih_l1_reverse	5	-0.08665976673364639
213	rnn.bias_ih_l1_reverse	6	0.06569258123636246
213	rnn.bias_ih_l1_reverse	7	0.08454069495201111
213	rnn.bias_ih_l1_reverse	8	-0.00010610534809529781
213	rnn.bias_ih_l1_reverse	9	-0.009993955492973328
213	rnn.bias_hh_l1_reverse	0	0.06216832995414734
213	rnn.bias_hh_l1_reverse	1	-0.06704169511795044
213	rnn.bias_hh_l1_reverse	2	-0.054418355226516724
213	rnn.bias_hh_l1_reverse	3	0.07368078827857971
213	rnn.bias_hh_l1_reverse	4	-0.02238520234823227
213	rnn.bias_hh_l1_reverse	5	-0.005542741157114506
213	rnn.bias_hh_l1_reverse	6	-0.059618640691041946
213	rnn.bias_hh_l1_reverse	7	-0.059627335518598557
213	rnn.bias_hh_l1_reverse	8	0.0661531388759613
213	rnn.bias_hh_l1_reverse	9	0.04950317367911339
213	rnn.weight_ih_l2	0	0.07721144706010818
213	rnn.weight_ih_l2	1	-0.054266344755887985
213	rnn.weight_ih_l2	2	0.06336063146591187
213	rnn.weight_ih_l2	3	0.0656781792640686
213	rnn.weight_ih_l2	4	0.05646674335002899
213	rnn.weight_ih_l2	5	-0.03529078885912895
213	rnn.weight_ih_l2	6	-0.07576213032007217
213	rnn.weight_ih_l2	7	0.011824231594800949
213	rnn.weight_ih_l2	8	-0.017175886780023575
213	rnn.weight_ih_l2	9	-0.06912851333618164
213	rnn.weight_hh_l2	0	0.04807427152991295
213	rnn.weight_hh_l2	1	0.030851200222969055
213	rnn.weight_hh_l2	2	-0.054719459265470505
213	rnn.weight_hh_l2	3	-0.025302454829216003
213	rnn.weight_hh_l2	4	0.05496925860643387
213	rnn.weight_hh_l2	5	-0.023993855342268944
213	rnn.weight_hh_l2	6	0.008475478738546371
213	rnn.weight_hh_l2	7	-0.053487468510866165
213	rnn.weight_hh_l2	8	-0.005935543682426214
213	rnn.weight_hh_l2	9	-0.01804651878774166
213	rnn.bias_ih_l2	0	0.14687274396419525
213	rnn.bias_ih_l2	1	0.012059208005666733
213	rnn.bias_ih_l2	2	0.0681028887629509
213	rnn.bias_ih_l2	3	0.028316637501120567
213	rnn.bias_ih_l2	4	-0.006585477385669947
213	rnn.bias_ih_l2	5	0.04763574153184891
213	rnn.bias_ih_l2	6	0.013883206062018871
213	rnn.bias_ih_l2	7	0.01766960322856903
213	rnn.bias_ih_l2	8	0.018189087510108948
213	rnn.bias_ih_l2	9	-0.0153089864179492
213	rnn.bias_hh_l2	0	0.022568780928850174
213	rnn.bias_hh_l2	1	0.007699661888182163
213	rnn.bias_hh_l2	2	0.07684923708438873
213	rnn.bias_hh_l2	3	0.029265763238072395
213	rnn.bias_hh_l2	4	0.07786756008863449
213	rnn.bias_hh_l2	5	-0.05765661597251892
213	rnn.bias_hh_l2	6	0.053256869316101074
213	rnn.bias_hh_l2	7	-0.0256633460521698
213	rnn.bias_hh_l2	8	0.041769787669181824
213	rnn.bias_hh_l2	9	0.017575155943632126
213	rnn.weight_ih_l2_reverse	0	0.0822906643152237
213	rnn.weight_ih_l2_reverse	1	-0.05543142184615135
213	rnn.weight_ih_l2_reverse	2	0.0011891850735992193
213	rnn.weight_ih_l2_reverse	3	0.03526356816291809
213	rnn.weight_ih_l2_reverse	4	0.05408988893032074
213	rnn.weight_ih_l2_reverse	5	-0.04069270193576813
213	rnn.weight_ih_l2_reverse	6	-0.0007696906686760485
213	rnn.weight_ih_l2_reverse	7	-0.013518783263862133
213	rnn.weight_ih_l2_reverse	8	0.01391652598977089
213	rnn.weight_ih_l2_reverse	9	-0.0795944407582283
213	rnn.weight_hh_l2_reverse	0	-0.08277292549610138
213	rnn.weight_hh_l2_reverse	1	0.016667380928993225
213	rnn.weight_hh_l2_reverse	2	0.01042571384459734
213	rnn.weight_hh_l2_reverse	3	0.024328533560037613
213	rnn.weight_hh_l2_reverse	4	-0.03681175038218498
213	rnn.weight_hh_l2_reverse	5	-0.014772331342101097
213	rnn.weight_hh_l2_reverse	6	-0.044130317866802216
213	rnn.weight_hh_l2_reverse	7	-0.059901025146245956
213	rnn.weight_hh_l2_reverse	8	-0.006702728103846312
213	rnn.weight_hh_l2_reverse	9	-0.05900393798947334
213	rnn.bias_ih_l2_reverse	0	-0.05624041333794594
213	rnn.bias_ih_l2_reverse	1	-0.02725350856781006
213	rnn.bias_ih_l2_reverse	2	0.04632074385881424
213	rnn.bias_ih_l2_reverse	3	0.03346233442425728
213	rnn.bias_ih_l2_reverse	4	0.07575739175081253
213	rnn.bias_ih_l2_reverse	5	-0.08862251043319702
213	rnn.bias_ih_l2_reverse	6	-0.04335692152380943
213	rnn.bias_ih_l2_reverse	7	-0.060050077736377716
213	rnn.bias_ih_l2_reverse	8	0.06289391964673996
213	rnn.bias_ih_l2_reverse	9	0.028051132336258888
213	rnn.bias_hh_l2_reverse	0	0.046458352357149124
213	rnn.bias_hh_l2_reverse	1	-0.06879551708698273
213	rnn.bias_hh_l2_reverse	2	-0.06726355105638504
213	rnn.bias_hh_l2_reverse	3	0.03129516541957855
213	rnn.bias_hh_l2_reverse	4	0.033318836241960526
213	rnn.bias_hh_l2_reverse	5	0.03500731289386749
213	rnn.bias_hh_l2_reverse	6	-0.08259978145360947
213	rnn.bias_hh_l2_reverse	7	-0.006609448231756687
213	rnn.bias_hh_l2_reverse	8	-0.10664091259241104
213	rnn.bias_hh_l2_reverse	9	-0.05490431189537048
213	linear.weight	0	0.025028489530086517
213	linear.weight	1	0.15344318747520447
213	linear.weight	2	-0.024234957993030548
213	linear.weight	3	-0.035771168768405914
213	linear.weight	4	-0.022248394787311554
213	linear.weight	5	0.05105956271290779
213	linear.weight	6	-0.000407841638661921
213	linear.weight	7	-0.10541435331106186
213	linear.weight	8	-0.029625678434967995
213	linear.weight	9	0.11249613761901855
213	linear.bias	0	0.5020938515663147
213	linear.bias	1	0.7817525267601013
213	linear.bias	2	-1.6408488750457764
213	linear.bias	3	-0.05754556506872177
213	linear.bias	4	-0.050822705030441284
213	linear.bias	5	0.25569793581962585
214	transitions	0	0.03049354813992977
214	transitions	1	-10000.0
214	transitions	2	2.684833526611328
214	transitions	3	-1.1797679662704468
214	transitions	4	-10000.0
214	transitions	5	-10000.0
214	transitions	6	-10000.0
214	transitions	7	0.8815551996231079
214	transitions	8	0.8334156274795532
214	transitions	9	-1.18905508518219
214	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
214	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
214	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
214	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
214	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
214	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
214	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
214	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
214	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
214	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
214	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
214	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
214	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
214	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
214	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
214	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
214	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
214	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
214	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
214	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
214	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
214	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
214	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
214	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
214	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
214	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
214	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
214	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
214	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
214	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
214	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
214	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
214	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
214	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
214	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
214	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
214	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
214	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
214	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
214	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
214	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
214	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
214	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
214	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
214	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
214	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
214	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
214	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
214	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
214	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
214	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
214	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
214	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
214	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
214	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
214	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
214	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
214	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
214	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
214	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
214	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
214	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
214	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
214	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
214	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
214	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
214	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
214	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
214	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
214	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
214	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
214	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
214	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
214	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
214	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
214	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
214	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
214	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
214	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
214	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
214	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
214	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
214	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
214	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
214	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
214	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
214	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
214	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
214	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
214	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
214	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
214	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
214	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
214	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
214	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
214	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
214	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
214	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
214	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
214	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
214	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
214	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
214	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
214	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
214	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
214	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
214	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
214	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
214	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
214	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
214	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
214	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
214	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
214	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
214	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
214	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
214	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
214	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
214	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
214	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
214	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
214	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
214	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
214	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
214	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
214	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
214	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
214	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
214	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
214	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
214	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
214	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
214	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
214	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
214	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
214	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
214	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
214	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
214	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
214	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
214	embedding2nn.weight	0	0.014809914864599705
214	embedding2nn.weight	1	0.00016148305439855903
214	embedding2nn.weight	2	0.005560065619647503
214	embedding2nn.weight	3	0.0006953615811653435
214	embedding2nn.weight	4	-0.008267601020634174
214	embedding2nn.weight	5	-0.005605767481029034
214	embedding2nn.weight	6	-0.000844191643409431
214	embedding2nn.weight	7	-0.0029386039823293686
214	embedding2nn.weight	8	0.013835979625582695
214	embedding2nn.weight	9	0.004422750324010849
214	embedding2nn.bias	0	0.006433720234781504
214	embedding2nn.bias	1	-0.01798368990421295
214	embedding2nn.bias	2	0.004913648124784231
214	embedding2nn.bias	3	-0.00893250759691
214	embedding2nn.bias	4	-0.024320129305124283
214	embedding2nn.bias	5	-0.0005845492705702782
214	embedding2nn.bias	6	0.006415961310267448
214	embedding2nn.bias	7	-0.007738182321190834
214	embedding2nn.bias	8	-0.0001675711973803118
214	embedding2nn.bias	9	-0.004936570301651955
214	rnn.weight_ih_l0	0	-0.05232490971684456
214	rnn.weight_ih_l0	1	0.05074765533208847
214	rnn.weight_ih_l0	2	0.03188285604119301
214	rnn.weight_ih_l0	3	0.014750945381820202
214	rnn.weight_ih_l0	4	0.012487929314374924
214	rnn.weight_ih_l0	5	0.0842127874493599
214	rnn.weight_ih_l0	6	0.07606818526983261
214	rnn.weight_ih_l0	7	0.037795960903167725
214	rnn.weight_ih_l0	8	-0.04583127424120903
214	rnn.weight_ih_l0	9	0.007899802178144455
214	rnn.weight_hh_l0	0	0.008257212117314339
214	rnn.weight_hh_l0	1	-0.06433424353599548
214	rnn.weight_hh_l0	2	-0.06549132615327835
214	rnn.weight_hh_l0	3	0.07152678072452545
214	rnn.weight_hh_l0	4	0.07101713865995407
214	rnn.weight_hh_l0	5	0.0059868451207876205
214	rnn.weight_hh_l0	6	-0.0027295351028442383
214	rnn.weight_hh_l0	7	-0.016005057841539383
214	rnn.weight_hh_l0	8	-0.029352912679314613
214	rnn.weight_hh_l0	9	0.057578105479478836
214	rnn.bias_ih_l0	0	-0.06254391372203827
214	rnn.bias_ih_l0	1	0.0887141078710556
214	rnn.bias_ih_l0	2	0.02021455392241478
214	rnn.bias_ih_l0	3	0.07980626076459885
214	rnn.bias_ih_l0	4	-0.0767631083726883
214	rnn.bias_ih_l0	5	0.08254579454660416
214	rnn.bias_ih_l0	6	-0.0681174248456955
214	rnn.bias_ih_l0	7	-0.035964254289865494
214	rnn.bias_ih_l0	8	-0.09117226302623749
214	rnn.bias_ih_l0	9	-0.044822875410318375
214	rnn.bias_hh_l0	0	0.034620657563209534
214	rnn.bias_hh_l0	1	0.07344838976860046
214	rnn.bias_hh_l0	2	0.07007123529911041
214	rnn.bias_hh_l0	3	0.0857032760977745
214	rnn.bias_hh_l0	4	-0.09810463339090347
214	rnn.bias_hh_l0	5	-0.07109979540109634
214	rnn.bias_hh_l0	6	0.07885023206472397
214	rnn.bias_hh_l0	7	-0.07919435948133469
214	rnn.bias_hh_l0	8	-0.026628460735082626
214	rnn.bias_hh_l0	9	0.012118997052311897
214	rnn.weight_ih_l0_reverse	0	0.07937854528427124
214	rnn.weight_ih_l0_reverse	1	0.0733090490102768
214	rnn.weight_ih_l0_reverse	2	0.0387602299451828
214	rnn.weight_ih_l0_reverse	3	0.033681176602840424
214	rnn.weight_ih_l0_reverse	4	-0.03641889616847038
214	rnn.weight_ih_l0_reverse	5	0.05083682760596275
214	rnn.weight_ih_l0_reverse	6	0.06647869944572449
214	rnn.weight_ih_l0_reverse	7	0.02227482758462429
214	rnn.weight_ih_l0_reverse	8	-0.05792863667011261
214	rnn.weight_ih_l0_reverse	9	-0.05283576250076294
214	rnn.weight_hh_l0_reverse	0	0.025549061596393585
214	rnn.weight_hh_l0_reverse	1	-0.08726011216640472
214	rnn.weight_hh_l0_reverse	2	0.06341280788183212
214	rnn.weight_hh_l0_reverse	3	-0.021571706980466843
214	rnn.weight_hh_l0_reverse	4	0.08513415604829788
214	rnn.weight_hh_l0_reverse	5	-0.0020034390036016703
214	rnn.weight_hh_l0_reverse	6	0.030751196667551994
214	rnn.weight_hh_l0_reverse	7	0.07875499129295349
214	rnn.weight_hh_l0_reverse	8	-0.02241484448313713
214	rnn.weight_hh_l0_reverse	9	-0.04657747223973274
214	rnn.bias_ih_l0_reverse	0	0.0006732776528224349
214	rnn.bias_ih_l0_reverse	1	-0.020704416558146477
214	rnn.bias_ih_l0_reverse	2	-0.01394875068217516
214	rnn.bias_ih_l0_reverse	3	0.036026131361722946
214	rnn.bias_ih_l0_reverse	4	0.06779195368289948
214	rnn.bias_ih_l0_reverse	5	-0.020638030022382736
214	rnn.bias_ih_l0_reverse	6	-0.027060838416218758
214	rnn.bias_ih_l0_reverse	7	-0.048421986401081085
214	rnn.bias_ih_l0_reverse	8	0.005568209569901228
214	rnn.bias_ih_l0_reverse	9	-0.06736520677804947
214	rnn.bias_hh_l0_reverse	0	0.03951871022582054
214	rnn.bias_hh_l0_reverse	1	-0.06872780621051788
214	rnn.bias_hh_l0_reverse	2	0.0746428370475769
214	rnn.bias_hh_l0_reverse	3	0.0623047761619091
214	rnn.bias_hh_l0_reverse	4	0.022227155044674873
214	rnn.bias_hh_l0_reverse	5	0.04606541618704796
214	rnn.bias_hh_l0_reverse	6	0.06687888503074646
214	rnn.bias_hh_l0_reverse	7	0.0846330001950264
214	rnn.bias_hh_l0_reverse	8	-0.00891054980456829
214	rnn.bias_hh_l0_reverse	9	0.0491938479244709
214	rnn.weight_ih_l1	0	0.02383274771273136
214	rnn.weight_ih_l1	1	0.016194051131606102
214	rnn.weight_ih_l1	2	0.0883292481303215
214	rnn.weight_ih_l1	3	-0.024296969175338745
214	rnn.weight_ih_l1	4	-0.024530217051506042
214	rnn.weight_ih_l1	5	-0.01288793794810772
214	rnn.weight_ih_l1	6	0.07276082038879395
214	rnn.weight_ih_l1	7	-0.003615460591390729
214	rnn.weight_ih_l1	8	-0.05254759266972542
214	rnn.weight_ih_l1	9	0.055019281804561615
214	rnn.weight_hh_l1	0	-0.08168461173772812
214	rnn.weight_hh_l1	1	-0.03565073013305664
214	rnn.weight_hh_l1	2	-0.008134962990880013
214	rnn.weight_hh_l1	3	-0.05820121243596077
214	rnn.weight_hh_l1	4	0.08597742021083832
214	rnn.weight_hh_l1	5	-0.08414581418037415
214	rnn.weight_hh_l1	6	-0.05011900141835213
214	rnn.weight_hh_l1	7	0.06481800228357315
214	rnn.weight_hh_l1	8	-0.013541662134230137
214	rnn.weight_hh_l1	9	-0.03991173952817917
214	rnn.bias_ih_l1	0	-0.03371936082839966
214	rnn.bias_ih_l1	1	0.05504675954580307
214	rnn.bias_ih_l1	2	-0.04563947394490242
214	rnn.bias_ih_l1	3	-0.0770716741681099
214	rnn.bias_ih_l1	4	-0.028521936386823654
214	rnn.bias_ih_l1	5	-0.005951634608209133
214	rnn.bias_ih_l1	6	-0.04589177295565605
214	rnn.bias_ih_l1	7	0.062092121690511703
214	rnn.bias_ih_l1	8	0.08506834506988525
214	rnn.bias_ih_l1	9	0.03125254809856415
214	rnn.bias_hh_l1	0	0.06883221864700317
214	rnn.bias_hh_l1	1	-0.05861848220229149
214	rnn.bias_hh_l1	2	0.01942695677280426
214	rnn.bias_hh_l1	3	0.08138315379619598
214	rnn.bias_hh_l1	4	0.05771390348672867
214	rnn.bias_hh_l1	5	-0.07966066896915436
214	rnn.bias_hh_l1	6	0.014354696497321129
214	rnn.bias_hh_l1	7	0.04243352636694908
214	rnn.bias_hh_l1	8	0.0152347506955266
214	rnn.bias_hh_l1	9	-0.004569029435515404
214	rnn.weight_ih_l1_reverse	0	0.08700575679540634
214	rnn.weight_ih_l1_reverse	1	-0.04184993356466293
214	rnn.weight_ih_l1_reverse	2	-0.061875589191913605
214	rnn.weight_ih_l1_reverse	3	0.025359436869621277
214	rnn.weight_ih_l1_reverse	4	-0.04654231294989586
214	rnn.weight_ih_l1_reverse	5	0.02405386045575142
214	rnn.weight_ih_l1_reverse	6	0.04043486341834068
214	rnn.weight_ih_l1_reverse	7	0.020266398787498474
214	rnn.weight_ih_l1_reverse	8	-0.008707216009497643
214	rnn.weight_ih_l1_reverse	9	-0.06629174202680588
214	rnn.weight_hh_l1_reverse	0	0.004923993721604347
214	rnn.weight_hh_l1_reverse	1	0.019009266048669815
214	rnn.weight_hh_l1_reverse	2	-0.05819004029035568
214	rnn.weight_hh_l1_reverse	3	-0.012860928662121296
214	rnn.weight_hh_l1_reverse	4	0.008896151557564735
214	rnn.weight_hh_l1_reverse	5	-0.06580889225006104
214	rnn.weight_hh_l1_reverse	6	-0.06729264557361603
214	rnn.weight_hh_l1_reverse	7	-0.011381618678569794
214	rnn.weight_hh_l1_reverse	8	-0.05928610637784004
214	rnn.weight_hh_l1_reverse	9	-0.04397172853350639
214	rnn.bias_ih_l1_reverse	0	-0.002749793929979205
214	rnn.bias_ih_l1_reverse	1	-0.041275836527347565
214	rnn.bias_ih_l1_reverse	2	0.028640802949666977
214	rnn.bias_ih_l1_reverse	3	-0.08436908572912216
214	rnn.bias_ih_l1_reverse	4	-0.08685506135225296
214	rnn.bias_ih_l1_reverse	5	-0.0866229310631752
214	rnn.bias_ih_l1_reverse	6	0.06570971012115479
214	rnn.bias_ih_l1_reverse	7	0.0844842940568924
214	rnn.bias_ih_l1_reverse	8	0.00023732446425128728
214	rnn.bias_ih_l1_reverse	9	-0.00997248012572527
214	rnn.bias_hh_l1_reverse	0	0.0621560774743557
214	rnn.bias_hh_l1_reverse	1	-0.06695554405450821
214	rnn.bias_hh_l1_reverse	2	-0.05439923331141472
214	rnn.bias_hh_l1_reverse	3	0.07362308353185654
214	rnn.bias_hh_l1_reverse	4	-0.022447388619184494
214	rnn.bias_hh_l1_reverse	5	-0.005546069238334894
214	rnn.bias_hh_l1_reverse	6	-0.059632524847984314
214	rnn.bias_hh_l1_reverse	7	-0.05968346819281578
214	rnn.bias_hh_l1_reverse	8	0.06612935662269592
214	rnn.bias_hh_l1_reverse	9	0.04975958168506622
214	rnn.weight_ih_l2	0	0.07710731029510498
214	rnn.weight_ih_l2	1	-0.054255396127700806
214	rnn.weight_ih_l2	2	0.06336263567209244
214	rnn.weight_ih_l2	3	0.06567609310150146
214	rnn.weight_ih_l2	4	0.05648072808980942
214	rnn.weight_ih_l2	5	-0.03528514876961708
214	rnn.weight_ih_l2	6	-0.07576596736907959
214	rnn.weight_ih_l2	7	0.011811358854174614
214	rnn.weight_ih_l2	8	-0.017176160588860512
214	rnn.weight_ih_l2	9	-0.06912799924612045
214	rnn.weight_hh_l2	0	0.048062220215797424
214	rnn.weight_hh_l2	1	0.030844921246170998
214	rnn.weight_hh_l2	2	-0.054712019860744476
214	rnn.weight_hh_l2	3	-0.02531510777771473
214	rnn.weight_hh_l2	4	0.054974135011434555
214	rnn.weight_hh_l2	5	-0.024046139791607857
214	rnn.weight_hh_l2	6	0.00847711693495512
214	rnn.weight_hh_l2	7	-0.05349214747548103
214	rnn.weight_hh_l2	8	-0.005928360391408205
214	rnn.weight_hh_l2	9	-0.01804746314883232
214	rnn.bias_ih_l2	0	0.14810630679130554
214	rnn.bias_ih_l2	1	0.012289437465369701
214	rnn.bias_ih_l2	2	0.06804206967353821
214	rnn.bias_ih_l2	3	0.028092745691537857
214	rnn.bias_ih_l2	4	-0.006593158468604088
214	rnn.bias_ih_l2	5	0.04764414578676224
214	rnn.bias_ih_l2	6	0.013849250972270966
214	rnn.bias_ih_l2	7	0.01768510416150093
214	rnn.bias_ih_l2	8	0.018153442069888115
214	rnn.bias_ih_l2	9	-0.015307456254959106
214	rnn.bias_hh_l2	0	0.022914882749319077
214	rnn.bias_hh_l2	1	0.0072617921978235245
214	rnn.bias_hh_l2	2	0.07692869007587433
214	rnn.bias_hh_l2	3	0.029277319088578224
214	rnn.bias_hh_l2	4	0.07788795977830887
214	rnn.bias_hh_l2	5	-0.0581318736076355
214	rnn.bias_hh_l2	6	0.05417706444859505
214	rnn.bias_hh_l2	7	-0.02580178715288639
214	rnn.bias_hh_l2	8	0.04174589738249779
214	rnn.bias_hh_l2	9	0.021479420363903046
214	rnn.weight_ih_l2_reverse	0	0.08228912949562073
214	rnn.weight_ih_l2_reverse	1	-0.055413711816072464
214	rnn.weight_ih_l2_reverse	2	0.0011936810333281755
214	rnn.weight_ih_l2_reverse	3	0.035264596343040466
214	rnn.weight_ih_l2_reverse	4	0.05408855900168419
214	rnn.weight_ih_l2_reverse	5	-0.04069086164236069
214	rnn.weight_ih_l2_reverse	6	-0.0008490903419442475
214	rnn.weight_ih_l2_reverse	7	-0.013523154892027378
214	rnn.weight_ih_l2_reverse	8	0.013944887556135654
214	rnn.weight_ih_l2_reverse	9	-0.0795949324965477
214	rnn.weight_hh_l2_reverse	0	-0.08277436345815659
214	rnn.weight_hh_l2_reverse	1	0.016680974513292313
214	rnn.weight_hh_l2_reverse	2	0.010425637476146221
214	rnn.weight_hh_l2_reverse	3	0.024328850209712982
214	rnn.weight_hh_l2_reverse	4	-0.03680600970983505
214	rnn.weight_hh_l2_reverse	5	-0.014762556180357933
214	rnn.weight_hh_l2_reverse	6	-0.04411761090159416
214	rnn.weight_hh_l2_reverse	7	-0.059900134801864624
214	rnn.weight_hh_l2_reverse	8	-0.00670220423489809
214	rnn.weight_hh_l2_reverse	9	-0.05899832770228386
214	rnn.bias_ih_l2_reverse	0	-0.05621890351176262
214	rnn.bias_ih_l2_reverse	1	-0.02729737013578415
214	rnn.bias_ih_l2_reverse	2	0.04625203460454941
214	rnn.bias_ih_l2_reverse	3	0.0329584963619709
214	rnn.bias_ih_l2_reverse	4	0.07579442113637924
214	rnn.bias_ih_l2_reverse	5	-0.08859407156705856
214	rnn.bias_ih_l2_reverse	6	-0.04333287104964256
214	rnn.bias_ih_l2_reverse	7	-0.060194194316864014
214	rnn.bias_ih_l2_reverse	8	0.06312602758407593
214	rnn.bias_ih_l2_reverse	9	0.029236039146780968
214	rnn.bias_hh_l2_reverse	0	0.04656447097659111
214	rnn.bias_hh_l2_reverse	1	-0.0682130753993988
214	rnn.bias_hh_l2_reverse	2	-0.06726202368736267
214	rnn.bias_hh_l2_reverse	3	0.031263671815395355
214	rnn.bias_hh_l2_reverse	4	0.03356486186385155
214	rnn.bias_hh_l2_reverse	5	0.03489477187395096
214	rnn.bias_hh_l2_reverse	6	-0.0826033279299736
214	rnn.bias_hh_l2_reverse	7	-0.006728347856551409
214	rnn.bias_hh_l2_reverse	8	-0.10625873506069183
214	rnn.bias_hh_l2_reverse	9	-0.05488443002104759
214	linear.weight	0	0.025028489530086517
214	linear.weight	1	0.15256267786026
214	linear.weight	2	-0.024244725704193115
214	linear.weight	3	-0.03585554286837578
214	linear.weight	4	-0.022248394787311554
214	linear.weight	5	0.051468681544065475
214	linear.weight	6	-0.0011518143583089113
214	linear.weight	7	-0.10370329767465591
214	linear.weight	8	-0.03027000091969967
214	linear.weight	9	0.11254849284887314
214	linear.bias	0	0.49583712220191956
214	linear.bias	1	0.7796424031257629
214	linear.bias	2	-1.6411164999008179
214	linear.bias	3	-0.05754556506872177
214	linear.bias	4	-0.050822705030441284
214	linear.bias	5	0.2643324136734009
215	transitions	0	0.03044811263680458
215	transitions	1	-10000.0
215	transitions	2	2.6853628158569336
215	transitions	3	-1.1806588172912598
215	transitions	4	-10000.0
215	transitions	5	-10000.0
215	transitions	6	-10000.0
215	transitions	7	0.8815545439720154
215	transitions	8	0.8333780169487
215	transitions	9	-1.1892887353897095
215	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
215	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
215	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
215	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
215	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
215	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
215	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
215	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
215	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
215	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
215	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
215	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
215	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
215	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
215	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
215	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
215	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
215	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
215	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
215	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
215	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
215	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
215	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
215	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
215	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
215	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
215	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
215	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
215	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
215	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
215	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
215	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
215	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
215	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
215	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
215	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
215	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
215	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
215	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
215	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
215	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
215	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
215	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
215	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
215	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
215	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
215	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
215	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
215	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
215	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
215	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
215	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
215	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
215	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
215	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
215	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
215	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
215	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
215	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
215	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
215	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
215	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
215	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
215	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
215	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
215	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
215	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
215	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
215	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
215	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
215	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
215	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
215	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
215	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
215	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
215	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
215	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
215	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
215	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
215	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
215	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
215	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
215	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
215	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
215	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
215	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
215	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
215	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
215	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
215	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
215	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
215	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
215	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
215	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
215	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
215	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
215	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
215	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
215	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
215	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
215	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
215	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
215	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
215	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
215	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
215	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
215	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
215	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
215	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
215	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
215	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
215	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
215	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
215	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
215	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
215	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
215	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
215	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
215	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
215	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
215	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
215	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
215	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
215	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
215	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
215	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
215	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
215	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
215	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
215	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
215	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
215	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
215	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
215	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
215	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
215	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
215	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
215	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
215	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
215	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
215	embedding2nn.weight	0	0.014809914864599705
215	embedding2nn.weight	1	0.00016144565597642213
215	embedding2nn.weight	2	0.005560087505728006
215	embedding2nn.weight	3	0.000695215945597738
215	embedding2nn.weight	4	-0.008268889971077442
215	embedding2nn.weight	5	-0.005606309976428747
215	embedding2nn.weight	6	-0.0008447302971035242
215	embedding2nn.weight	7	-0.0029384782537817955
215	embedding2nn.weight	8	0.013836029917001724
215	embedding2nn.weight	9	0.004423158243298531
215	embedding2nn.bias	0	0.006369215436279774
215	embedding2nn.bias	1	-0.017964353784918785
215	embedding2nn.bias	2	0.004928603768348694
215	embedding2nn.bias	3	-0.008922107517719269
215	embedding2nn.bias	4	-0.024274714291095734
215	embedding2nn.bias	5	-0.0005748987896367908
215	embedding2nn.bias	6	0.006445477716624737
215	embedding2nn.bias	7	-0.007746328134089708
215	embedding2nn.bias	8	-0.00020317193411756307
215	embedding2nn.bias	9	-0.004920565523207188
215	rnn.weight_ih_l0	0	-0.052322812378406525
215	rnn.weight_ih_l0	1	0.050747573375701904
215	rnn.weight_ih_l0	2	0.031882960349321365
215	rnn.weight_ih_l0	3	0.014750857837498188
215	rnn.weight_ih_l0	4	0.0124864112585783
215	rnn.weight_ih_l0	5	0.08421271294355392
215	rnn.weight_ih_l0	6	0.07606834173202515
215	rnn.weight_ih_l0	7	0.03779596835374832
215	rnn.weight_ih_l0	8	-0.04583258554339409
215	rnn.weight_ih_l0	9	0.007899736985564232
215	rnn.weight_hh_l0	0	0.008257298730313778
215	rnn.weight_hh_l0	1	-0.06433551758527756
215	rnn.weight_hh_l0	2	-0.06549174338579178
215	rnn.weight_hh_l0	3	0.07152687013149261
215	rnn.weight_hh_l0	4	0.07101697474718094
215	rnn.weight_hh_l0	5	0.005987073760479689
215	rnn.weight_hh_l0	6	-0.0027348650619387627
215	rnn.weight_hh_l0	7	-0.01600496470928192
215	rnn.weight_hh_l0	8	-0.029353434219956398
215	rnn.weight_hh_l0	9	0.057577818632125854
215	rnn.bias_ih_l0	0	-0.06252584606409073
215	rnn.bias_ih_l0	1	0.08871440589427948
215	rnn.bias_ih_l0	2	0.020214667543768883
215	rnn.bias_ih_l0	3	0.0797654241323471
215	rnn.bias_ih_l0	4	-0.07681181281805038
215	rnn.bias_ih_l0	5	0.08254047483205795
215	rnn.bias_ih_l0	6	-0.06810666620731354
215	rnn.bias_ih_l0	7	-0.03596392646431923
215	rnn.bias_ih_l0	8	-0.09114973992109299
215	rnn.bias_ih_l0	9	-0.04482137784361839
215	rnn.bias_hh_l0	0	0.03460315987467766
215	rnn.bias_hh_l0	1	0.0734516829252243
215	rnn.bias_hh_l0	2	0.07007459551095963
215	rnn.bias_hh_l0	3	0.08570463210344315
215	rnn.bias_hh_l0	4	-0.09812648594379425
215	rnn.bias_hh_l0	5	-0.07110053300857544
215	rnn.bias_hh_l0	6	0.07885220646858215
215	rnn.bias_hh_l0	7	-0.07924216985702515
215	rnn.bias_hh_l0	8	-0.02662757970392704
215	rnn.bias_hh_l0	9	0.012070894241333008
215	rnn.weight_ih_l0_reverse	0	0.07937883585691452
215	rnn.weight_ih_l0_reverse	1	0.07330890744924545
215	rnn.weight_ih_l0_reverse	2	0.0387602262198925
215	rnn.weight_ih_l0_reverse	3	0.03368162363767624
215	rnn.weight_ih_l0_reverse	4	-0.03641945496201515
215	rnn.weight_ih_l0_reverse	5	0.05083686485886574
215	rnn.weight_ih_l0_reverse	6	0.06647878140211105
215	rnn.weight_ih_l0_reverse	7	0.022274555638432503
215	rnn.weight_ih_l0_reverse	8	-0.057928938418626785
215	rnn.weight_ih_l0_reverse	9	-0.052835769951343536
215	rnn.weight_hh_l0_reverse	0	0.025551389902830124
215	rnn.weight_hh_l0_reverse	1	-0.087260402739048
215	rnn.weight_hh_l0_reverse	2	0.0634128749370575
215	rnn.weight_hh_l0_reverse	3	-0.02157159335911274
215	rnn.weight_hh_l0_reverse	4	0.08513379096984863
215	rnn.weight_hh_l0_reverse	5	-0.002004531677812338
215	rnn.weight_hh_l0_reverse	6	0.03075031377375126
215	rnn.weight_hh_l0_reverse	7	0.07875480502843857
215	rnn.weight_hh_l0_reverse	8	-0.022414715960621834
215	rnn.weight_hh_l0_reverse	9	-0.04657621309161186
215	rnn.bias_ih_l0_reverse	0	0.0006767905433662236
215	rnn.bias_ih_l0_reverse	1	-0.02069147303700447
215	rnn.bias_ih_l0_reverse	2	-0.013949721120297909
215	rnn.bias_ih_l0_reverse	3	0.03602547198534012
215	rnn.bias_ih_l0_reverse	4	0.06778845936059952
215	rnn.bias_ih_l0_reverse	5	-0.020632583647966385
215	rnn.bias_ih_l0_reverse	6	-0.027054451406002045
215	rnn.bias_ih_l0_reverse	7	-0.04841409996151924
215	rnn.bias_ih_l0_reverse	8	0.005591121967881918
215	rnn.bias_ih_l0_reverse	9	-0.06736917048692703
215	rnn.bias_hh_l0_reverse	0	0.03952045366168022
215	rnn.bias_hh_l0_reverse	1	-0.06873176991939545
215	rnn.bias_hh_l0_reverse	2	0.0746287852525711
215	rnn.bias_hh_l0_reverse	3	0.062308263033628464
215	rnn.bias_hh_l0_reverse	4	0.022297531366348267
215	rnn.bias_hh_l0_reverse	5	0.04606686905026436
215	rnn.bias_hh_l0_reverse	6	0.06687410175800323
215	rnn.bias_hh_l0_reverse	7	0.08458689600229263
215	rnn.bias_hh_l0_reverse	8	-0.00890926830470562
215	rnn.bias_hh_l0_reverse	9	0.049196671694517136
215	rnn.weight_ih_l1	0	0.02382875420153141
215	rnn.weight_ih_l1	1	0.016196390613913536
215	rnn.weight_ih_l1	2	0.08835812658071518
215	rnn.weight_ih_l1	3	-0.02429734170436859
215	rnn.weight_ih_l1	4	-0.024530423805117607
215	rnn.weight_ih_l1	5	-0.012886951677501202
215	rnn.weight_ih_l1	6	0.07275756448507309
215	rnn.weight_ih_l1	7	-0.003615404712036252
215	rnn.weight_ih_l1	8	-0.052545614540576935
215	rnn.weight_ih_l1	9	0.055009812116622925
215	rnn.weight_hh_l1	0	-0.08168374747037888
215	rnn.weight_hh_l1	1	-0.03565007448196411
215	rnn.weight_hh_l1	2	-0.008134943433105946
215	rnn.weight_hh_l1	3	-0.05820115655660629
215	rnn.weight_hh_l1	4	0.08597677946090698
215	rnn.weight_hh_l1	5	-0.08414572477340698
215	rnn.weight_hh_l1	6	-0.05012007802724838
215	rnn.weight_hh_l1	7	0.06481537222862244
215	rnn.weight_hh_l1	8	-0.013541605323553085
215	rnn.weight_hh_l1	9	-0.039912063628435135
215	rnn.bias_ih_l1	0	-0.03370342776179314
215	rnn.bias_ih_l1	1	0.05504590645432472
215	rnn.bias_ih_l1	2	-0.04563546180725098
215	rnn.bias_ih_l1	3	-0.07707159966230392
215	rnn.bias_ih_l1	4	-0.02852236106991768
215	rnn.bias_ih_l1	5	-0.006015359424054623
215	rnn.bias_ih_l1	6	-0.04594029486179352
215	rnn.bias_ih_l1	7	0.06209969520568848
215	rnn.bias_ih_l1	8	0.08507401496171951
215	rnn.bias_ih_l1	9	0.031290244311094284
215	rnn.bias_hh_l1	0	0.06883244961500168
215	rnn.bias_hh_l1	1	-0.058619409799575806
215	rnn.bias_hh_l1	2	0.019425537437200546
215	rnn.bias_hh_l1	3	0.08140102028846741
215	rnn.bias_hh_l1	4	0.05771436542272568
215	rnn.bias_hh_l1	5	-0.07966037839651108
215	rnn.bias_hh_l1	6	0.014355674386024475
215	rnn.bias_hh_l1	7	0.04242963716387749
215	rnn.bias_hh_l1	8	0.015238906256854534
215	rnn.bias_hh_l1	9	-0.004568972624838352
215	rnn.weight_ih_l1_reverse	0	0.08700615912675858
215	rnn.weight_ih_l1_reverse	1	-0.04185107350349426
215	rnn.weight_ih_l1_reverse	2	-0.06187532842159271
215	rnn.weight_ih_l1_reverse	3	0.025359254330396652
215	rnn.weight_ih_l1_reverse	4	-0.04654047265648842
215	rnn.weight_ih_l1_reverse	5	0.024053730070590973
215	rnn.weight_ih_l1_reverse	6	0.04043489322066307
215	rnn.weight_ih_l1_reverse	7	0.020267091691493988
215	rnn.weight_ih_l1_reverse	8	-0.008706048130989075
215	rnn.weight_ih_l1_reverse	9	-0.06631287187337875
215	rnn.weight_hh_l1_reverse	0	0.004923762753605843
215	rnn.weight_hh_l1_reverse	1	0.01900937780737877
215	rnn.weight_hh_l1_reverse	2	-0.058190181851387024
215	rnn.weight_hh_l1_reverse	3	-0.012860187329351902
215	rnn.weight_hh_l1_reverse	4	0.008896303363144398
215	rnn.weight_hh_l1_reverse	5	-0.06580077856779099
215	rnn.weight_hh_l1_reverse	6	-0.0672924816608429
215	rnn.weight_hh_l1_reverse	7	-0.011381536722183228
215	rnn.weight_hh_l1_reverse	8	-0.059284698218107224
215	rnn.weight_hh_l1_reverse	9	-0.04397324472665787
215	rnn.bias_ih_l1_reverse	0	-0.002744080265983939
215	rnn.bias_ih_l1_reverse	1	-0.041275955736637115
215	rnn.bias_ih_l1_reverse	2	0.028646418824791908
215	rnn.bias_ih_l1_reverse	3	-0.08437008410692215
215	rnn.bias_ih_l1_reverse	4	-0.08685512840747833
215	rnn.bias_ih_l1_reverse	5	-0.08662290871143341
215	rnn.bias_ih_l1_reverse	6	0.06571654975414276
215	rnn.bias_ih_l1_reverse	7	0.08448225259780884
215	rnn.bias_ih_l1_reverse	8	0.00028477146406657994
215	rnn.bias_ih_l1_reverse	9	-0.00996987521648407
215	rnn.bias_hh_l1_reverse	0	0.06216156482696533
215	rnn.bias_hh_l1_reverse	1	-0.06695201247930527
215	rnn.bias_hh_l1_reverse	2	-0.05439920350909233
215	rnn.bias_hh_l1_reverse	3	0.0736120268702507
215	rnn.bias_hh_l1_reverse	4	-0.02244378812611103
215	rnn.bias_hh_l1_reverse	5	-0.0055430373176932335
215	rnn.bias_hh_l1_reverse	6	-0.059631962329149246
215	rnn.bias_hh_l1_reverse	7	-0.0596725195646286
215	rnn.bias_hh_l1_reverse	8	0.06612745672464371
215	rnn.bias_hh_l1_reverse	9	0.04967227950692177
215	rnn.weight_ih_l2	0	0.07711079716682434
215	rnn.weight_ih_l2	1	-0.054255299270153046
215	rnn.weight_ih_l2	2	0.06336241215467453
215	rnn.weight_ih_l2	3	0.06567541509866714
215	rnn.weight_ih_l2	4	0.056478891521692276
215	rnn.weight_ih_l2	5	-0.03529585525393486
215	rnn.weight_ih_l2	6	-0.07576776295900345
215	rnn.weight_ih_l2	7	0.011811047792434692
215	rnn.weight_ih_l2	8	-0.017176112160086632
215	rnn.weight_ih_l2	9	-0.06912760436534882
215	rnn.weight_hh_l2	0	0.04806234687566757
215	rnn.weight_hh_l2	1	0.03084464557468891
215	rnn.weight_hh_l2	2	-0.05471174418926239
215	rnn.weight_hh_l2	3	-0.025313008576631546
215	rnn.weight_hh_l2	4	0.05497411638498306
215	rnn.weight_hh_l2	5	-0.024046842008829117
215	rnn.weight_hh_l2	6	0.008476285263895988
215	rnn.weight_hh_l2	7	-0.05349210649728775
215	rnn.weight_hh_l2	8	-0.00592975364997983
215	rnn.weight_hh_l2	9	-0.01804753579199314
215	rnn.bias_ih_l2	0	0.14807425439357758
215	rnn.bias_ih_l2	1	0.012283045798540115
215	rnn.bias_ih_l2	2	0.06805753707885742
215	rnn.bias_ih_l2	3	0.028096124529838562
215	rnn.bias_ih_l2	4	-0.006592505611479282
215	rnn.bias_ih_l2	5	0.04764435067772865
215	rnn.bias_ih_l2	6	0.013848942704498768
215	rnn.bias_ih_l2	7	0.01769137755036354
215	rnn.bias_ih_l2	8	0.018141116946935654
215	rnn.bias_ih_l2	9	-0.015307974070310593
215	rnn.bias_hh_l2	0	0.022963542491197586
215	rnn.bias_hh_l2	1	0.007276761811226606
215	rnn.bias_hh_l2	2	0.07693115621805191
215	rnn.bias_hh_l2	3	0.0292782224714756
215	rnn.bias_hh_l2	4	0.07788857817649841
215	rnn.bias_hh_l2	5	-0.058273740112781525
215	rnn.bias_hh_l2	6	0.054192494601011276
215	rnn.bias_hh_l2	7	-0.02581598609685898
215	rnn.bias_hh_l2	8	0.04174721613526344
215	rnn.bias_hh_l2	9	0.021456491202116013
215	rnn.weight_ih_l2_reverse	0	0.08228914439678192
215	rnn.weight_ih_l2_reverse	1	-0.05541105195879936
215	rnn.weight_ih_l2_reverse	2	0.001193953794427216
215	rnn.weight_ih_l2_reverse	3	0.03526503965258598
215	rnn.weight_ih_l2_reverse	4	0.05408862605690956
215	rnn.weight_ih_l2_reverse	5	-0.04069088399410248
215	rnn.weight_ih_l2_reverse	6	-0.0008494718931615353
215	rnn.weight_ih_l2_reverse	7	-0.013528245501220226
215	rnn.weight_ih_l2_reverse	8	0.013950297608971596
215	rnn.weight_ih_l2_reverse	9	-0.07959482818841934
215	rnn.weight_hh_l2_reverse	0	-0.08277437090873718
215	rnn.weight_hh_l2_reverse	1	0.016679292544722557
215	rnn.weight_hh_l2_reverse	2	0.010425782762467861
215	rnn.weight_hh_l2_reverse	3	0.024328822270035744
215	rnn.weight_hh_l2_reverse	4	-0.036805689334869385
215	rnn.weight_hh_l2_reverse	5	-0.01476257387548685
215	rnn.weight_hh_l2_reverse	6	-0.044109903275966644
215	rnn.weight_hh_l2_reverse	7	-0.05989956483244896
215	rnn.weight_hh_l2_reverse	8	-0.00670216279104352
215	rnn.weight_hh_l2_reverse	9	-0.05899903550744057
215	rnn.bias_ih_l2_reverse	0	-0.05636751651763916
215	rnn.bias_ih_l2_reverse	1	-0.02729605883359909
215	rnn.bias_ih_l2_reverse	2	0.04625927284359932
215	rnn.bias_ih_l2_reverse	3	0.03294021636247635
215	rnn.bias_ih_l2_reverse	4	0.07579588890075684
215	rnn.bias_ih_l2_reverse	5	-0.08859475702047348
215	rnn.bias_ih_l2_reverse	6	-0.04333224520087242
215	rnn.bias_ih_l2_reverse	7	-0.060116246342659
215	rnn.bias_ih_l2_reverse	8	0.0630369707942009
215	rnn.bias_ih_l2_reverse	9	0.029209567233920097
215	rnn.bias_hh_l2_reverse	0	0.04669647291302681
215	rnn.bias_hh_l2_reverse	1	-0.0682956799864769
215	rnn.bias_hh_l2_reverse	2	-0.0672607347369194
215	rnn.bias_hh_l2_reverse	3	0.0312628373503685
215	rnn.bias_hh_l2_reverse	4	0.03357810899615288
215	rnn.bias_hh_l2_reverse	5	0.034895505756139755
215	rnn.bias_hh_l2_reverse	6	-0.08260320127010345
215	rnn.bias_hh_l2_reverse	7	-0.006722605787217617
215	rnn.bias_hh_l2_reverse	8	-0.10624633729457855
215	rnn.bias_hh_l2_reverse	9	-0.054885461926460266
215	linear.weight	0	0.025028489530086517
215	linear.weight	1	0.15263384580612183
215	linear.weight	2	-0.02425149641931057
215	linear.weight	3	-0.03585554286837578
215	linear.weight	4	-0.022248394787311554
215	linear.weight	5	0.05144524946808815
215	linear.weight	6	-0.001175294048152864
215	linear.weight	7	-0.10370682179927826
215	linear.weight	8	-0.03025965392589569
215	linear.weight	9	0.11251814663410187
215	linear.bias	0	0.49699440598487854
215	linear.bias	1	0.7788937091827393
215	linear.bias	2	-1.6412538290023804
215	linear.bias	3	-0.05754556506872177
215	linear.bias	4	-0.050822705030441284
215	linear.bias	5	0.2640611529350281
216	transitions	0	0.03039582632482052
216	transitions	1	-10000.0
216	transitions	2	2.6932129859924316
216	transitions	3	-1.1817556619644165
216	transitions	4	-10000.0
216	transitions	5	-10000.0
216	transitions	6	-10000.0
216	transitions	7	0.8815529942512512
216	transitions	8	0.8333262801170349
216	transitions	9	-1.1897374391555786
216	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
216	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
216	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
216	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
216	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
216	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
216	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
216	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
216	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
216	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
216	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
216	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
216	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
216	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
216	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
216	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
216	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
216	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
216	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
216	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
216	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
216	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
216	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
216	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
216	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
216	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
216	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
216	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
216	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
216	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
216	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
216	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
216	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
216	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
216	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
216	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
216	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
216	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
216	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
216	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
216	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
216	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
216	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
216	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
216	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
216	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
216	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
216	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
216	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
216	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
216	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
216	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
216	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
216	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
216	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
216	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
216	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
216	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
216	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
216	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
216	embedding2nn.weight	0	0.014807597734034061
216	embedding2nn.weight	1	0.0001635443331906572
216	embedding2nn.weight	2	0.005564241204410791
216	embedding2nn.weight	3	0.0006906593916937709
216	embedding2nn.weight	4	-0.008263325318694115
216	embedding2nn.weight	5	-0.005589508917182684
216	embedding2nn.weight	6	-0.0008438248187303543
216	embedding2nn.weight	7	-0.002940635895356536
216	embedding2nn.weight	8	0.013836691156029701
216	embedding2nn.weight	9	0.004421031568199396
216	embedding2nn.bias	0	0.006700556259602308
216	embedding2nn.bias	1	-0.018239809200167656
216	embedding2nn.bias	2	0.004362486768513918
216	embedding2nn.bias	3	-0.00791926495730877
216	embedding2nn.bias	4	-0.024271558970212936
216	embedding2nn.bias	5	-0.00021572959667537361
216	embedding2nn.bias	6	0.005938597023487091
216	embedding2nn.bias	7	-0.008255879394710064
216	embedding2nn.bias	8	0.00022567753330804408
216	embedding2nn.bias	9	-0.00501827010884881
216	rnn.weight_ih_l0	0	-0.052334316074848175
216	rnn.weight_ih_l0	1	0.05074850842356682
216	rnn.weight_ih_l0	2	0.03187777101993561
216	rnn.weight_ih_l0	3	0.014750207774341106
216	rnn.weight_ih_l0	4	0.012495546601712704
216	rnn.weight_ih_l0	5	0.0842103436589241
216	rnn.weight_ih_l0	6	0.07607489079236984
216	rnn.weight_ih_l0	7	0.03779563680291176
216	rnn.weight_ih_l0	8	-0.04584330692887306
216	rnn.weight_ih_l0	9	0.007894707843661308
216	rnn.weight_hh_l0	0	0.008262338116765022
216	rnn.weight_hh_l0	1	-0.06431322544813156
216	rnn.weight_hh_l0	2	-0.06549101322889328
216	rnn.weight_hh_l0	3	0.07153167575597763
216	rnn.weight_hh_l0	4	0.0710209310054779
216	rnn.weight_hh_l0	5	0.00597877474501729
216	rnn.weight_hh_l0	6	-0.0028211174067109823
216	rnn.weight_hh_l0	7	-0.015907378867268562
216	rnn.weight_hh_l0	8	-0.029369214549660683
216	rnn.weight_hh_l0	9	0.05757295712828636
216	rnn.bias_ih_l0	0	-0.06270122528076172
216	rnn.bias_ih_l0	1	0.08872975409030914
216	rnn.bias_ih_l0	2	0.020204171538352966
216	rnn.bias_ih_l0	3	0.079629085958004
216	rnn.bias_ih_l0	4	-0.07683542370796204
216	rnn.bias_ih_l0	5	0.08233506977558136
216	rnn.bias_ih_l0	6	-0.06849910318851471
216	rnn.bias_ih_l0	7	-0.035960983484983444
216	rnn.bias_ih_l0	8	-0.09216181933879852
216	rnn.bias_ih_l0	9	-0.04485948011279106
216	rnn.bias_hh_l0	0	0.03451402112841606
216	rnn.bias_hh_l0	1	0.0735006257891655
216	rnn.bias_hh_l0	2	0.0701756551861763
216	rnn.bias_hh_l0	3	0.0856938436627388
216	rnn.bias_hh_l0	4	-0.09795714169740677
216	rnn.bias_hh_l0	5	-0.07109131664037704
216	rnn.bias_hh_l0	6	0.07880789041519165
216	rnn.bias_hh_l0	7	-0.07855504751205444
216	rnn.bias_hh_l0	8	-0.026626041159033775
216	rnn.bias_hh_l0	9	0.012332495301961899
216	rnn.weight_ih_l0_reverse	0	0.07937972992658615
216	rnn.weight_ih_l0_reverse	1	0.07332246750593185
216	rnn.weight_ih_l0_reverse	2	0.03876245394349098
216	rnn.weight_ih_l0_reverse	3	0.033680323511362076
216	rnn.weight_ih_l0_reverse	4	-0.03645971789956093
216	rnn.weight_ih_l0_reverse	5	0.050836630165576935
216	rnn.weight_ih_l0_reverse	6	0.06647703051567078
216	rnn.weight_ih_l0_reverse	7	0.02227429859340191
216	rnn.weight_ih_l0_reverse	8	-0.057928673923015594
216	rnn.weight_ih_l0_reverse	9	-0.05283574014902115
216	rnn.weight_hh_l0_reverse	0	0.02556856907904148
216	rnn.weight_hh_l0_reverse	1	-0.0872754380106926
216	rnn.weight_hh_l0_reverse	2	0.06341138482093811
216	rnn.weight_hh_l0_reverse	3	-0.021577367559075356
216	rnn.weight_hh_l0_reverse	4	0.08513424545526505
216	rnn.weight_hh_l0_reverse	5	-0.0019970929715782404
216	rnn.weight_hh_l0_reverse	6	0.03073110803961754
216	rnn.weight_hh_l0_reverse	7	0.078767791390419
216	rnn.weight_hh_l0_reverse	8	-0.022426879033446312
216	rnn.weight_hh_l0_reverse	9	-0.04657549038529396
216	rnn.bias_ih_l0_reverse	0	0.0007474895683117211
216	rnn.bias_ih_l0_reverse	1	-0.02039697952568531
216	rnn.bias_ih_l0_reverse	2	-0.01380672212690115
216	rnn.bias_ih_l0_reverse	3	0.03589387610554695
216	rnn.bias_ih_l0_reverse	4	0.06784537434577942
216	rnn.bias_ih_l0_reverse	5	-0.020671840757131577
216	rnn.bias_ih_l0_reverse	6	-0.026996342465281487
216	rnn.bias_ih_l0_reverse	7	-0.04845890775322914
216	rnn.bias_ih_l0_reverse	8	0.00538844708353281
216	rnn.bias_ih_l0_reverse	9	-0.06740593910217285
216	rnn.bias_hh_l0_reverse	0	0.03962559252977371
216	rnn.bias_hh_l0_reverse	1	-0.06876853853464127
216	rnn.bias_hh_l0_reverse	2	0.07504165917634964
216	rnn.bias_hh_l0_reverse	3	0.06254892796278
216	rnn.bias_hh_l0_reverse	4	0.023145975545048714
216	rnn.bias_hh_l0_reverse	5	0.04609709605574608
216	rnn.bias_hh_l0_reverse	6	0.0670376718044281
216	rnn.bias_hh_l0_reverse	7	0.08405854552984238
216	rnn.bias_hh_l0_reverse	8	-0.008709228597581387
216	rnn.bias_hh_l0_reverse	9	0.049027103930711746
216	rnn.weight_ih_l1	0	0.023782547563314438
216	rnn.weight_ih_l1	1	0.016061151400208473
216	rnn.weight_ih_l1	2	0.08792679756879807
216	rnn.weight_ih_l1	3	-0.02428506687283516
216	rnn.weight_ih_l1	4	-0.024533303454518318
216	rnn.weight_ih_l1	5	-0.012956218793988228
216	rnn.weight_ih_l1	6	0.07275686413049698
216	rnn.weight_ih_l1	7	-0.0036516045220196247
216	rnn.weight_ih_l1	8	-0.05253886803984642
216	rnn.weight_ih_l1	9	0.05514633283019066
216	rnn.weight_hh_l1	0	-0.0817357674241066
216	rnn.weight_hh_l1	1	-0.03564300388097763
216	rnn.weight_hh_l1	2	-0.008133691735565662
216	rnn.weight_hh_l1	3	-0.0582006461918354
216	rnn.weight_hh_l1	4	0.0859774649143219
216	rnn.weight_hh_l1	5	-0.0841393992304802
216	rnn.weight_hh_l1	6	-0.0501197911798954
216	rnn.weight_hh_l1	7	0.06489448994398117
216	rnn.weight_hh_l1	8	-0.013540119864046574
216	rnn.weight_hh_l1	9	-0.03989415243268013
216	rnn.bias_ih_l1	0	-0.03375549986958504
216	rnn.bias_ih_l1	1	0.0550353042781353
216	rnn.bias_ih_l1	2	-0.04552818089723587
216	rnn.bias_ih_l1	3	-0.07722227275371552
216	rnn.bias_ih_l1	4	-0.028515024110674858
216	rnn.bias_ih_l1	5	-0.004200177267193794
216	rnn.bias_ih_l1	6	-0.04661307483911514
216	rnn.bias_ih_l1	7	0.062126923352479935
216	rnn.bias_ih_l1	8	0.08502575010061264
216	rnn.bias_ih_l1	9	0.030959416180849075
216	rnn.bias_hh_l1	0	0.0688299834728241
216	rnn.bias_hh_l1	1	-0.058653879910707474
216	rnn.bias_hh_l1	2	0.019471537321805954
216	rnn.bias_hh_l1	3	0.0814419537782669
216	rnn.bias_hh_l1	4	0.05763126537203789
216	rnn.bias_hh_l1	5	-0.0796714723110199
216	rnn.bias_hh_l1	6	0.014353998005390167
216	rnn.bias_hh_l1	7	0.04246915876865387
216	rnn.bias_hh_l1	8	0.015235180035233498
216	rnn.bias_hh_l1	9	-0.0045557767152786255
216	rnn.weight_ih_l1_reverse	0	0.08700118958950043
216	rnn.weight_ih_l1_reverse	1	-0.04186631739139557
216	rnn.weight_ih_l1_reverse	2	-0.06188886612653732
216	rnn.weight_ih_l1_reverse	3	0.025359440594911575
216	rnn.weight_ih_l1_reverse	4	-0.04654307663440704
216	rnn.weight_ih_l1_reverse	5	0.0240493081510067
216	rnn.weight_ih_l1_reverse	6	0.04044058918952942
216	rnn.weight_ih_l1_reverse	7	0.020256282761693
216	rnn.weight_ih_l1_reverse	8	-0.008728346787393093
216	rnn.weight_ih_l1_reverse	9	-0.0661122128367424
216	rnn.weight_hh_l1_reverse	0	0.004924309905618429
216	rnn.weight_hh_l1_reverse	1	0.019004352390766144
216	rnn.weight_hh_l1_reverse	2	-0.05819101259112358
216	rnn.weight_hh_l1_reverse	3	-0.012866359204053879
216	rnn.weight_hh_l1_reverse	4	0.008892946876585484
216	rnn.weight_hh_l1_reverse	5	-0.06580314040184021
216	rnn.weight_hh_l1_reverse	6	-0.06728589534759521
216	rnn.weight_hh_l1_reverse	7	-0.011384493671357632
216	rnn.weight_hh_l1_reverse	8	-0.059275947511196136
216	rnn.weight_hh_l1_reverse	9	-0.04397625848650932
216	rnn.bias_ih_l1_reverse	0	-0.002808213699609041
216	rnn.bias_ih_l1_reverse	1	-0.04131249338388443
216	rnn.bias_ih_l1_reverse	2	0.028987042605876923
216	rnn.bias_ih_l1_reverse	3	-0.08427488058805466
216	rnn.bias_ih_l1_reverse	4	-0.08683324605226517
216	rnn.bias_ih_l1_reverse	5	-0.08661060035228729
216	rnn.bias_ih_l1_reverse	6	0.06577625870704651
216	rnn.bias_ih_l1_reverse	7	0.08447975665330887
216	rnn.bias_ih_l1_reverse	8	0.0007303505553863943
216	rnn.bias_ih_l1_reverse	9	-0.010000293143093586
216	rnn.bias_hh_l1_reverse	0	0.06218045949935913
216	rnn.bias_hh_l1_reverse	1	-0.066994309425354
216	rnn.bias_hh_l1_reverse	2	-0.05444086715579033
216	rnn.bias_hh_l1_reverse	3	0.07365713268518448
216	rnn.bias_hh_l1_reverse	4	-0.02255561389029026
216	rnn.bias_hh_l1_reverse	5	-0.005519836209714413
216	rnn.bias_hh_l1_reverse	6	-0.059618767350912094
216	rnn.bias_hh_l1_reverse	7	-0.05966264009475708
216	rnn.bias_hh_l1_reverse	8	0.06608322262763977
216	rnn.bias_hh_l1_reverse	9	0.049751799553632736
216	rnn.weight_ih_l2	0	0.07709214091300964
216	rnn.weight_ih_l2	1	-0.05426979064941406
216	rnn.weight_ih_l2	2	0.06335894018411636
216	rnn.weight_ih_l2	3	0.06566499918699265
216	rnn.weight_ih_l2	4	0.056471239775419235
216	rnn.weight_ih_l2	5	-0.035309433937072754
216	rnn.weight_ih_l2	6	-0.0757661908864975
216	rnn.weight_ih_l2	7	0.01175516378134489
216	rnn.weight_ih_l2	8	-0.0171758271753788
216	rnn.weight_ih_l2	9	-0.06912658363580704
216	rnn.weight_hh_l2	0	0.048051949590444565
216	rnn.weight_hh_l2	1	0.0308468509465456
216	rnn.weight_hh_l2	2	-0.05471101030707359
216	rnn.weight_hh_l2	3	-0.025330783799290657
216	rnn.weight_hh_l2	4	0.05497471243143082
216	rnn.weight_hh_l2	5	-0.02403663657605648
216	rnn.weight_hh_l2	6	0.008480995893478394
216	rnn.weight_hh_l2	7	-0.053489141166210175
216	rnn.weight_hh_l2	8	-0.005928356666117907
216	rnn.weight_hh_l2	9	-0.018050508573651314
216	rnn.bias_ih_l2	0	0.14850956201553345
216	rnn.bias_ih_l2	1	0.01217242144048214
216	rnn.bias_ih_l2	2	0.06816376745700836
216	rnn.bias_ih_l2	3	0.028040094301104546
216	rnn.bias_ih_l2	4	-0.00658213859423995
216	rnn.bias_ih_l2	5	0.047662749886512756
216	rnn.bias_ih_l2	6	0.013870663940906525
216	rnn.bias_ih_l2	7	0.017773618921637535
216	rnn.bias_ih_l2	8	0.018183670938014984
216	rnn.bias_ih_l2	9	-0.01529226079583168
216	rnn.bias_hh_l2	0	0.022985339164733887
216	rnn.bias_hh_l2	1	0.0074354433454573154
216	rnn.bias_hh_l2	2	0.07699168473482132
216	rnn.bias_hh_l2	3	0.029292071238160133
216	rnn.bias_hh_l2	4	0.07789220660924911
216	rnn.bias_hh_l2	5	-0.05782739073038101
216	rnn.bias_hh_l2	6	0.05462145805358887
216	rnn.bias_hh_l2	7	-0.02581760101020336
216	rnn.bias_hh_l2	8	0.04175559803843498
216	rnn.bias_hh_l2	9	0.020167699083685875
216	rnn.weight_ih_l2_reverse	0	0.08228319138288498
216	rnn.weight_ih_l2_reverse	1	-0.05549225956201553
216	rnn.weight_ih_l2_reverse	2	0.0011957443784922361
216	rnn.weight_ih_l2_reverse	3	0.03526569902896881
216	rnn.weight_ih_l2_reverse	4	0.0540887787938118
216	rnn.weight_ih_l2_reverse	5	-0.04069031402468681
216	rnn.weight_ih_l2_reverse	6	-0.0008876081556081772
216	rnn.weight_ih_l2_reverse	7	-0.013453628867864609
216	rnn.weight_ih_l2_reverse	8	0.013653266243636608
216	rnn.weight_ih_l2_reverse	9	-0.07960763573646545
216	rnn.weight_hh_l2_reverse	0	-0.08277463912963867
216	rnn.weight_hh_l2_reverse	1	0.016675444319844246
216	rnn.weight_hh_l2_reverse	2	0.010426130145788193
216	rnn.weight_hh_l2_reverse	3	0.02432892844080925
216	rnn.weight_hh_l2_reverse	4	-0.03680553659796715
216	rnn.weight_hh_l2_reverse	5	-0.014762082137167454
216	rnn.weight_hh_l2_reverse	6	-0.04402163624763489
216	rnn.weight_hh_l2_reverse	7	-0.05990086868405342
216	rnn.weight_hh_l2_reverse	8	-0.0067027960903942585
216	rnn.weight_hh_l2_reverse	9	-0.058999039232730865
216	rnn.bias_ih_l2_reverse	0	-0.057474710047245026
216	rnn.bias_ih_l2_reverse	1	-0.027285369113087654
216	rnn.bias_ih_l2_reverse	2	0.04628630355000496
216	rnn.bias_ih_l2_reverse	3	0.03353899344801903
216	rnn.bias_ih_l2_reverse	4	0.07589251548051834
216	rnn.bias_ih_l2_reverse	5	-0.08857997506856918
216	rnn.bias_ih_l2_reverse	6	-0.043361250311136246
216	rnn.bias_ih_l2_reverse	7	-0.0604577511548996
216	rnn.bias_ih_l2_reverse	8	0.06252025812864304
216	rnn.bias_ih_l2_reverse	9	0.028946347534656525
216	rnn.bias_hh_l2_reverse	0	0.04599318653345108
216	rnn.bias_hh_l2_reverse	1	-0.06844005733728409
216	rnn.bias_hh_l2_reverse	2	-0.06726977229118347
216	rnn.bias_hh_l2_reverse	3	0.0312720388174057
216	rnn.bias_hh_l2_reverse	4	0.033536434173583984
216	rnn.bias_hh_l2_reverse	5	0.03500514104962349
216	rnn.bias_hh_l2_reverse	6	-0.08268200606107712
216	rnn.bias_hh_l2_reverse	7	-0.0067229559645056725
216	rnn.bias_hh_l2_reverse	8	-0.10623311251401901
216	rnn.bias_hh_l2_reverse	9	-0.054883185774087906
216	linear.weight	0	0.025028489530086517
216	linear.weight	1	0.1516883224248886
216	linear.weight	2	-0.02425101026892662
216	linear.weight	3	-0.035719696432352066
216	linear.weight	4	-0.022248394787311554
216	linear.weight	5	0.051725856959819794
216	linear.weight	6	0.00017523342103231698
216	linear.weight	7	-0.10370907187461853
216	linear.weight	8	-0.03080209344625473
216	linear.weight	9	0.11289641261100769
216	linear.bias	0	0.5039575695991516
216	linear.bias	1	0.7866532802581787
216	linear.bias	2	-1.641457438468933
216	linear.bias	3	-0.05754556506872177
216	linear.bias	4	-0.050822705030441284
216	linear.bias	5	0.24954204261302948
217	transitions	0	0.030327070504426956
217	transitions	1	-10000.0
217	transitions	2	2.69075345993042
217	transitions	3	-1.1832404136657715
217	transitions	4	-10000.0
217	transitions	5	-10000.0
217	transitions	6	-10000.0
217	transitions	7	0.8815512657165527
217	transitions	8	0.8332291841506958
217	transitions	9	-1.1899877786636353
217	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
217	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
217	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
217	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
217	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
217	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
217	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
217	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
217	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
217	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
217	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
217	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
217	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
217	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
217	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
217	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
217	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
217	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
217	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
217	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
217	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
217	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
217	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
217	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
217	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
217	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
217	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
217	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
217	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
217	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
217	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
217	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
217	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
217	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
217	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
217	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
217	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
217	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
217	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
217	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
217	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
217	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
217	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
217	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
217	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
217	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
217	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
217	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
217	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
217	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
217	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
217	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
217	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
217	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
217	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
217	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
217	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
217	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
217	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
217	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
217	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
217	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
217	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
217	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
217	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
217	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
217	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
217	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
217	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
217	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
217	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
217	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
217	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
217	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
217	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
217	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
217	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
217	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
217	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
217	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
217	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
217	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
217	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
217	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
217	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
217	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
217	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
217	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
217	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
217	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
217	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
217	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
217	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
217	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
217	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
217	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
217	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
217	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
217	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
217	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
217	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
217	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
217	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
217	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
217	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
217	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
217	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
217	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
217	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
217	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
217	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
217	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
217	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
217	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
217	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
217	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
217	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
217	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
217	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
217	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
217	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
217	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
217	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
217	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
217	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
217	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
217	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
217	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
217	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
217	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
217	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
217	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
217	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
217	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
217	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
217	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
217	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
217	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
217	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
217	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
217	embedding2nn.weight	0	0.01480850949883461
217	embedding2nn.weight	1	0.00016510683053638786
217	embedding2nn.weight	2	0.005564064718782902
217	embedding2nn.weight	3	0.0006918050348758698
217	embedding2nn.weight	4	-0.008273055776953697
217	embedding2nn.weight	5	-0.00558490352705121
217	embedding2nn.weight	6	-0.0008405567496083677
217	embedding2nn.weight	7	-0.002938272198662162
217	embedding2nn.weight	8	0.013886475004255772
217	embedding2nn.weight	9	0.004421308636665344
217	embedding2nn.bias	0	0.0068673025816679
217	embedding2nn.bias	1	-0.01788340136408806
217	embedding2nn.bias	2	0.004733843728899956
217	embedding2nn.bias	3	-0.00828577484935522
217	embedding2nn.bias	4	-0.02422269806265831
217	embedding2nn.bias	5	-7.329196523642167e-05
217	embedding2nn.bias	6	0.006091602612286806
217	embedding2nn.bias	7	-0.008001871407032013
217	embedding2nn.bias	8	-6.864175520604476e-05
217	embedding2nn.bias	9	-0.005078392568975687
217	rnn.weight_ih_l0	0	-0.05231049656867981
217	rnn.weight_ih_l0	1	0.050745610147714615
217	rnn.weight_ih_l0	2	0.031878091394901276
217	rnn.weight_ih_l0	3	0.014752629213035107
217	rnn.weight_ih_l0	4	0.012493535876274109
217	rnn.weight_ih_l0	5	0.08421371132135391
217	rnn.weight_ih_l0	6	0.07607204467058182
217	rnn.weight_ih_l0	7	0.037795837968587875
217	rnn.weight_ih_l0	8	-0.0458456426858902
217	rnn.weight_ih_l0	9	0.007898552343249321
217	rnn.weight_hh_l0	0	0.008258937858045101
217	rnn.weight_hh_l0	1	-0.06434294581413269
217	rnn.weight_hh_l0	2	-0.06549287587404251
217	rnn.weight_hh_l0	3	0.07153204828500748
217	rnn.weight_hh_l0	4	0.07101847231388092
217	rnn.weight_hh_l0	5	0.006003695074468851
217	rnn.weight_hh_l0	6	-0.002803902607411146
217	rnn.weight_hh_l0	7	-0.01587928645312786
217	rnn.weight_hh_l0	8	-0.029352404177188873
217	rnn.weight_hh_l0	9	0.05758017674088478
217	rnn.bias_ih_l0	0	-0.06255528330802917
217	rnn.bias_ih_l0	1	0.08870485424995422
217	rnn.bias_ih_l0	2	0.0201957318931818
217	rnn.bias_ih_l0	3	0.07946686446666718
217	rnn.bias_ih_l0	4	-0.07695227116346359
217	rnn.bias_ih_l0	5	0.08245325088500977
217	rnn.bias_ih_l0	6	-0.06779104471206665
217	rnn.bias_ih_l0	7	-0.03597303107380867
217	rnn.bias_ih_l0	8	-0.09153981506824493
217	rnn.bias_ih_l0	9	-0.04471566155552864
217	rnn.bias_hh_l0	0	0.034269195050001144
217	rnn.bias_hh_l0	1	0.07349977642297745
217	rnn.bias_hh_l0	2	0.07020404934883118
217	rnn.bias_hh_l0	3	0.0857153907418251
217	rnn.bias_hh_l0	4	-0.09819430112838745
217	rnn.bias_hh_l0	5	-0.07107020914554596
217	rnn.bias_hh_l0	6	0.07882333546876907
217	rnn.bias_hh_l0	7	-0.07860041409730911
217	rnn.bias_hh_l0	8	-0.026601674035191536
217	rnn.bias_hh_l0	9	0.011630529537796974
217	rnn.weight_ih_l0_reverse	0	0.07937979698181152
217	rnn.weight_ih_l0_reverse	1	0.0733092799782753
217	rnn.weight_ih_l0_reverse	2	0.038764193654060364
217	rnn.weight_ih_l0_reverse	3	0.03368089720606804
217	rnn.weight_ih_l0_reverse	4	-0.036464862525463104
217	rnn.weight_ih_l0_reverse	5	0.050836462527513504
217	rnn.weight_ih_l0_reverse	6	0.06647653877735138
217	rnn.weight_ih_l0_reverse	7	0.022225573658943176
217	rnn.weight_ih_l0_reverse	8	-0.057935990393161774
217	rnn.weight_ih_l0_reverse	9	-0.05283646658062935
217	rnn.weight_hh_l0_reverse	0	0.025598112493753433
217	rnn.weight_hh_l0_reverse	1	-0.08728726953268051
217	rnn.weight_hh_l0_reverse	2	0.063409723341465
217	rnn.weight_hh_l0_reverse	3	-0.02157648652791977
217	rnn.weight_hh_l0_reverse	4	0.08514528721570969
217	rnn.weight_hh_l0_reverse	5	-0.001993339043110609
217	rnn.weight_hh_l0_reverse	6	0.03073243983089924
217	rnn.weight_hh_l0_reverse	7	0.07876700907945633
217	rnn.weight_hh_l0_reverse	8	-0.02242804318666458
217	rnn.weight_hh_l0_reverse	9	-0.04657544195652008
217	rnn.bias_ih_l0_reverse	0	0.000758295995183289
217	rnn.bias_ih_l0_reverse	1	-0.020509148016572
217	rnn.bias_ih_l0_reverse	2	-0.01387039851397276
217	rnn.bias_ih_l0_reverse	3	0.036047838628292084
217	rnn.bias_ih_l0_reverse	4	0.06788122653961182
217	rnn.bias_ih_l0_reverse	5	-0.020658234134316444
217	rnn.bias_ih_l0_reverse	6	-0.027023162692785263
217	rnn.bias_ih_l0_reverse	7	-0.04845782369375229
217	rnn.bias_ih_l0_reverse	8	0.0054662832990288734
217	rnn.bias_ih_l0_reverse	9	-0.0673723816871643
217	rnn.bias_hh_l0_reverse	0	0.03963032364845276
217	rnn.bias_hh_l0_reverse	1	-0.06873498111963272
217	rnn.bias_hh_l0_reverse	2	0.07517513632774353
217	rnn.bias_hh_l0_reverse	3	0.06258979439735413
217	rnn.bias_hh_l0_reverse	4	0.02295105718076229
217	rnn.bias_hh_l0_reverse	5	0.046143390238285065
217	rnn.bias_hh_l0_reverse	6	0.06698884814977646
217	rnn.bias_hh_l0_reverse	7	0.0843864157795906
217	rnn.bias_hh_l0_reverse	8	-0.008780596777796745
217	rnn.bias_hh_l0_reverse	9	0.04911770299077034
217	rnn.weight_ih_l1	0	0.023762790486216545
217	rnn.weight_ih_l1	1	0.01611126773059368
217	rnn.weight_ih_l1	2	0.08811620622873306
217	rnn.weight_ih_l1	3	-0.024286475032567978
217	rnn.weight_ih_l1	4	-0.02454352006316185
217	rnn.weight_ih_l1	5	-0.012889622710645199
217	rnn.weight_ih_l1	6	0.07274743914604187
217	rnn.weight_ih_l1	7	-0.003628202946856618
217	rnn.weight_ih_l1	8	-0.052531130611896515
217	rnn.weight_ih_l1	9	0.05491377040743828
217	rnn.weight_hh_l1	0	-0.08177486062049866
217	rnn.weight_hh_l1	1	-0.03565401956439018
217	rnn.weight_hh_l1	2	-0.008129722438752651
217	rnn.weight_hh_l1	3	-0.05820203572511673
217	rnn.weight_hh_l1	4	0.08598923683166504
217	rnn.weight_hh_l1	5	-0.08414320647716522
217	rnn.weight_hh_l1	6	-0.050129830837249756
217	rnn.weight_hh_l1	7	0.06490133702754974
217	rnn.weight_hh_l1	8	-0.013538745231926441
217	rnn.weight_hh_l1	9	-0.039908576756715775
217	rnn.bias_ih_l1	0	-0.033750053495168686
217	rnn.bias_ih_l1	1	0.05505393445491791
217	rnn.bias_ih_l1	2	-0.045538775622844696
217	rnn.bias_ih_l1	3	-0.07712008059024811
217	rnn.bias_ih_l1	4	-0.02854672633111477
217	rnn.bias_ih_l1	5	-0.0060412087477743626
217	rnn.bias_ih_l1	6	-0.04615287482738495
217	rnn.bias_ih_l1	7	0.06214345246553421
217	rnn.bias_ih_l1	8	0.08533899486064911
217	rnn.bias_ih_l1	9	0.031000923365354538
217	rnn.bias_hh_l1	0	0.06883759796619415
217	rnn.bias_hh_l1	1	-0.058647796511650085
217	rnn.bias_hh_l1	2	0.01946045085787773
217	rnn.bias_hh_l1	3	0.08152462542057037
217	rnn.bias_hh_l1	4	0.05767374113202095
217	rnn.bias_hh_l1	5	-0.07968531548976898
217	rnn.bias_hh_l1	6	0.014372101053595543
217	rnn.bias_hh_l1	7	0.04243605211377144
217	rnn.bias_hh_l1	8	0.015227321535348892
217	rnn.bias_hh_l1	9	-0.0045422217808663845
217	rnn.weight_ih_l1_reverse	0	0.0870019719004631
217	rnn.weight_ih_l1_reverse	1	-0.041864026337862015
217	rnn.weight_ih_l1_reverse	2	-0.06188895180821419
217	rnn.weight_ih_l1_reverse	3	0.025357898324728012
217	rnn.weight_ih_l1_reverse	4	-0.046548016369342804
217	rnn.weight_ih_l1_reverse	5	0.024046549573540688
217	rnn.weight_ih_l1_reverse	6	0.04043864458799362
217	rnn.weight_ih_l1_reverse	7	0.02019595541059971
217	rnn.weight_ih_l1_reverse	8	-0.008735015988349915
217	rnn.weight_ih_l1_reverse	9	-0.06609448045492172
217	rnn.weight_hh_l1_reverse	0	0.0049202716909348965
217	rnn.weight_hh_l1_reverse	1	0.01900818571448326
217	rnn.weight_hh_l1_reverse	2	-0.05819059535861015
217	rnn.weight_hh_l1_reverse	3	-0.012863565236330032
217	rnn.weight_hh_l1_reverse	4	0.008893812075257301
217	rnn.weight_hh_l1_reverse	5	-0.0657438114285469
217	rnn.weight_hh_l1_reverse	6	-0.06728793680667877
217	rnn.weight_hh_l1_reverse	7	-0.011384142562747002
217	rnn.weight_hh_l1_reverse	8	-0.05924677103757858
217	rnn.weight_hh_l1_reverse	9	-0.04397334158420563
217	rnn.bias_ih_l1_reverse	0	-0.002899638144299388
217	rnn.bias_ih_l1_reverse	1	-0.041348494589328766
217	rnn.bias_ih_l1_reverse	2	0.02912116050720215
217	rnn.bias_ih_l1_reverse	3	-0.08427613973617554
217	rnn.bias_ih_l1_reverse	4	-0.08683982491493225
217	rnn.bias_ih_l1_reverse	5	-0.08657897263765335
217	rnn.bias_ih_l1_reverse	6	0.06587321311235428
217	rnn.bias_ih_l1_reverse	7	0.08449574559926987
217	rnn.bias_ih_l1_reverse	8	0.0008537996327504516
217	rnn.bias_ih_l1_reverse	9	-0.009977479465305805
217	rnn.bias_hh_l1_reverse	0	0.06220058724284172
217	rnn.bias_hh_l1_reverse	1	-0.0669369250535965
217	rnn.bias_hh_l1_reverse	2	-0.05441971868276596
217	rnn.bias_hh_l1_reverse	3	0.07377292215824127
217	rnn.bias_hh_l1_reverse	4	-0.022655947133898735
217	rnn.bias_hh_l1_reverse	5	-0.005516733042895794
217	rnn.bias_hh_l1_reverse	6	-0.05961243435740471
217	rnn.bias_hh_l1_reverse	7	-0.059646837413311005
217	rnn.bias_hh_l1_reverse	8	0.06607671827077866
217	rnn.bias_hh_l1_reverse	9	0.049669355154037476
217	rnn.weight_ih_l2	0	0.07710810750722885
217	rnn.weight_ih_l2	1	-0.05427243188023567
217	rnn.weight_ih_l2	2	0.063360795378685
217	rnn.weight_ih_l2	3	0.06567691266536713
217	rnn.weight_ih_l2	4	0.05650675669312477
217	rnn.weight_ih_l2	5	-0.03532635048031807
217	rnn.weight_ih_l2	6	-0.07576406747102737
217	rnn.weight_ih_l2	7	0.011754618026316166
217	rnn.weight_ih_l2	8	-0.017175259068608284
217	rnn.weight_ih_l2	9	-0.0691264197230339
217	rnn.weight_hh_l2	0	0.048045914620161057
217	rnn.weight_hh_l2	1	0.030846433714032173
217	rnn.weight_hh_l2	2	-0.054711002856492996
217	rnn.weight_hh_l2	3	-0.025323430076241493
217	rnn.weight_hh_l2	4	0.054973054677248
217	rnn.weight_hh_l2	5	-0.02401690185070038
217	rnn.weight_hh_l2	6	0.008485022932291031
217	rnn.weight_hh_l2	7	-0.05348743125796318
217	rnn.weight_hh_l2	8	-0.005941096227616072
217	rnn.weight_hh_l2	9	-0.018047163262963295
217	rnn.bias_ih_l2	0	0.1472756564617157
217	rnn.bias_ih_l2	1	0.012132030911743641
217	rnn.bias_ih_l2	2	0.06819377094507217
217	rnn.bias_ih_l2	3	0.027989447116851807
217	rnn.bias_ih_l2	4	-0.006565460469573736
217	rnn.bias_ih_l2	5	0.047687139362096786
217	rnn.bias_ih_l2	6	0.013864860869944096
217	rnn.bias_ih_l2	7	0.017701726406812668
217	rnn.bias_ih_l2	8	0.018090037629008293
217	rnn.bias_ih_l2	9	-0.015290013514459133
217	rnn.bias_hh_l2	0	0.022640397772192955
217	rnn.bias_hh_l2	1	0.007338151801377535
217	rnn.bias_hh_l2	2	0.07708995044231415
217	rnn.bias_hh_l2	3	0.029319465160369873
217	rnn.bias_hh_l2	4	0.07790755480527878
217	rnn.bias_hh_l2	5	-0.058923397213220596
217	rnn.bias_hh_l2	6	0.05457291007041931
217	rnn.bias_hh_l2	7	-0.02583821676671505
217	rnn.bias_hh_l2	8	0.041766948997974396
217	rnn.bias_hh_l2	9	0.021712161600589752
217	rnn.weight_ih_l2_reverse	0	0.08227716386318207
217	rnn.weight_ih_l2_reverse	1	-0.05551379173994064
217	rnn.weight_ih_l2_reverse	2	0.0011982120340690017
217	rnn.weight_ih_l2_reverse	3	0.035264067351818085
217	rnn.weight_ih_l2_reverse	4	0.054090920835733414
217	rnn.weight_ih_l2_reverse	5	-0.04068954661488533
217	rnn.weight_ih_l2_reverse	6	-0.0009703620453365147
217	rnn.weight_ih_l2_reverse	7	-0.01345856674015522
217	rnn.weight_ih_l2_reverse	8	0.01376321166753769
217	rnn.weight_ih_l2_reverse	9	-0.07960687577724457
217	rnn.weight_hh_l2_reverse	0	-0.08277691155672073
217	rnn.weight_hh_l2_reverse	1	0.01667039282619953
217	rnn.weight_hh_l2_reverse	2	0.010426309891045094
217	rnn.weight_hh_l2_reverse	3	0.024328794330358505
217	rnn.weight_hh_l2_reverse	4	-0.03680674359202385
217	rnn.weight_hh_l2_reverse	5	-0.01476212963461876
217	rnn.weight_hh_l2_reverse	6	-0.04402334615588188
217	rnn.weight_hh_l2_reverse	7	-0.05990102142095566
217	rnn.weight_hh_l2_reverse	8	-0.006701173726469278
217	rnn.weight_hh_l2_reverse	9	-0.058996886014938354
217	rnn.bias_ih_l2_reverse	0	-0.05742794647812843
217	rnn.bias_ih_l2_reverse	1	-0.027248980477452278
217	rnn.bias_ih_l2_reverse	2	0.046299345791339874
217	rnn.bias_ih_l2_reverse	3	0.033242564648389816
217	rnn.bias_ih_l2_reverse	4	0.07588769495487213
217	rnn.bias_ih_l2_reverse	5	-0.08857902884483337
217	rnn.bias_ih_l2_reverse	6	-0.043347377330064774
217	rnn.bias_ih_l2_reverse	7	-0.06069285422563553
217	rnn.bias_ih_l2_reverse	8	0.062655009329319
217	rnn.bias_ih_l2_reverse	9	0.02874547801911831
217	rnn.bias_hh_l2_reverse	0	0.045265644788742065
217	rnn.bias_hh_l2_reverse	1	-0.06849417090415955
217	rnn.bias_hh_l2_reverse	2	-0.06727367639541626
217	rnn.bias_hh_l2_reverse	3	0.03126326575875282
217	rnn.bias_hh_l2_reverse	4	0.03364413231611252
217	rnn.bias_hh_l2_reverse	5	0.03499423339962959
217	rnn.bias_hh_l2_reverse	6	-0.0826849713921547
217	rnn.bias_hh_l2_reverse	7	-0.006723965518176556
217	rnn.bias_hh_l2_reverse	8	-0.10620348900556564
217	rnn.bias_hh_l2_reverse	9	-0.05488279461860657
217	linear.weight	0	0.025028489530086517
217	linear.weight	1	0.1530635952949524
217	linear.weight	2	-0.024248449131846428
217	linear.weight	3	-0.03574812784790993
217	linear.weight	4	-0.022248394787311554
217	linear.weight	5	0.0514688678085804
217	linear.weight	6	0.00015276636986527592
217	linear.weight	7	-0.10328599065542221
217	linear.weight	8	-0.030741602182388306
217	linear.weight	9	0.1128048524260521
217	linear.bias	0	0.5003980398178101
217	linear.bias	1	0.781571090221405
217	linear.bias	2	-1.64170241355896
217	linear.bias	3	-0.05754556506872177
217	linear.bias	4	-0.050822705030441284
217	linear.bias	5	0.2584286630153656
218	transitions	0	0.03024459071457386
218	transitions	1	-10000.0
218	transitions	2	2.691091537475586
218	transitions	3	-1.1778937578201294
218	transitions	4	-10000.0
218	transitions	5	-10000.0
218	transitions	6	-10000.0
218	transitions	7	0.8815498948097229
218	transitions	8	0.833159863948822
218	transitions	9	-1.1901617050170898
218	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
218	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
218	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
218	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
218	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
218	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
218	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
218	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
218	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
218	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
218	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
218	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
218	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
218	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
218	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
218	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
218	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
218	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
218	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
218	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
218	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
218	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
218	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
218	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
218	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
218	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
218	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
218	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
218	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
218	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
218	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
218	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
218	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
218	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
218	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
218	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
218	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
218	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
218	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
218	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
218	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
218	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
218	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
218	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
218	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
218	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
218	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
218	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
218	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
218	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
218	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
218	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
218	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
218	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
218	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
218	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
218	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
218	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
218	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
218	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
218	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
218	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
218	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
218	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
218	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
218	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
218	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
218	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
218	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
218	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
218	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
218	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
218	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
218	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
218	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
218	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
218	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
218	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
218	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
218	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
218	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
218	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
218	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
218	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
218	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
218	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
218	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
218	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
218	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
218	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
218	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
218	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
218	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
218	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
218	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
218	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
218	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
218	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
218	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
218	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
218	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
218	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
218	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
218	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
218	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
218	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
218	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
218	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
218	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
218	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
218	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
218	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
218	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
218	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
218	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
218	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
218	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
218	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
218	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
218	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
218	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
218	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
218	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
218	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
218	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
218	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
218	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
218	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
218	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
218	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
218	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
218	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
218	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
218	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
218	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
218	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
218	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
218	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
218	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
218	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
218	embedding2nn.weight	0	0.01480965968221426
218	embedding2nn.weight	1	0.00016207048611249775
218	embedding2nn.weight	2	0.005563960410654545
218	embedding2nn.weight	3	0.0006938666338101029
218	embedding2nn.weight	4	-0.008286729454994202
218	embedding2nn.weight	5	-0.005586737766861916
218	embedding2nn.weight	6	-0.0008331029675900936
218	embedding2nn.weight	7	-0.002938496880233288
218	embedding2nn.weight	8	0.01388335507363081
218	embedding2nn.weight	9	0.004420826211571693
218	embedding2nn.bias	0	0.007268045097589493
218	embedding2nn.bias	1	-0.018385067582130432
218	embedding2nn.bias	2	0.004058686085045338
218	embedding2nn.bias	3	-0.00829465314745903
218	embedding2nn.bias	4	-0.02409709431231022
218	embedding2nn.bias	5	-2.1316231141099706e-05
218	embedding2nn.bias	6	0.005894515663385391
218	embedding2nn.bias	7	-0.008264079689979553
218	embedding2nn.bias	8	0.0002224448835477233
218	embedding2nn.bias	9	-0.005228827707469463
218	rnn.weight_ih_l0	0	-0.05231478810310364
218	rnn.weight_ih_l0	1	0.05074552819132805
218	rnn.weight_ih_l0	2	0.0318782664835453
218	rnn.weight_ih_l0	3	0.014754469506442547
218	rnn.weight_ih_l0	4	0.012507992796599865
218	rnn.weight_ih_l0	5	0.0842144712805748
218	rnn.weight_ih_l0	6	0.07607375830411911
218	rnn.weight_ih_l0	7	0.037796180695295334
218	rnn.weight_ih_l0	8	-0.045854564756155014
218	rnn.weight_ih_l0	9	0.007842643186450005
218	rnn.weight_hh_l0	0	0.00825702678412199
218	rnn.weight_hh_l0	1	-0.0643383115530014
218	rnn.weight_hh_l0	2	-0.06549296528100967
218	rnn.weight_hh_l0	3	0.07153287529945374
218	rnn.weight_hh_l0	4	0.07102629542350769
218	rnn.weight_hh_l0	5	0.006002635229378939
218	rnn.weight_hh_l0	6	-0.002898402977734804
218	rnn.weight_hh_l0	7	-0.01584690809249878
218	rnn.weight_hh_l0	8	-0.02934950403869152
218	rnn.weight_hh_l0	9	0.05757689103484154
218	rnn.bias_ih_l0	0	-0.06249856576323509
218	rnn.bias_ih_l0	1	0.08872702717781067
218	rnn.bias_ih_l0	2	0.02019774168729782
218	rnn.bias_ih_l0	3	0.07954119145870209
218	rnn.bias_ih_l0	4	-0.0770169347524643
218	rnn.bias_ih_l0	5	0.08233271539211273
218	rnn.bias_ih_l0	6	-0.06912786513566971
218	rnn.bias_ih_l0	7	-0.035979386419057846
218	rnn.bias_ih_l0	8	-0.0919228196144104
218	rnn.bias_ih_l0	9	-0.044775936752557755
218	rnn.bias_hh_l0	0	0.03436833992600441
218	rnn.bias_hh_l0	1	0.07350599765777588
218	rnn.bias_hh_l0	2	0.07011527568101883
218	rnn.bias_hh_l0	3	0.085716612637043
218	rnn.bias_hh_l0	4	-0.09755773842334747
218	rnn.bias_hh_l0	5	-0.07107213884592056
218	rnn.bias_hh_l0	6	0.07877611368894577
218	rnn.bias_hh_l0	7	-0.0782645121216774
218	rnn.bias_hh_l0	8	-0.0265550147742033
218	rnn.bias_hh_l0	9	0.012194663286209106
218	rnn.weight_ih_l0_reverse	0	0.0793810710310936
218	rnn.weight_ih_l0_reverse	1	0.07330700010061264
218	rnn.weight_ih_l0_reverse	2	0.03876344487071037
218	rnn.weight_ih_l0_reverse	3	0.03368108347058296
218	rnn.weight_ih_l0_reverse	4	-0.0364532433450222
218	rnn.weight_ih_l0_reverse	5	0.05083637684583664
218	rnn.weight_ih_l0_reverse	6	0.06647782772779465
218	rnn.weight_ih_l0_reverse	7	0.02224578522145748
218	rnn.weight_ih_l0_reverse	8	-0.057937607169151306
218	rnn.weight_ih_l0_reverse	9	-0.052835311740636826
218	rnn.weight_hh_l0_reverse	0	0.025606706738471985
218	rnn.weight_hh_l0_reverse	1	-0.08729007095098495
218	rnn.weight_hh_l0_reverse	2	0.06340797245502472
218	rnn.weight_hh_l0_reverse	3	-0.021576398983597755
218	rnn.weight_hh_l0_reverse	4	0.08514592796564102
218	rnn.weight_hh_l0_reverse	5	-0.001990734366700053
218	rnn.weight_hh_l0_reverse	6	0.030732953920960426
218	rnn.weight_hh_l0_reverse	7	0.07876195758581161
218	rnn.weight_hh_l0_reverse	8	-0.022427137941122055
218	rnn.weight_hh_l0_reverse	9	-0.04657531902194023
218	rnn.bias_ih_l0_reverse	0	0.0007594907656311989
218	rnn.bias_ih_l0_reverse	1	-0.02055407129228115
218	rnn.bias_ih_l0_reverse	2	-0.013811752200126648
218	rnn.bias_ih_l0_reverse	3	0.03603862598538399
218	rnn.bias_ih_l0_reverse	4	0.06788446754217148
218	rnn.bias_ih_l0_reverse	5	-0.020635519176721573
218	rnn.bias_ih_l0_reverse	6	-0.026973718777298927
218	rnn.bias_ih_l0_reverse	7	-0.048425305634737015
218	rnn.bias_ih_l0_reverse	8	0.005495638120919466
218	rnn.bias_ih_l0_reverse	9	-0.06729918718338013
218	rnn.bias_hh_l0_reverse	0	0.039594247937202454
218	rnn.bias_hh_l0_reverse	1	-0.06866178661584854
218	rnn.bias_hh_l0_reverse	2	0.07489318400621414
218	rnn.bias_hh_l0_reverse	3	0.06254417449235916
218	rnn.bias_hh_l0_reverse	4	0.022840511053800583
218	rnn.bias_hh_l0_reverse	5	0.046220436692237854
218	rnn.bias_hh_l0_reverse	6	0.06708333641290665
218	rnn.bias_hh_l0_reverse	7	0.08465781062841415
218	rnn.bias_hh_l0_reverse	8	-0.008731391280889511
218	rnn.bias_hh_l0_reverse	9	0.04907672852277756
218	rnn.weight_ih_l1	0	0.023783599957823753
218	rnn.weight_ih_l1	1	0.01608872599899769
218	rnn.weight_ih_l1	2	0.0881880670785904
218	rnn.weight_ih_l1	3	-0.024299168959259987
218	rnn.weight_ih_l1	4	-0.024539459496736526
218	rnn.weight_ih_l1	5	-0.012945986352860928
218	rnn.weight_ih_l1	6	0.07273875921964645
218	rnn.weight_ih_l1	7	-0.0036542939487844706
218	rnn.weight_ih_l1	8	-0.05252331495285034
218	rnn.weight_ih_l1	9	0.05516364797949791
218	rnn.weight_hh_l1	0	-0.08177740126848221
218	rnn.weight_hh_l1	1	-0.03565371036529541
218	rnn.weight_hh_l1	2	-0.008129186928272247
218	rnn.weight_hh_l1	3	-0.05819850414991379
218	rnn.weight_hh_l1	4	0.08599604666233063
218	rnn.weight_hh_l1	5	-0.08414582908153534
218	rnn.weight_hh_l1	6	-0.05012482777237892
218	rnn.weight_hh_l1	7	0.06489041447639465
218	rnn.weight_hh_l1	8	-0.013538782484829426
218	rnn.weight_hh_l1	9	-0.039879314601421356
218	rnn.bias_ih_l1	0	-0.03361402079463005
218	rnn.bias_ih_l1	1	0.05504346266388893
218	rnn.bias_ih_l1	2	-0.04553496837615967
218	rnn.bias_ih_l1	3	-0.07727403938770294
218	rnn.bias_ih_l1	4	-0.028474584221839905
218	rnn.bias_ih_l1	5	-0.0034798600245267153
218	rnn.bias_ih_l1	6	-0.04640590772032738
218	rnn.bias_ih_l1	7	0.062128398567438126
218	rnn.bias_ih_l1	8	0.08530820906162262
218	rnn.bias_ih_l1	9	0.030946489423513412
218	rnn.bias_hh_l1	0	0.06881958991289139
218	rnn.bias_hh_l1	1	-0.05860649421811104
218	rnn.bias_hh_l1	2	0.019514786079525948
218	rnn.bias_hh_l1	3	0.08163823187351227
218	rnn.bias_hh_l1	4	0.05766870826482773
218	rnn.bias_hh_l1	5	-0.07972250878810883
218	rnn.bias_hh_l1	6	0.014350072480738163
218	rnn.bias_hh_l1	7	0.042568501085042953
218	rnn.bias_hh_l1	8	0.015262993052601814
218	rnn.bias_hh_l1	9	-0.004558078479021788
218	rnn.weight_ih_l1_reverse	0	0.08700042963027954
218	rnn.weight_ih_l1_reverse	1	-0.04186595231294632
218	rnn.weight_ih_l1_reverse	2	-0.06188754364848137
218	rnn.weight_ih_l1_reverse	3	0.025358062237501144
218	rnn.weight_ih_l1_reverse	4	-0.04655328392982483
218	rnn.weight_ih_l1_reverse	5	0.02404576912522316
218	rnn.weight_ih_l1_reverse	6	0.040436312556266785
218	rnn.weight_ih_l1_reverse	7	0.020192110911011696
218	rnn.weight_ih_l1_reverse	8	-0.008729854598641396
218	rnn.weight_ih_l1_reverse	9	-0.06620731949806213
218	rnn.weight_hh_l1_reverse	0	0.004919248167425394
218	rnn.weight_hh_l1_reverse	1	0.01900768093764782
218	rnn.weight_hh_l1_reverse	2	-0.05819080397486687
218	rnn.weight_hh_l1_reverse	3	-0.012864110060036182
218	rnn.weight_hh_l1_reverse	4	0.008893261663615704
218	rnn.weight_hh_l1_reverse	5	-0.06578091531991959
218	rnn.weight_hh_l1_reverse	6	-0.0672869011759758
218	rnn.weight_hh_l1_reverse	7	-0.011385670863091946
218	rnn.weight_hh_l1_reverse	8	-0.05925089120864868
218	rnn.weight_hh_l1_reverse	9	-0.04397592693567276
218	rnn.bias_ih_l1_reverse	0	-0.002895915415138006
218	rnn.bias_ih_l1_reverse	1	-0.041349899023771286
218	rnn.bias_ih_l1_reverse	2	0.029060088098049164
218	rnn.bias_ih_l1_reverse	3	-0.08427376300096512
218	rnn.bias_ih_l1_reverse	4	-0.08681267499923706
218	rnn.bias_ih_l1_reverse	5	-0.08654910326004028
218	rnn.bias_ih_l1_reverse	6	0.06600005179643631
218	rnn.bias_ih_l1_reverse	7	0.08448566496372223
218	rnn.bias_ih_l1_reverse	8	0.0014864976983517408
218	rnn.bias_ih_l1_reverse	9	-0.00998496450483799
218	rnn.bias_hh_l1_reverse	0	0.06221293285489082
218	rnn.bias_hh_l1_reverse	1	-0.06692911684513092
218	rnn.bias_hh_l1_reverse	2	-0.054425738751888275
218	rnn.bias_hh_l1_reverse	3	0.07386722415685654
218	rnn.bias_hh_l1_reverse	4	-0.022656723856925964
218	rnn.bias_hh_l1_reverse	5	-0.005520629696547985
218	rnn.bias_hh_l1_reverse	6	-0.05963725596666336
218	rnn.bias_hh_l1_reverse	7	-0.05961170420050621
218	rnn.bias_hh_l1_reverse	8	0.06608185917139053
218	rnn.bias_hh_l1_reverse	9	0.04963302239775658
218	rnn.weight_ih_l2	0	0.07708536088466644
218	rnn.weight_ih_l2	1	-0.05426527559757233
218	rnn.weight_ih_l2	2	0.06334194540977478
218	rnn.weight_ih_l2	3	0.06566914170980453
218	rnn.weight_ih_l2	4	0.05650634691119194
218	rnn.weight_ih_l2	5	-0.03531631454825401
218	rnn.weight_ih_l2	6	-0.0757676362991333
218	rnn.weight_ih_l2	7	0.011756367981433868
218	rnn.weight_ih_l2	8	-0.01717444509267807
218	rnn.weight_ih_l2	9	-0.06912678480148315
218	rnn.weight_hh_l2	0	0.04804087430238724
218	rnn.weight_hh_l2	1	0.030832046642899513
218	rnn.weight_hh_l2	2	-0.054707493633031845
218	rnn.weight_hh_l2	3	-0.025343406945466995
218	rnn.weight_hh_l2	4	0.05497228354215622
218	rnn.weight_hh_l2	5	-0.024045096710324287
218	rnn.weight_hh_l2	6	0.008480159565806389
218	rnn.weight_hh_l2	7	-0.053490713238716125
218	rnn.weight_hh_l2	8	-0.005924347322434187
218	rnn.weight_hh_l2	9	-0.018049044534564018
218	rnn.bias_ih_l2	0	0.14745944738388062
218	rnn.bias_ih_l2	1	0.012068144045770168
218	rnn.bias_ih_l2	2	0.06824824959039688
218	rnn.bias_ih_l2	3	0.028161386027932167
218	rnn.bias_ih_l2	4	-0.00657152384519577
218	rnn.bias_ih_l2	5	0.04774057865142822
218	rnn.bias_ih_l2	6	0.0138776870444417
218	rnn.bias_ih_l2	7	0.01777692139148712
218	rnn.bias_ih_l2	8	0.018223967403173447
218	rnn.bias_ih_l2	9	-0.015285544097423553
218	rnn.bias_hh_l2	0	0.02290460281074047
218	rnn.bias_hh_l2	1	0.007498194929212332
218	rnn.bias_hh_l2	2	0.0772651955485344
218	rnn.bias_hh_l2	3	0.029313204810023308
218	rnn.bias_hh_l2	4	0.0779314637184143
218	rnn.bias_hh_l2	5	-0.058504991233348846
218	rnn.bias_hh_l2	6	0.05458801984786987
218	rnn.bias_hh_l2	7	-0.025827869772911072
218	rnn.bias_hh_l2	8	0.041760366410017014
218	rnn.bias_hh_l2	9	0.020123472437262535
218	rnn.weight_ih_l2_reverse	0	0.08227584511041641
218	rnn.weight_ih_l2_reverse	1	-0.05551056191325188
218	rnn.weight_ih_l2_reverse	2	0.0012005554744973779
218	rnn.weight_ih_l2_reverse	3	0.03526536002755165
218	rnn.weight_ih_l2_reverse	4	0.054091259837150574
218	rnn.weight_ih_l2_reverse	5	-0.04068918898701668
218	rnn.weight_ih_l2_reverse	6	-0.0009691496379673481
218	rnn.weight_ih_l2_reverse	7	-0.013461055234074593
218	rnn.weight_ih_l2_reverse	8	0.013786867260932922
218	rnn.weight_ih_l2_reverse	9	-0.07959925383329391
218	rnn.weight_hh_l2_reverse	0	-0.0827769935131073
218	rnn.weight_hh_l2_reverse	1	0.01667294278740883
218	rnn.weight_hh_l2_reverse	2	0.01042629312723875
218	rnn.weight_hh_l2_reverse	3	0.02432858757674694
218	rnn.weight_hh_l2_reverse	4	-0.03680645301938057
218	rnn.weight_hh_l2_reverse	5	-0.014761635102331638
218	rnn.weight_hh_l2_reverse	6	-0.0440007746219635
218	rnn.weight_hh_l2_reverse	7	-0.0599009208381176
218	rnn.weight_hh_l2_reverse	8	-0.006702243350446224
218	rnn.weight_hh_l2_reverse	9	-0.058997444808483124
218	rnn.bias_ih_l2_reverse	0	-0.05742663890123367
218	rnn.bias_ih_l2_reverse	1	-0.027240363880991936
218	rnn.bias_ih_l2_reverse	2	0.0463043712079525
218	rnn.bias_ih_l2_reverse	3	0.03388473391532898
218	rnn.bias_ih_l2_reverse	4	0.07588928192853928
218	rnn.bias_ih_l2_reverse	5	-0.0885779932141304
218	rnn.bias_ih_l2_reverse	6	-0.04335547611117363
218	rnn.bias_ih_l2_reverse	7	-0.06069626286625862
218	rnn.bias_ih_l2_reverse	8	0.06279925256967545
218	rnn.bias_ih_l2_reverse	9	0.028425198048353195
218	rnn.bias_hh_l2_reverse	0	0.04556414112448692
218	rnn.bias_hh_l2_reverse	1	-0.06870099157094955
218	rnn.bias_hh_l2_reverse	2	-0.06727740168571472
218	rnn.bias_hh_l2_reverse	3	0.031282100826501846
218	rnn.bias_hh_l2_reverse	4	0.03370731696486473
218	rnn.bias_hh_l2_reverse	5	0.03505463898181915
218	rnn.bias_hh_l2_reverse	6	-0.08268310129642487
218	rnn.bias_hh_l2_reverse	7	-0.006718602497130632
218	rnn.bias_hh_l2_reverse	8	-0.10615773499011993
218	rnn.bias_hh_l2_reverse	9	-0.05491938814520836
218	linear.weight	0	0.025028489530086517
218	linear.weight	1	0.15330564975738525
218	linear.weight	2	-0.02424880862236023
218	linear.weight	3	-0.036232732236385345
218	linear.weight	4	-0.022248394787311554
218	linear.weight	5	0.05147861689329147
218	linear.weight	6	0.00019717343093361706
218	linear.weight	7	-0.10270794481039047
218	linear.weight	8	-0.030817942693829536
218	linear.weight	9	0.11283757537603378
218	linear.bias	0	0.5000749826431274
218	linear.bias	1	0.7889657616615295
218	linear.bias	2	-1.6418967247009277
218	linear.bias	3	-0.05754556506872177
218	linear.bias	4	-0.050822705030441284
218	linear.bias	5	0.2515513300895691
219	transitions	0	0.030164146795868874
219	transitions	1	-10000.0
219	transitions	2	2.6925113201141357
219	transitions	3	-1.1768118143081665
219	transitions	4	-10000.0
219	transitions	5	-10000.0
219	transitions	6	-10000.0
219	transitions	7	0.8815489411354065
219	transitions	8	0.833114504814148
219	transitions	9	-1.1872857809066772
219	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
219	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
219	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
219	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
219	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
219	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
219	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
219	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
219	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
219	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
219	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
219	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
219	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
219	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
219	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
219	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
219	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
219	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
219	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
219	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
219	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
219	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
219	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
219	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
219	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
219	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
219	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
219	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
219	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
219	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
219	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
219	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
219	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
219	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
219	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
219	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
219	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
219	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
219	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
219	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
219	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
219	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
219	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
219	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
219	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
219	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
219	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
219	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
219	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
219	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
219	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
219	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
219	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
219	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
219	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
219	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
219	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
219	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
219	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
219	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
219	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
219	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
219	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
219	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
219	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
219	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
219	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
219	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
219	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
219	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
219	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
219	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
219	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
219	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
219	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
219	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
219	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
219	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
219	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
219	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
219	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
219	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
219	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
219	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
219	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
219	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
219	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
219	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
219	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
219	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
219	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
219	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
219	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
219	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
219	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
219	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
219	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
219	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
219	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
219	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
219	embedding2nn.weight	0	0.014813072979450226
219	embedding2nn.weight	1	0.0001615001237951219
219	embedding2nn.weight	2	0.005563938990235329
219	embedding2nn.weight	3	0.0006940056337043643
219	embedding2nn.weight	4	-0.00828580092638731
219	embedding2nn.weight	5	-0.00558868981897831
219	embedding2nn.weight	6	-0.0008331909193657339
219	embedding2nn.weight	7	-0.0029499195516109467
219	embedding2nn.weight	8	0.013883938081562519
219	embedding2nn.weight	9	0.004419757518917322
219	embedding2nn.bias	0	0.0073736547492444515
219	embedding2nn.bias	1	-0.018488984555006027
219	embedding2nn.bias	2	0.004114743787795305
219	embedding2nn.bias	3	-0.008197938092052937
219	embedding2nn.bias	4	-0.024153634905815125
219	embedding2nn.bias	5	-4.938729398418218e-05
219	embedding2nn.bias	6	0.0058408197946846485
219	embedding2nn.bias	7	-0.008374864235520363
219	embedding2nn.bias	8	0.00035560387186706066
219	embedding2nn.bias	9	-0.005194663070142269
219	rnn.weight_ih_l0	0	-0.0523119792342186
219	rnn.weight_ih_l0	1	0.0507437027990818
219	rnn.weight_ih_l0	2	0.03187971189618111
219	rnn.weight_ih_l0	3	0.014754444360733032
219	rnn.weight_ih_l0	4	0.012506581842899323
219	rnn.weight_ih_l0	5	0.08421390503644943
219	rnn.weight_ih_l0	6	0.0760720744729042
219	rnn.weight_ih_l0	7	0.037796907126903534
219	rnn.weight_ih_l0	8	-0.04585549980401993
219	rnn.weight_ih_l0	9	0.007842899300158024
219	rnn.weight_hh_l0	0	0.008256536908447742
219	rnn.weight_hh_l0	1	-0.06433805078268051
219	rnn.weight_hh_l0	2	-0.06549382209777832
219	rnn.weight_hh_l0	3	0.07152988761663437
219	rnn.weight_hh_l0	4	0.07102493196725845
219	rnn.weight_hh_l0	5	0.00599884195253253
219	rnn.weight_hh_l0	6	-0.0029156713280826807
219	rnn.weight_hh_l0	7	-0.01586216315627098
219	rnn.weight_hh_l0	8	-0.029359988868236542
219	rnn.weight_hh_l0	9	0.05757579952478409
219	rnn.bias_ih_l0	0	-0.06245355308055878
219	rnn.bias_ih_l0	1	0.08869922161102295
219	rnn.bias_ih_l0	2	0.020199455320835114
219	rnn.bias_ih_l0	3	0.07948125153779984
219	rnn.bias_ih_l0	4	-0.07720976322889328
219	rnn.bias_ih_l0	5	0.08232751488685608
219	rnn.bias_ih_l0	6	-0.06931521743535995
219	rnn.bias_ih_l0	7	-0.03596789762377739
219	rnn.bias_ih_l0	8	-0.092056043446064
219	rnn.bias_ih_l0	9	-0.04477851465344429
219	rnn.bias_hh_l0	0	0.03418475389480591
219	rnn.bias_hh_l0	1	0.07350670546293259
219	rnn.bias_hh_l0	2	0.07008825242519379
219	rnn.bias_hh_l0	3	0.0857885479927063
219	rnn.bias_hh_l0	4	-0.09746165573596954
219	rnn.bias_hh_l0	5	-0.07109099626541138
219	rnn.bias_hh_l0	6	0.07880352437496185
219	rnn.bias_hh_l0	7	-0.07820408046245575
219	rnn.bias_hh_l0	8	-0.026541724801063538
219	rnn.bias_hh_l0	9	0.012164976447820663
219	rnn.weight_ih_l0_reverse	0	0.07938389480113983
219	rnn.weight_ih_l0_reverse	1	0.07330004125833511
219	rnn.weight_ih_l0_reverse	2	0.03876281529664993
219	rnn.weight_ih_l0_reverse	3	0.03368212282657623
219	rnn.weight_ih_l0_reverse	4	-0.036454927176237106
219	rnn.weight_ih_l0_reverse	5	0.05083467811346054
219	rnn.weight_ih_l0_reverse	6	0.06647955626249313
219	rnn.weight_ih_l0_reverse	7	0.022268520668148994
219	rnn.weight_ih_l0_reverse	8	-0.05794273316860199
219	rnn.weight_ih_l0_reverse	9	-0.052835095673799515
219	rnn.weight_hh_l0_reverse	0	0.025603104382753372
219	rnn.weight_hh_l0_reverse	1	-0.08729389309883118
219	rnn.weight_hh_l0_reverse	2	0.06340964883565903
219	rnn.weight_hh_l0_reverse	3	-0.021585045382380486
219	rnn.weight_hh_l0_reverse	4	0.08514871448278427
219	rnn.weight_hh_l0_reverse	5	-0.0019939541816711426
219	rnn.weight_hh_l0_reverse	6	0.030753271654248238
219	rnn.weight_hh_l0_reverse	7	0.07875704765319824
219	rnn.weight_hh_l0_reverse	8	-0.022423233836889267
219	rnn.weight_hh_l0_reverse	9	-0.046578001230955124
219	rnn.bias_ih_l0_reverse	0	0.0007838785531930625
219	rnn.bias_ih_l0_reverse	1	-0.02068808674812317
219	rnn.bias_ih_l0_reverse	2	-0.013610916212201118
219	rnn.bias_ih_l0_reverse	3	0.03601996600627899
219	rnn.bias_ih_l0_reverse	4	0.06790181249380112
219	rnn.bias_ih_l0_reverse	5	-0.0206108670681715
219	rnn.bias_ih_l0_reverse	6	-0.026983831077814102
219	rnn.bias_ih_l0_reverse	7	-0.04839546978473663
219	rnn.bias_ih_l0_reverse	8	0.00544261047616601
219	rnn.bias_ih_l0_reverse	9	-0.06713797897100449
219	rnn.bias_hh_l0_reverse	0	0.039614781737327576
219	rnn.bias_hh_l0_reverse	1	-0.0685005784034729
219	rnn.bias_hh_l0_reverse	2	0.07503453642129898
219	rnn.bias_hh_l0_reverse	3	0.06256865710020065
219	rnn.bias_hh_l0_reverse	4	0.022679390385746956
219	rnn.bias_hh_l0_reverse	5	0.0462786927819252
219	rnn.bias_hh_l0_reverse	6	0.06706187129020691
219	rnn.bias_hh_l0_reverse	7	0.08494885265827179
219	rnn.bias_hh_l0_reverse	8	-0.008790764957666397
219	rnn.bias_hh_l0_reverse	9	0.04897458851337433
219	rnn.weight_ih_l1	0	0.02380380779504776
219	rnn.weight_ih_l1	1	0.016098272055387497
219	rnn.weight_ih_l1	2	0.08826300501823425
219	rnn.weight_ih_l1	3	-0.024294577538967133
219	rnn.weight_ih_l1	4	-0.02453831396996975
219	rnn.weight_ih_l1	5	-0.012935097329318523
219	rnn.weight_ih_l1	6	0.07273855805397034
219	rnn.weight_ih_l1	7	-0.003688347991555929
219	rnn.weight_ih_l1	8	-0.05252740532159805
219	rnn.weight_ih_l1	9	0.05527376011013985
219	rnn.weight_hh_l1	0	-0.08174438774585724
219	rnn.weight_hh_l1	1	-0.03565274551510811
219	rnn.weight_hh_l1	2	-0.00812804140150547
219	rnn.weight_hh_l1	3	-0.05818849802017212
219	rnn.weight_hh_l1	4	0.08602283895015717
219	rnn.weight_hh_l1	5	-0.08415096998214722
219	rnn.weight_hh_l1	6	-0.0501270517706871
219	rnn.weight_hh_l1	7	0.06484370678663254
219	rnn.weight_hh_l1	8	-0.013540728949010372
219	rnn.weight_hh_l1	9	-0.03987893462181091
219	rnn.bias_ih_l1	0	-0.033518724143505096
219	rnn.bias_ih_l1	1	0.055044710636138916
219	rnn.bias_ih_l1	2	-0.04553576186299324
219	rnn.bias_ih_l1	3	-0.07720843702554703
219	rnn.bias_ih_l1	4	-0.028458496555685997
219	rnn.bias_ih_l1	5	-0.0038057498168200254
219	rnn.bias_ih_l1	6	-0.0460888035595417
219	rnn.bias_ih_l1	7	0.0621170736849308
219	rnn.bias_ih_l1	8	0.08531679213047028
219	rnn.bias_ih_l1	9	0.031104804947972298
219	rnn.bias_hh_l1	0	0.06882239133119583
219	rnn.bias_hh_l1	1	-0.05858616158366203
219	rnn.bias_hh_l1	2	0.019535033032298088
219	rnn.bias_hh_l1	3	0.08170497417449951
219	rnn.bias_hh_l1	4	0.057670023292303085
219	rnn.bias_hh_l1	5	-0.07973146438598633
219	rnn.bias_hh_l1	6	0.014356512576341629
219	rnn.bias_hh_l1	7	0.04252435266971588
219	rnn.bias_hh_l1	8	0.0152952391654253
219	rnn.bias_hh_l1	9	-0.0045401668176054955
219	rnn.weight_ih_l1_reverse	0	0.08701849728822708
219	rnn.weight_ih_l1_reverse	1	-0.041869062930345535
219	rnn.weight_ih_l1_reverse	2	-0.06188798323273659
219	rnn.weight_ih_l1_reverse	3	0.025359701365232468
219	rnn.weight_ih_l1_reverse	4	-0.04656096175312996
219	rnn.weight_ih_l1_reverse	5	0.024044949561357498
219	rnn.weight_ih_l1_reverse	6	0.04043690860271454
219	rnn.weight_ih_l1_reverse	7	0.020199107006192207
219	rnn.weight_ih_l1_reverse	8	-0.008730078116059303
219	rnn.weight_ih_l1_reverse	9	-0.06628217548131943
219	rnn.weight_hh_l1_reverse	0	0.00491687236353755
219	rnn.weight_hh_l1_reverse	1	0.019004374742507935
219	rnn.weight_hh_l1_reverse	2	-0.05819113925099373
219	rnn.weight_hh_l1_reverse	3	-0.012867043726146221
219	rnn.weight_hh_l1_reverse	4	0.00889221578836441
219	rnn.weight_hh_l1_reverse	5	-0.06564869731664658
219	rnn.weight_hh_l1_reverse	6	-0.0672837570309639
219	rnn.weight_hh_l1_reverse	7	-0.011386106722056866
219	rnn.weight_hh_l1_reverse	8	-0.05925743654370308
219	rnn.weight_hh_l1_reverse	9	-0.043974511325359344
219	rnn.bias_ih_l1_reverse	0	-0.002896601799875498
219	rnn.bias_ih_l1_reverse	1	-0.04134289547801018
219	rnn.bias_ih_l1_reverse	2	0.02913939207792282
219	rnn.bias_ih_l1_reverse	3	-0.08429825305938721
219	rnn.bias_ih_l1_reverse	4	-0.0867803767323494
219	rnn.bias_ih_l1_reverse	5	-0.08657710254192352
219	rnn.bias_ih_l1_reverse	6	0.065934918820858
219	rnn.bias_ih_l1_reverse	7	0.08447265625
219	rnn.bias_ih_l1_reverse	8	0.0012023114832118154
219	rnn.bias_ih_l1_reverse	9	-0.009924137964844704
219	rnn.bias_hh_l1_reverse	0	0.062230706214904785
219	rnn.bias_hh_l1_reverse	1	-0.06699328869581223
219	rnn.bias_hh_l1_reverse	2	-0.054394081234931946
219	rnn.bias_hh_l1_reverse	3	0.07398208975791931
219	rnn.bias_hh_l1_reverse	4	-0.022640559822320938
219	rnn.bias_hh_l1_reverse	5	-0.005525615066289902
219	rnn.bias_hh_l1_reverse	6	-0.05962223559617996
219	rnn.bias_hh_l1_reverse	7	-0.05961761996150017
219	rnn.bias_hh_l1_reverse	8	0.06608348339796066
219	rnn.bias_hh_l1_reverse	9	0.049795202910900116
219	rnn.weight_ih_l2	0	0.07714741677045822
219	rnn.weight_ih_l2	1	-0.05426787957549095
219	rnn.weight_ih_l2	2	0.06333968043327332
219	rnn.weight_ih_l2	3	0.06565170735120773
219	rnn.weight_ih_l2	4	0.05650385469198227
219	rnn.weight_ih_l2	5	-0.03526334464550018
219	rnn.weight_ih_l2	6	-0.07575953006744385
219	rnn.weight_ih_l2	7	0.011758924461901188
219	rnn.weight_ih_l2	8	-0.017174163833260536
219	rnn.weight_ih_l2	9	-0.06912562251091003
219	rnn.weight_hh_l2	0	0.04804007709026337
219	rnn.weight_hh_l2	1	0.030836202204227448
219	rnn.weight_hh_l2	2	-0.054707854986190796
219	rnn.weight_hh_l2	3	-0.0253425482660532
219	rnn.weight_hh_l2	4	0.05499221011996269
219	rnn.weight_hh_l2	5	-0.024054430425167084
219	rnn.weight_hh_l2	6	0.008484311401844025
219	rnn.weight_hh_l2	7	-0.0534973181784153
219	rnn.weight_hh_l2	8	-0.005923790391534567
219	rnn.weight_hh_l2	9	-0.018050694838166237
219	rnn.bias_ih_l2	0	0.1470082402229309
219	rnn.bias_ih_l2	1	0.012080480344593525
219	rnn.bias_ih_l2	2	0.06822609901428223
219	rnn.bias_ih_l2	3	0.0283578522503376
219	rnn.bias_ih_l2	4	-0.00657268101349473
219	rnn.bias_ih_l2	5	0.04776113107800484
219	rnn.bias_ih_l2	6	0.013885878026485443
219	rnn.bias_ih_l2	7	0.01777927577495575
219	rnn.bias_ih_l2	8	0.018225673586130142
219	rnn.bias_ih_l2	9	-0.015280152671039104
219	rnn.bias_hh_l2	0	0.02303891070187092
219	rnn.bias_hh_l2	1	0.007448526099324226
219	rnn.bias_hh_l2	2	0.07730043679475784
219	rnn.bias_hh_l2	3	0.02933439426124096
219	rnn.bias_hh_l2	4	0.07795324176549911
219	rnn.bias_hh_l2	5	-0.058798473328351974
219	rnn.bias_hh_l2	6	0.05441220849752426
219	rnn.bias_hh_l2	7	-0.025832384824752808
219	rnn.bias_hh_l2	8	0.041754476726055145
219	rnn.bias_hh_l2	9	0.02092878893017769
219	rnn.weight_ih_l2_reverse	0	0.0822758823633194
219	rnn.weight_ih_l2_reverse	1	-0.055502478033304214
219	rnn.weight_ih_l2_reverse	2	0.0011976866517215967
219	rnn.weight_ih_l2_reverse	3	0.03526303544640541
219	rnn.weight_ih_l2_reverse	4	0.054090823978185654
219	rnn.weight_ih_l2_reverse	5	-0.04068894311785698
219	rnn.weight_ih_l2_reverse	6	-0.0008593919919803739
219	rnn.weight_ih_l2_reverse	7	-0.013438018970191479
219	rnn.weight_ih_l2_reverse	8	0.013870440423488617
219	rnn.weight_ih_l2_reverse	9	-0.07959620654582977
219	rnn.weight_hh_l2_reverse	0	-0.08277693390846252
219	rnn.weight_hh_l2_reverse	1	0.016673924401402473
219	rnn.weight_hh_l2_reverse	2	0.010427790693938732
219	rnn.weight_hh_l2_reverse	3	0.024328671395778656
219	rnn.weight_hh_l2_reverse	4	-0.03680720552802086
219	rnn.weight_hh_l2_reverse	5	-0.01476312056183815
219	rnn.weight_hh_l2_reverse	6	-0.04398256912827492
219	rnn.weight_hh_l2_reverse	7	-0.05989991873502731
219	rnn.weight_hh_l2_reverse	8	-0.006701639853417873
219	rnn.weight_hh_l2_reverse	9	-0.05899381637573242
219	rnn.bias_ih_l2_reverse	0	-0.05714445561170578
219	rnn.bias_ih_l2_reverse	1	-0.02721048891544342
219	rnn.bias_ih_l2_reverse	2	0.046406254172325134
219	rnn.bias_ih_l2_reverse	3	0.03341768682003021
219	rnn.bias_ih_l2_reverse	4	0.07589629292488098
219	rnn.bias_ih_l2_reverse	5	-0.08858116716146469
219	rnn.bias_ih_l2_reverse	6	-0.04335254058241844
219	rnn.bias_ih_l2_reverse	7	-0.06045423075556755
219	rnn.bias_ih_l2_reverse	8	0.0631275549530983
219	rnn.bias_ih_l2_reverse	9	0.02852744795382023
219	rnn.bias_hh_l2_reverse	0	0.04559440538287163
219	rnn.bias_hh_l2_reverse	1	-0.06885651499032974
219	rnn.bias_hh_l2_reverse	2	-0.0672827884554863
219	rnn.bias_hh_l2_reverse	3	0.031290531158447266
219	rnn.bias_hh_l2_reverse	4	0.0338057242333889
219	rnn.bias_hh_l2_reverse	5	0.03500845283269882
219	rnn.bias_hh_l2_reverse	6	-0.0826743021607399
219	rnn.bias_hh_l2_reverse	7	-0.006717986892908812
219	rnn.bias_hh_l2_reverse	8	-0.10619110614061356
219	rnn.bias_hh_l2_reverse	9	-0.05490944907069206
219	linear.weight	0	0.025028489530086517
219	linear.weight	1	0.1533271074295044
219	linear.weight	2	-0.024246135726571083
219	linear.weight	3	-0.03623877465724945
219	linear.weight	4	-0.022248394787311554
219	linear.weight	5	0.05117221921682358
219	linear.weight	6	0.00025161111261695623
219	linear.weight	7	-0.10315937548875809
219	linear.weight	8	-0.030593669041991234
219	linear.weight	9	0.11353011429309845
219	linear.bias	0	0.49825814366340637
219	linear.bias	1	0.790993869304657
219	linear.bias	2	-1.6420856714248657
219	linear.bias	3	-0.05754556506872177
219	linear.bias	4	-0.050822705030441284
219	linear.bias	5	0.2515290677547455
220	transitions	0	0.03010787069797516
220	transitions	1	-10000.0
220	transitions	2	2.691242218017578
220	transitions	3	-1.177441120147705
220	transitions	4	-10000.0
220	transitions	5	-10000.0
220	transitions	6	-10000.0
220	transitions	7	0.8815483450889587
220	transitions	8	0.833075761795044
220	transitions	9	-1.187605381011963
220	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
220	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
220	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
220	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
220	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
220	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
220	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
220	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
220	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
220	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
220	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
220	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
220	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
220	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
220	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
220	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
220	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
220	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
220	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
220	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
220	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
220	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
220	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
220	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
220	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
220	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
220	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
220	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
220	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
220	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
220	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
220	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
220	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
220	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
220	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
220	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
220	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
220	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
220	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
220	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
220	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
220	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
220	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
220	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
220	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
220	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
220	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
220	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
220	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
220	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
220	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
220	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
220	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
220	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
220	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
220	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
220	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
220	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
220	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
220	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
220	embedding2nn.weight	0	0.014813179150223732
220	embedding2nn.weight	1	0.0001615053042769432
220	embedding2nn.weight	2	0.005563798826187849
220	embedding2nn.weight	3	0.0006950779352337122
220	embedding2nn.weight	4	-0.008286712691187859
220	embedding2nn.weight	5	-0.005592828616499901
220	embedding2nn.weight	6	-0.0008433255134150386
220	embedding2nn.weight	7	-0.002947026863694191
220	embedding2nn.weight	8	0.01387898251414299
220	embedding2nn.weight	9	0.004420347977429628
220	embedding2nn.bias	0	0.00718147587031126
220	embedding2nn.bias	1	-0.01836424320936203
220	embedding2nn.bias	2	0.004348968621343374
220	embedding2nn.bias	3	-0.008344021625816822
220	embedding2nn.bias	4	-0.02422938123345375
220	embedding2nn.bias	5	2.099666562571656e-05
220	embedding2nn.bias	6	0.006048825569450855
220	embedding2nn.bias	7	-0.008293023332953453
220	embedding2nn.bias	8	0.00015687239647377282
220	embedding2nn.bias	9	-0.0051328944973647594
220	rnn.weight_ih_l0	0	-0.05230505019426346
220	rnn.weight_ih_l0	1	0.05074349418282509
220	rnn.weight_ih_l0	2	0.03188038244843483
220	rnn.weight_ih_l0	3	0.014755068346858025
220	rnn.weight_ih_l0	4	0.012507396750152111
220	rnn.weight_ih_l0	5	0.0842142179608345
220	rnn.weight_ih_l0	6	0.0760698989033699
220	rnn.weight_ih_l0	7	0.03779679909348488
220	rnn.weight_ih_l0	8	-0.04584839940071106
220	rnn.weight_ih_l0	9	0.007845757529139519
220	rnn.weight_hh_l0	0	0.00825683306902647
220	rnn.weight_hh_l0	1	-0.06433450430631638
220	rnn.weight_hh_l0	2	-0.06549429148435593
220	rnn.weight_hh_l0	3	0.071528859436512
220	rnn.weight_hh_l0	4	0.07102291285991669
220	rnn.weight_hh_l0	5	0.0060013458132743835
220	rnn.weight_hh_l0	6	-0.002914642682299018
220	rnn.weight_hh_l0	7	-0.015863003209233284
220	rnn.weight_hh_l0	8	-0.029366789385676384
220	rnn.weight_hh_l0	9	0.057575322687625885
220	rnn.bias_ih_l0	0	-0.06236952915787697
220	rnn.bias_ih_l0	1	0.08870759606361389
220	rnn.bias_ih_l0	2	0.02019633911550045
220	rnn.bias_ih_l0	3	0.07943414896726608
220	rnn.bias_ih_l0	4	-0.07734903693199158
220	rnn.bias_ih_l0	5	0.08233568072319031
220	rnn.bias_ih_l0	6	-0.06895285844802856
220	rnn.bias_ih_l0	7	-0.03597133606672287
220	rnn.bias_ih_l0	8	-0.09182392060756683
220	rnn.bias_ih_l0	9	-0.04474756866693497
220	rnn.bias_hh_l0	0	0.03409435600042343
220	rnn.bias_hh_l0	1	0.0735214427113533
220	rnn.bias_hh_l0	2	0.07010942697525024
220	rnn.bias_hh_l0	3	0.08578189462423325
220	rnn.bias_hh_l0	4	-0.09763871878385544
220	rnn.bias_hh_l0	5	-0.07109664380550385
220	rnn.bias_hh_l0	6	0.07880423963069916
220	rnn.bias_hh_l0	7	-0.07855399698019028
220	rnn.bias_hh_l0	8	-0.026546098291873932
220	rnn.bias_hh_l0	9	0.011755462735891342
220	rnn.weight_ih_l0_reverse	0	0.07938453555107117
220	rnn.weight_ih_l0_reverse	1	0.07329973578453064
220	rnn.weight_ih_l0_reverse	2	0.03876269608736038
220	rnn.weight_ih_l0_reverse	3	0.03368199244141579
220	rnn.weight_ih_l0_reverse	4	-0.03646157309412956
220	rnn.weight_ih_l0_reverse	5	0.0508342944085598
220	rnn.weight_ih_l0_reverse	6	0.06647975742816925
220	rnn.weight_ih_l0_reverse	7	0.022269580513238907
220	rnn.weight_ih_l0_reverse	8	-0.0579439178109169
220	rnn.weight_ih_l0_reverse	9	-0.052835144102573395
220	rnn.weight_hh_l0_reverse	0	0.02560350112617016
220	rnn.weight_hh_l0_reverse	1	-0.08729364722967148
220	rnn.weight_hh_l0_reverse	2	0.06341034919023514
220	rnn.weight_hh_l0_reverse	3	-0.02158566378057003
220	rnn.weight_hh_l0_reverse	4	0.08515209704637527
220	rnn.weight_hh_l0_reverse	5	-0.001995297148823738
220	rnn.weight_hh_l0_reverse	6	0.030746497213840485
220	rnn.weight_hh_l0_reverse	7	0.07875707000494003
220	rnn.weight_hh_l0_reverse	8	-0.022423312067985535
220	rnn.weight_hh_l0_reverse	9	-0.04657813161611557
220	rnn.bias_ih_l0_reverse	0	0.0007985817501321435
220	rnn.bias_ih_l0_reverse	1	-0.02062072791159153
220	rnn.bias_ih_l0_reverse	2	-0.013611417263746262
220	rnn.bias_ih_l0_reverse	3	0.03604161739349365
220	rnn.bias_ih_l0_reverse	4	0.06791239231824875
220	rnn.bias_ih_l0_reverse	5	-0.020639216527342796
220	rnn.bias_ih_l0_reverse	6	-0.026981856673955917
220	rnn.bias_ih_l0_reverse	7	-0.048423994332551956
220	rnn.bias_ih_l0_reverse	8	0.005475134123116732
220	rnn.bias_ih_l0_reverse	9	-0.06712669134140015
220	rnn.bias_hh_l0_reverse	0	0.03962017968297005
220	rnn.bias_hh_l0_reverse	1	-0.06848929077386856
220	rnn.bias_hh_l0_reverse	2	0.07502838224172592
220	rnn.bias_hh_l0_reverse	3	0.06256463378667831
220	rnn.bias_hh_l0_reverse	4	0.02258068509399891
220	rnn.bias_hh_l0_reverse	5	0.046261731535196304
220	rnn.bias_hh_l0_reverse	6	0.06702039390802383
220	rnn.bias_hh_l0_reverse	7	0.08483823388814926
220	rnn.bias_hh_l0_reverse	8	-0.008803795091807842
220	rnn.bias_hh_l0_reverse	9	0.04905714467167854
220	rnn.weight_ih_l1	0	0.023796478286385536
220	rnn.weight_ih_l1	1	0.016100019216537476
220	rnn.weight_ih_l1	2	0.08829916268587112
220	rnn.weight_ih_l1	3	-0.024295860901474953
220	rnn.weight_ih_l1	4	-0.024528926238417625
220	rnn.weight_ih_l1	5	-0.01292023342102766
220	rnn.weight_ih_l1	6	0.07273124903440475
220	rnn.weight_ih_l1	7	-0.0037005231715738773
220	rnn.weight_ih_l1	8	-0.052529145032167435
220	rnn.weight_ih_l1	9	0.0552525632083416
220	rnn.weight_hh_l1	0	-0.08173318952322006
220	rnn.weight_hh_l1	1	-0.03565750643610954
220	rnn.weight_hh_l1	2	-0.008128301240503788
220	rnn.weight_hh_l1	3	-0.058187298476696014
220	rnn.weight_hh_l1	4	0.08602266758680344
220	rnn.weight_hh_l1	5	-0.08415131270885468
220	rnn.weight_hh_l1	6	-0.050128139555454254
220	rnn.weight_hh_l1	7	0.06483481079339981
220	rnn.weight_hh_l1	8	-0.013540859334170818
220	rnn.weight_hh_l1	9	-0.03986652195453644
220	rnn.bias_ih_l1	0	-0.03349719196557999
220	rnn.bias_ih_l1	1	0.05505260080099106
220	rnn.bias_ih_l1	2	-0.0455315001308918
220	rnn.bias_ih_l1	3	-0.07714220881462097
220	rnn.bias_ih_l1	4	-0.028464386239647865
220	rnn.bias_ih_l1	5	-0.004495563451200724
220	rnn.bias_ih_l1	6	-0.04594062641263008
220	rnn.bias_ih_l1	7	0.062116630375385284
220	rnn.bias_ih_l1	8	0.0853787288069725
220	rnn.bias_ih_l1	9	0.03127134218811989
220	rnn.bias_hh_l1	0	0.06882517784833908
220	rnn.bias_hh_l1	1	-0.05859062075614929
220	rnn.bias_hh_l1	2	0.0195450522005558
220	rnn.bias_hh_l1	3	0.08170291781425476
220	rnn.bias_hh_l1	4	0.05769018828868866
220	rnn.bias_hh_l1	5	-0.07974383234977722
220	rnn.bias_hh_l1	6	0.014359855093061924
220	rnn.bias_hh_l1	7	0.04250454530119896
220	rnn.bias_hh_l1	8	0.015294142067432404
220	rnn.bias_hh_l1	9	-0.004511247389018536
220	rnn.weight_ih_l1_reverse	0	0.08701761066913605
220	rnn.weight_ih_l1_reverse	1	-0.041869405657052994
220	rnn.weight_ih_l1_reverse	2	-0.06189453974366188
220	rnn.weight_ih_l1_reverse	3	0.025359604507684708
220	rnn.weight_ih_l1_reverse	4	-0.046561866998672485
220	rnn.weight_ih_l1_reverse	5	0.024041932076215744
220	rnn.weight_ih_l1_reverse	6	0.04043775796890259
220	rnn.weight_ih_l1_reverse	7	0.020199336111545563
220	rnn.weight_ih_l1_reverse	8	-0.008732913061976433
220	rnn.weight_ih_l1_reverse	9	-0.0662839487195015
220	rnn.weight_hh_l1_reverse	0	0.004916253034025431
220	rnn.weight_hh_l1_reverse	1	0.01900514028966427
220	rnn.weight_hh_l1_reverse	2	-0.05819128453731537
220	rnn.weight_hh_l1_reverse	3	-0.012867109850049019
220	rnn.weight_hh_l1_reverse	4	0.008891633711755276
220	rnn.weight_hh_l1_reverse	5	-0.06564246118068695
220	rnn.weight_hh_l1_reverse	6	-0.06728263199329376
220	rnn.weight_hh_l1_reverse	7	-0.011386399157345295
220	rnn.weight_hh_l1_reverse	8	-0.059255681931972504
220	rnn.weight_hh_l1_reverse	9	-0.043971069157123566
220	rnn.bias_ih_l1_reverse	0	-0.0028931181877851486
220	rnn.bias_ih_l1_reverse	1	-0.04135066643357277
220	rnn.bias_ih_l1_reverse	2	0.029200177639722824
220	rnn.bias_ih_l1_reverse	3	-0.08428002893924713
220	rnn.bias_ih_l1_reverse	4	-0.08678918331861496
220	rnn.bias_ih_l1_reverse	5	-0.0865691751241684
220	rnn.bias_ih_l1_reverse	6	0.06593994051218033
220	rnn.bias_ih_l1_reverse	7	0.08447381854057312
220	rnn.bias_ih_l1_reverse	8	0.0017310791881754994
220	rnn.bias_ih_l1_reverse	9	-0.009903868660330772
220	rnn.bias_hh_l1_reverse	0	0.06223238632082939
220	rnn.bias_hh_l1_reverse	1	-0.06696329265832901
220	rnn.bias_hh_l1_reverse	2	-0.05439293757081032
220	rnn.bias_hh_l1_reverse	3	0.07397863268852234
220	rnn.bias_hh_l1_reverse	4	-0.022628454491496086
220	rnn.bias_hh_l1_reverse	5	-0.005528394598513842
220	rnn.bias_hh_l1_reverse	6	-0.05961059778928757
220	rnn.bias_hh_l1_reverse	7	-0.05962460860610008
220	rnn.bias_hh_l1_reverse	8	0.06608860194683075
220	rnn.bias_hh_l1_reverse	9	0.04972289130091667
220	rnn.weight_ih_l2	0	0.07711974531412125
220	rnn.weight_ih_l2	1	-0.054264795035123825
220	rnn.weight_ih_l2	2	0.06334055960178375
220	rnn.weight_ih_l2	3	0.06565170735120773
220	rnn.weight_ih_l2	4	0.056507326662540436
220	rnn.weight_ih_l2	5	-0.03527113050222397
220	rnn.weight_ih_l2	6	-0.07575817406177521
220	rnn.weight_ih_l2	7	0.01176200620830059
220	rnn.weight_ih_l2	8	-0.0171742532402277
220	rnn.weight_ih_l2	9	-0.06912568211555481
220	rnn.weight_hh_l2	0	0.0480349138379097
220	rnn.weight_hh_l2	1	0.030835457146167755
220	rnn.weight_hh_l2	2	-0.05470758303999901
220	rnn.weight_hh_l2	3	-0.025341134518384933
220	rnn.weight_hh_l2	4	0.05499260872602463
220	rnn.weight_hh_l2	5	-0.02406293898820877
220	rnn.weight_hh_l2	6	0.008484688587486744
220	rnn.weight_hh_l2	7	-0.05349702760577202
220	rnn.weight_hh_l2	8	-0.005917214322835207
220	rnn.weight_hh_l2	9	-0.01805647276341915
220	rnn.bias_ih_l2	0	0.1469687819480896
220	rnn.bias_ih_l2	1	0.012100760824978352
220	rnn.bias_ih_l2	2	0.06830061972141266
220	rnn.bias_ih_l2	3	0.028360625728964806
220	rnn.bias_ih_l2	4	-0.006564069073647261
220	rnn.bias_ih_l2	5	0.047811370342969894
220	rnn.bias_ih_l2	6	0.013866381719708443
220	rnn.bias_ih_l2	7	0.017782317474484444
220	rnn.bias_ih_l2	8	0.018222015351057053
220	rnn.bias_ih_l2	9	-0.01528110820800066
220	rnn.bias_hh_l2	0	0.023104069754481316
220	rnn.bias_hh_l2	1	0.007432412821799517
220	rnn.bias_hh_l2	2	0.07730886340141296
220	rnn.bias_hh_l2	3	0.029324563220143318
220	rnn.bias_hh_l2	4	0.07795929908752441
220	rnn.bias_hh_l2	5	-0.05922111123800278
220	rnn.bias_hh_l2	6	0.05438745394349098
220	rnn.bias_hh_l2	7	-0.02585405297577381
220	rnn.bias_hh_l2	8	0.04175345599651337
220	rnn.bias_hh_l2	9	0.021512119099497795
220	rnn.weight_ih_l2_reverse	0	0.08227574825286865
220	rnn.weight_ih_l2_reverse	1	-0.05550606921315193
220	rnn.weight_ih_l2_reverse	2	0.0011989596532657743
220	rnn.weight_ih_l2_reverse	3	0.03526213392615318
220	rnn.weight_ih_l2_reverse	4	0.05409173667430878
220	rnn.weight_ih_l2_reverse	5	-0.04068902134895325
220	rnn.weight_ih_l2_reverse	6	-0.0008638291619718075
220	rnn.weight_ih_l2_reverse	7	-0.013444768264889717
220	rnn.weight_ih_l2_reverse	8	0.013892040587961674
220	rnn.weight_ih_l2_reverse	9	-0.07959609478712082
220	rnn.weight_hh_l2_reverse	0	-0.08277696371078491
220	rnn.weight_hh_l2_reverse	1	0.016671279445290565
220	rnn.weight_hh_l2_reverse	2	0.010427900590002537
220	rnn.weight_hh_l2_reverse	3	0.024328656494617462
220	rnn.weight_hh_l2_reverse	4	-0.03680744767189026
220	rnn.weight_hh_l2_reverse	5	-0.01476277131587267
220	rnn.weight_hh_l2_reverse	6	-0.04399849846959114
220	rnn.weight_hh_l2_reverse	7	-0.05989988148212433
220	rnn.weight_hh_l2_reverse	8	-0.006701542064547539
220	rnn.weight_hh_l2_reverse	9	-0.058993835002183914
220	rnn.bias_ih_l2_reverse	0	-0.0571516789495945
220	rnn.bias_ih_l2_reverse	1	-0.02719687670469284
220	rnn.bias_ih_l2_reverse	2	0.046409714967012405
220	rnn.bias_ih_l2_reverse	3	0.03344353288412094
220	rnn.bias_ih_l2_reverse	4	0.07589650899171829
220	rnn.bias_ih_l2_reverse	5	-0.08857956528663635
220	rnn.bias_ih_l2_reverse	6	-0.04334885999560356
220	rnn.bias_ih_l2_reverse	7	-0.060472726821899414
220	rnn.bias_ih_l2_reverse	8	0.06315301358699799
220	rnn.bias_ih_l2_reverse	9	0.028544198721647263
220	rnn.bias_hh_l2_reverse	0	0.04562092199921608
220	rnn.bias_hh_l2_reverse	1	-0.06880064308643341
220	rnn.bias_hh_l2_reverse	2	-0.06728293746709824
220	rnn.bias_hh_l2_reverse	3	0.0312863290309906
220	rnn.bias_hh_l2_reverse	4	0.03382112458348274
220	rnn.bias_hh_l2_reverse	5	0.03500041365623474
220	rnn.bias_hh_l2_reverse	6	-0.08266967535018921
220	rnn.bias_hh_l2_reverse	7	-0.00671434635296464
220	rnn.bias_hh_l2_reverse	8	-0.10614924132823944
220	rnn.bias_hh_l2_reverse	9	-0.05490344762802124
220	linear.weight	0	0.025028489530086517
220	linear.weight	1	0.15417475998401642
220	linear.weight	2	-0.024247676134109497
220	linear.weight	3	-0.03626950457692146
220	linear.weight	4	-0.022248394787311554
220	linear.weight	5	0.05113741382956505
220	linear.weight	6	0.00023169899941422045
220	linear.weight	7	-0.10297029465436935
220	linear.weight	8	-0.030704203993082047
220	linear.weight	9	0.11357618868350983
220	linear.bias	0	0.4967862367630005
220	linear.bias	1	0.7885662913322449
220	linear.bias	2	-1.6422256231307983
220	linear.bias	3	-0.05754556506872177
220	linear.bias	4	-0.050822705030441284
220	linear.bias	5	0.2555685341358185
221	transitions	0	0.03002539835870266
221	transitions	1	-10000.0
221	transitions	2	2.6886229515075684
221	transitions	3	-1.175890326499939
221	transitions	4	-10000.0
221	transitions	5	-10000.0
221	transitions	6	-10000.0
221	transitions	7	0.8815467357635498
221	transitions	8	0.8330003023147583
221	transitions	9	-1.1878159046173096
221	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
221	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
221	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
221	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
221	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
221	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
221	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
221	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
221	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
221	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
221	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
221	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
221	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
221	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
221	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
221	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
221	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
221	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
221	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
221	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
221	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
221	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
221	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
221	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
221	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
221	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
221	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
221	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
221	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
221	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
221	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
221	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
221	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
221	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
221	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
221	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
221	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
221	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
221	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
221	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
221	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
221	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
221	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
221	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
221	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
221	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
221	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
221	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
221	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
221	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
221	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
221	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
221	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
221	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
221	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
221	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
221	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
221	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
221	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
221	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
221	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
221	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
221	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
221	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
221	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
221	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
221	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
221	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
221	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
221	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
221	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
221	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
221	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
221	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
221	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
221	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
221	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
221	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
221	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
221	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
221	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
221	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
221	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
221	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
221	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
221	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
221	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
221	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
221	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
221	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
221	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
221	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
221	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
221	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
221	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
221	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
221	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
221	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
221	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
221	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
221	embedding2nn.weight	0	0.014811793342232704
221	embedding2nn.weight	1	0.00015780724061187357
221	embedding2nn.weight	2	0.00556477066129446
221	embedding2nn.weight	3	0.0006959585007280111
221	embedding2nn.weight	4	-0.008284663781523705
221	embedding2nn.weight	5	-0.0055906702764332294
221	embedding2nn.weight	6	-0.0008439098601229489
221	embedding2nn.weight	7	-0.002946806838735938
221	embedding2nn.weight	8	0.013893955387175083
221	embedding2nn.weight	9	0.004423786886036396
221	embedding2nn.bias	0	0.006630855146795511
221	embedding2nn.bias	1	-0.01868620328605175
221	embedding2nn.bias	2	0.004409892950206995
221	embedding2nn.bias	3	-0.008797665126621723
221	embedding2nn.bias	4	-0.02492702566087246
221	embedding2nn.bias	5	-0.00045400374801829457
221	embedding2nn.bias	6	0.0063717118464410305
221	embedding2nn.bias	7	-0.008437663316726685
221	embedding2nn.bias	8	0.00020254412083886564
221	embedding2nn.bias	9	-0.0045386431738734245
221	rnn.weight_ih_l0	0	-0.05227062478661537
221	rnn.weight_ih_l0	1	0.050745636224746704
221	rnn.weight_ih_l0	2	0.03187626227736473
221	rnn.weight_ih_l0	3	0.01474654208868742
221	rnn.weight_ih_l0	4	0.012503922916948795
221	rnn.weight_ih_l0	5	0.08421419560909271
221	rnn.weight_ih_l0	6	0.0760575458407402
221	rnn.weight_ih_l0	7	0.037797700613737106
221	rnn.weight_ih_l0	8	-0.04584236443042755
221	rnn.weight_ih_l0	9	0.007846004329621792
221	rnn.weight_hh_l0	0	0.008258881978690624
221	rnn.weight_hh_l0	1	-0.06432003527879715
221	rnn.weight_hh_l0	2	-0.06548634171485901
221	rnn.weight_hh_l0	3	0.07153519988059998
221	rnn.weight_hh_l0	4	0.07102926075458527
221	rnn.weight_hh_l0	5	0.006032509729266167
221	rnn.weight_hh_l0	6	-0.002891962183639407
221	rnn.weight_hh_l0	7	-0.015954721719026566
221	rnn.weight_hh_l0	8	-0.02930043637752533
221	rnn.weight_hh_l0	9	0.05757784843444824
221	rnn.bias_ih_l0	0	-0.0622318759560585
221	rnn.bias_ih_l0	1	0.08869963139295578
221	rnn.bias_ih_l0	2	0.02017824351787567
221	rnn.bias_ih_l0	3	0.07931210100650787
221	rnn.bias_ih_l0	4	-0.0781574696302414
221	rnn.bias_ih_l0	5	0.08261734992265701
221	rnn.bias_ih_l0	6	-0.0687464103102684
221	rnn.bias_ih_l0	7	-0.03594300150871277
221	rnn.bias_ih_l0	8	-0.09183596819639206
221	rnn.bias_ih_l0	9	-0.04489605873823166
221	rnn.bias_hh_l0	0	0.034392520785331726
221	rnn.bias_hh_l0	1	0.07348624616861343
221	rnn.bias_hh_l0	2	0.07018759101629257
221	rnn.bias_hh_l0	3	0.08577609062194824
221	rnn.bias_hh_l0	4	-0.09805268794298172
221	rnn.bias_hh_l0	5	-0.07103604078292847
221	rnn.bias_hh_l0	6	0.07884927093982697
221	rnn.bias_hh_l0	7	-0.07872997969388962
221	rnn.bias_hh_l0	8	-0.026565663516521454
221	rnn.bias_hh_l0	9	0.011976932175457478
221	rnn.weight_ih_l0_reverse	0	0.07938209921121597
221	rnn.weight_ih_l0_reverse	1	0.07331106811761856
221	rnn.weight_ih_l0_reverse	2	0.03877170383930206
221	rnn.weight_ih_l0_reverse	3	0.03368913754820824
221	rnn.weight_ih_l0_reverse	4	-0.03641144558787346
221	rnn.weight_ih_l0_reverse	5	0.05083323270082474
221	rnn.weight_ih_l0_reverse	6	0.06647869199514389
221	rnn.weight_ih_l0_reverse	7	0.02224183827638626
221	rnn.weight_ih_l0_reverse	8	-0.05795222148299217
221	rnn.weight_ih_l0_reverse	9	-0.05283522978425026
221	rnn.weight_hh_l0_reverse	0	0.025578755885362625
221	rnn.weight_hh_l0_reverse	1	-0.08731099963188171
221	rnn.weight_hh_l0_reverse	2	0.06341130286455154
221	rnn.weight_hh_l0_reverse	3	-0.02158975973725319
221	rnn.weight_hh_l0_reverse	4	0.08521082252264023
221	rnn.weight_hh_l0_reverse	5	-0.001974166603758931
221	rnn.weight_hh_l0_reverse	6	0.030788984149694443
221	rnn.weight_hh_l0_reverse	7	0.07872169464826584
221	rnn.weight_hh_l0_reverse	8	-0.02242323011159897
221	rnn.weight_hh_l0_reverse	9	-0.0465816892683506
221	rnn.bias_ih_l0_reverse	0	0.0007868421380408108
221	rnn.bias_ih_l0_reverse	1	-0.019759535789489746
221	rnn.bias_ih_l0_reverse	2	-0.01385673601180315
221	rnn.bias_ih_l0_reverse	3	0.036438923329114914
221	rnn.bias_ih_l0_reverse	4	0.0680074542760849
221	rnn.bias_ih_l0_reverse	5	-0.020606156438589096
221	rnn.bias_ih_l0_reverse	6	-0.026951920241117477
221	rnn.bias_ih_l0_reverse	7	-0.048382122069597244
221	rnn.bias_ih_l0_reverse	8	0.005735027138143778
221	rnn.bias_ih_l0_reverse	9	-0.06722895056009293
221	rnn.bias_hh_l0_reverse	0	0.039631862193346024
221	rnn.bias_hh_l0_reverse	1	-0.06859154999256134
221	rnn.bias_hh_l0_reverse	2	0.07524123787879944
221	rnn.bias_hh_l0_reverse	3	0.06256376951932907
221	rnn.bias_hh_l0_reverse	4	0.02203003503382206
221	rnn.bias_hh_l0_reverse	5	0.04621287062764168
221	rnn.bias_hh_l0_reverse	6	0.06684538722038269
221	rnn.bias_hh_l0_reverse	7	0.0858074203133583
221	rnn.bias_hh_l0_reverse	8	-0.00869059469550848
221	rnn.bias_hh_l0_reverse	9	0.04924701526761055
221	rnn.weight_ih_l1	0	0.0237114317715168
221	rnn.weight_ih_l1	1	0.016106098890304565
221	rnn.weight_ih_l1	2	0.08832371979951859
221	rnn.weight_ih_l1	3	-0.024289272725582123
221	rnn.weight_ih_l1	4	-0.02453158237040043
221	rnn.weight_ih_l1	5	-0.01293983869254589
221	rnn.weight_ih_l1	6	0.07277744263410568
221	rnn.weight_ih_l1	7	-0.003745737485587597
221	rnn.weight_ih_l1	8	-0.05251387134194374
221	rnn.weight_ih_l1	9	0.05499348044395447
221	rnn.weight_hh_l1	0	-0.08171512931585312
221	rnn.weight_hh_l1	1	-0.03566812723875046
221	rnn.weight_hh_l1	2	-0.008131396025419235
221	rnn.weight_hh_l1	3	-0.058195002377033234
221	rnn.weight_hh_l1	4	0.0860334038734436
221	rnn.weight_hh_l1	5	-0.08415338397026062
221	rnn.weight_hh_l1	6	-0.05011019483208656
221	rnn.weight_hh_l1	7	0.0648622065782547
221	rnn.weight_hh_l1	8	-0.013538685627281666
221	rnn.weight_hh_l1	9	-0.03985195979475975
221	rnn.bias_ih_l1	0	-0.033664874732494354
221	rnn.bias_ih_l1	1	0.054952677339315414
221	rnn.bias_ih_l1	2	-0.045673999935388565
221	rnn.bias_ih_l1	3	-0.0771726593375206
221	rnn.bias_ih_l1	4	-0.02849697694182396
221	rnn.bias_ih_l1	5	-0.004785344935953617
221	rnn.bias_ih_l1	6	-0.04651446267962456
221	rnn.bias_ih_l1	7	0.062181513756513596
221	rnn.bias_ih_l1	8	0.08551910519599915
221	rnn.bias_ih_l1	9	0.03124374710023403
221	rnn.bias_hh_l1	0	0.0688161626458168
221	rnn.bias_hh_l1	1	-0.0586145743727684
221	rnn.bias_hh_l1	2	0.019581718370318413
221	rnn.bias_hh_l1	3	0.08174891024827957
221	rnn.bias_hh_l1	4	0.05786269158124924
221	rnn.bias_hh_l1	5	-0.07975511252880096
221	rnn.bias_hh_l1	6	0.014372334815561771
221	rnn.bias_hh_l1	7	0.0424186997115612
221	rnn.bias_hh_l1	8	0.015267233364284039
221	rnn.bias_hh_l1	9	-0.004638747312128544
221	rnn.weight_ih_l1_reverse	0	0.08700975030660629
221	rnn.weight_ih_l1_reverse	1	-0.04187142103910446
221	rnn.weight_ih_l1_reverse	2	-0.061895642429590225
221	rnn.weight_ih_l1_reverse	3	0.025364330038428307
221	rnn.weight_ih_l1_reverse	4	-0.04659365117549896
221	rnn.weight_ih_l1_reverse	5	0.02403644658625126
221	rnn.weight_ih_l1_reverse	6	0.04042767733335495
221	rnn.weight_ih_l1_reverse	7	0.02019541524350643
221	rnn.weight_ih_l1_reverse	8	-0.008756744675338268
221	rnn.weight_ih_l1_reverse	9	-0.06646040081977844
221	rnn.weight_hh_l1_reverse	0	0.004924256354570389
221	rnn.weight_hh_l1_reverse	1	0.01901392638683319
221	rnn.weight_hh_l1_reverse	2	-0.058192264288663864
221	rnn.weight_hh_l1_reverse	3	-0.012873412109911442
221	rnn.weight_hh_l1_reverse	4	0.008885860443115234
221	rnn.weight_hh_l1_reverse	5	-0.06565665453672409
221	rnn.weight_hh_l1_reverse	6	-0.0672789141535759
221	rnn.weight_hh_l1_reverse	7	-0.011386523954570293
221	rnn.weight_hh_l1_reverse	8	-0.05916376784443855
221	rnn.weight_hh_l1_reverse	9	-0.04396563023328781
221	rnn.bias_ih_l1_reverse	0	-0.002895318204537034
221	rnn.bias_ih_l1_reverse	1	-0.041363321244716644
221	rnn.bias_ih_l1_reverse	2	0.029302947223186493
221	rnn.bias_ih_l1_reverse	3	-0.08423598855733871
221	rnn.bias_ih_l1_reverse	4	-0.08686383068561554
221	rnn.bias_ih_l1_reverse	5	-0.08650911599397659
221	rnn.bias_ih_l1_reverse	6	0.06615383923053741
221	rnn.bias_ih_l1_reverse	7	0.08443201333284378
221	rnn.bias_ih_l1_reverse	8	0.0027292107697576284
221	rnn.bias_ih_l1_reverse	9	-0.009884979575872421
221	rnn.bias_hh_l1_reverse	0	0.062195729464292526
221	rnn.bias_hh_l1_reverse	1	-0.06682499498128891
221	rnn.bias_hh_l1_reverse	2	-0.05437928065657616
221	rnn.bias_hh_l1_reverse	3	0.0740593746304512
221	rnn.bias_hh_l1_reverse	4	-0.022521698847413063
221	rnn.bias_hh_l1_reverse	5	-0.00555854756385088
221	rnn.bias_hh_l1_reverse	6	-0.05968746170401573
221	rnn.bias_hh_l1_reverse	7	-0.0596686489880085
221	rnn.bias_hh_l1_reverse	8	0.06609521806240082
221	rnn.bias_hh_l1_reverse	9	0.050334714353084564
221	rnn.weight_ih_l2	0	0.07721347361803055
221	rnn.weight_ih_l2	1	-0.05425138399004936
221	rnn.weight_ih_l2	2	0.06333904713392258
221	rnn.weight_ih_l2	3	0.06566424667835236
221	rnn.weight_ih_l2	4	0.05652966350317001
221	rnn.weight_ih_l2	5	-0.03531670942902565
221	rnn.weight_ih_l2	6	-0.07577730715274811
221	rnn.weight_ih_l2	7	0.011780548840761185
221	rnn.weight_ih_l2	8	-0.01717570051550865
221	rnn.weight_ih_l2	9	-0.06912565976381302
221	rnn.weight_hh_l2	0	0.04807148873806
221	rnn.weight_hh_l2	1	0.03080984205007553
221	rnn.weight_hh_l2	2	-0.05470576509833336
221	rnn.weight_hh_l2	3	-0.025354694575071335
221	rnn.weight_hh_l2	4	0.05498635768890381
221	rnn.weight_hh_l2	5	-0.024110808968544006
221	rnn.weight_hh_l2	6	0.008505825884640217
221	rnn.weight_hh_l2	7	-0.05350245535373688
221	rnn.weight_hh_l2	8	-0.005897345952689648
221	rnn.weight_hh_l2	9	-0.01806059293448925
221	rnn.bias_ih_l2	0	0.1471359133720398
221	rnn.bias_ih_l2	1	0.012031184509396553
221	rnn.bias_ih_l2	2	0.06832977384328842
221	rnn.bias_ih_l2	3	0.02843615598976612
221	rnn.bias_ih_l2	4	-0.0066566686145961285
221	rnn.bias_ih_l2	5	0.04775265231728554
221	rnn.bias_ih_l2	6	0.013833066448569298
221	rnn.bias_ih_l2	7	0.01781786046922207
221	rnn.bias_ih_l2	8	0.018266594037413597
221	rnn.bias_ih_l2	9	-0.01527109183371067
221	rnn.bias_hh_l2	0	0.023157455027103424
221	rnn.bias_hh_l2	1	0.0073727271519601345
221	rnn.bias_hh_l2	2	0.07709433138370514
221	rnn.bias_hh_l2	3	0.0294147040694952
221	rnn.bias_hh_l2	4	0.07793688029050827
221	rnn.bias_hh_l2	5	-0.05993759632110596
221	rnn.bias_hh_l2	6	0.055734358727931976
221	rnn.bias_hh_l2	7	-0.02562931552529335
221	rnn.bias_hh_l2	8	0.04188767075538635
221	rnn.bias_hh_l2	9	0.021785903722047806
221	rnn.weight_ih_l2_reverse	0	0.0822732001543045
221	rnn.weight_ih_l2_reverse	1	-0.05548931658267975
221	rnn.weight_ih_l2_reverse	2	0.001198801095597446
221	rnn.weight_ih_l2_reverse	3	0.035260897129774094
221	rnn.weight_ih_l2_reverse	4	0.05409075692296028
221	rnn.weight_ih_l2_reverse	5	-0.04068925976753235
221	rnn.weight_ih_l2_reverse	6	-0.0011348684784024954
221	rnn.weight_ih_l2_reverse	7	-0.013347933068871498
221	rnn.weight_ih_l2_reverse	8	0.01391189731657505
221	rnn.weight_ih_l2_reverse	9	-0.07960794866085052
221	rnn.weight_hh_l2_reverse	0	-0.08277629315853119
221	rnn.weight_hh_l2_reverse	1	0.016643499955534935
221	rnn.weight_hh_l2_reverse	2	0.010428398847579956
221	rnn.weight_hh_l2_reverse	3	0.024327069520950317
221	rnn.weight_hh_l2_reverse	4	-0.03680770844221115
221	rnn.weight_hh_l2_reverse	5	-0.014770402573049068
221	rnn.weight_hh_l2_reverse	6	-0.0438673198223114
221	rnn.weight_hh_l2_reverse	7	-0.0599023662507534
221	rnn.weight_hh_l2_reverse	8	-0.006699398159980774
221	rnn.weight_hh_l2_reverse	9	-0.05898965150117874
221	rnn.bias_ih_l2_reverse	0	-0.05769830569624901
221	rnn.bias_ih_l2_reverse	1	-0.02718893066048622
221	rnn.bias_ih_l2_reverse	2	0.04645974934101105
221	rnn.bias_ih_l2_reverse	3	0.03352375701069832
221	rnn.bias_ih_l2_reverse	4	0.07587110996246338
221	rnn.bias_ih_l2_reverse	5	-0.08859480917453766
221	rnn.bias_ih_l2_reverse	6	-0.043329279869794846
221	rnn.bias_ih_l2_reverse	7	-0.06009624898433685
221	rnn.bias_ih_l2_reverse	8	0.06328509747982025
221	rnn.bias_ih_l2_reverse	9	0.028849691152572632
221	rnn.bias_hh_l2_reverse	0	0.0463913269340992
221	rnn.bias_hh_l2_reverse	1	-0.06933002918958664
221	rnn.bias_hh_l2_reverse	2	-0.06728249788284302
221	rnn.bias_hh_l2_reverse	3	0.031240304931998253
221	rnn.bias_hh_l2_reverse	4	0.033864378929138184
221	rnn.bias_hh_l2_reverse	5	0.03505449369549751
221	rnn.bias_hh_l2_reverse	6	-0.08266075700521469
221	rnn.bias_hh_l2_reverse	7	-0.006891452241688967
221	rnn.bias_hh_l2_reverse	8	-0.10608554631471634
221	rnn.bias_hh_l2_reverse	9	-0.054963160306215286
221	linear.weight	0	0.025028489530086517
221	linear.weight	1	0.15363271534442902
221	linear.weight	2	-0.02425137348473072
221	linear.weight	3	-0.0356125682592392
221	linear.weight	4	-0.022248394787311554
221	linear.weight	5	0.052302226424217224
221	linear.weight	6	0.00015339450328610837
221	linear.weight	7	-0.10336881130933762
221	linear.weight	8	-0.03042718581855297
221	linear.weight	9	0.11349017173051834
221	linear.bias	0	0.49326279759407043
221	linear.bias	1	0.7860901355743408
221	linear.bias	2	-1.6424648761749268
221	linear.bias	3	-0.05754556506872177
221	linear.bias	4	-0.050822705030441284
221	linear.bias	5	0.2618073523044586
222	transitions	0	0.029953325167298317
222	transitions	1	-10000.0
222	transitions	2	2.6903717517852783
222	transitions	3	-1.1771435737609863
222	transitions	4	-10000.0
222	transitions	5	-10000.0
222	transitions	6	-10000.0
222	transitions	7	0.8815459609031677
222	transitions	8	0.8329286575317383
222	transitions	9	-1.1882002353668213
222	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
222	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
222	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
222	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
222	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
222	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
222	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
222	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
222	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
222	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
222	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
222	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
222	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
222	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
222	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
222	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
222	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
222	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
222	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
222	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
222	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
222	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
222	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
222	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
222	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
222	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
222	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
222	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
222	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
222	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
222	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
222	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
222	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
222	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
222	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
222	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
222	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
222	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
222	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
222	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
222	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
222	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
222	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
222	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
222	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
222	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
222	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
222	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
222	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
222	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
222	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
222	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
222	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
222	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
222	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
222	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
222	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
222	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
222	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
222	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
222	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
222	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
222	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
222	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
222	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
222	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
222	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
222	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
222	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
222	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
222	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
222	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
222	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
222	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
222	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
222	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
222	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
222	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
222	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
222	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
222	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
222	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
222	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
222	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
222	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
222	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
222	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
222	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
222	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
222	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
222	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
222	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
222	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
222	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
222	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
222	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
222	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
222	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
222	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
222	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
222	embedding2nn.weight	0	0.014810632914304733
222	embedding2nn.weight	1	0.00015784036077093333
222	embedding2nn.weight	2	0.005564736668020487
222	embedding2nn.weight	3	0.0006958327139727771
222	embedding2nn.weight	4	-0.008285154588520527
222	embedding2nn.weight	5	-0.0055909594520926476
222	embedding2nn.weight	6	-0.000843447633087635
222	embedding2nn.weight	7	-0.0029446531552821398
222	embedding2nn.weight	8	0.013895243406295776
222	embedding2nn.weight	9	0.00442389864474535
222	embedding2nn.bias	0	0.006575835403054953
222	embedding2nn.bias	1	-0.01870415359735489
222	embedding2nn.bias	2	0.004410647787153721
222	embedding2nn.bias	3	-0.008699675090610981
222	embedding2nn.bias	4	-0.02486373297870159
222	embedding2nn.bias	5	-0.0003882485325448215
222	embedding2nn.bias	6	0.0063501326367259026
222	embedding2nn.bias	7	-0.008555603213608265
222	embedding2nn.bias	8	0.00019198031804990023
222	embedding2nn.bias	9	-0.004543858114629984
222	rnn.weight_ih_l0	0	-0.0522710345685482
222	rnn.weight_ih_l0	1	0.05074598267674446
222	rnn.weight_ih_l0	2	0.031876057386398315
222	rnn.weight_ih_l0	3	0.014747259207069874
222	rnn.weight_ih_l0	4	0.012506501749157906
222	rnn.weight_ih_l0	5	0.08421405404806137
222	rnn.weight_ih_l0	6	0.07605785131454468
222	rnn.weight_ih_l0	7	0.03779778257012367
222	rnn.weight_ih_l0	8	-0.045838743448257446
222	rnn.weight_ih_l0	9	0.007849195972084999
222	rnn.weight_hh_l0	0	0.008259248919785023
222	rnn.weight_hh_l0	1	-0.06432180106639862
222	rnn.weight_hh_l0	2	-0.06548724323511124
222	rnn.weight_hh_l0	3	0.07153549045324326
222	rnn.weight_hh_l0	4	0.07102733850479126
222	rnn.weight_hh_l0	5	0.006035163998603821
222	rnn.weight_hh_l0	6	-0.0028930946718901396
222	rnn.weight_hh_l0	7	-0.015938065946102142
222	rnn.weight_hh_l0	8	-0.029295822605490685
222	rnn.weight_hh_l0	9	0.05757789686322212
222	rnn.bias_ih_l0	0	-0.06223524361848831
222	rnn.bias_ih_l0	1	0.08870153874158859
222	rnn.bias_ih_l0	2	0.02017371356487274
222	rnn.bias_ih_l0	3	0.07931669801473618
222	rnn.bias_ih_l0	4	-0.07805384695529938
222	rnn.bias_ih_l0	5	0.08261069655418396
222	rnn.bias_ih_l0	6	-0.06886781752109528
222	rnn.bias_ih_l0	7	-0.03594469651579857
222	rnn.bias_ih_l0	8	-0.09188660234212875
222	rnn.bias_ih_l0	9	-0.04489075765013695
222	rnn.bias_hh_l0	0	0.034393660724163055
222	rnn.bias_hh_l0	1	0.07349544018507004
222	rnn.bias_hh_l0	2	0.07019495964050293
222	rnn.bias_hh_l0	3	0.08578208833932877
222	rnn.bias_hh_l0	4	-0.0980457216501236
222	rnn.bias_hh_l0	5	-0.07103682309389114
222	rnn.bias_hh_l0	6	0.07883742451667786
222	rnn.bias_hh_l0	7	-0.07874293625354767
222	rnn.bias_hh_l0	8	-0.026569826528429985
222	rnn.bias_hh_l0	9	0.011990728788077831
222	rnn.weight_ih_l0_reverse	0	0.07938174158334732
222	rnn.weight_ih_l0_reverse	1	0.07331070303916931
222	rnn.weight_ih_l0_reverse	2	0.03877142071723938
222	rnn.weight_ih_l0_reverse	3	0.033688466995954514
222	rnn.weight_ih_l0_reverse	4	-0.036411624401807785
222	rnn.weight_ih_l0_reverse	5	0.050832729786634445
222	rnn.weight_ih_l0_reverse	6	0.06647931039333344
222	rnn.weight_ih_l0_reverse	7	0.0222461000084877
222	rnn.weight_ih_l0_reverse	8	-0.05795155465602875
222	rnn.weight_ih_l0_reverse	9	-0.052835069596767426
222	rnn.weight_hh_l0_reverse	0	0.02558019943535328
222	rnn.weight_hh_l0_reverse	1	-0.08731166273355484
222	rnn.weight_hh_l0_reverse	2	0.06341186910867691
222	rnn.weight_hh_l0_reverse	3	-0.02159046195447445
222	rnn.weight_hh_l0_reverse	4	0.08520905673503876
222	rnn.weight_hh_l0_reverse	5	-0.0019761924631893635
222	rnn.weight_hh_l0_reverse	6	0.030788691714406013
222	rnn.weight_hh_l0_reverse	7	0.07872183620929718
222	rnn.weight_hh_l0_reverse	8	-0.02242281101644039
222	rnn.weight_hh_l0_reverse	9	-0.04658130183815956
222	rnn.bias_ih_l0_reverse	0	0.0007880845223553479
222	rnn.bias_ih_l0_reverse	1	-0.019855739548802376
222	rnn.bias_ih_l0_reverse	2	-0.01380927674472332
222	rnn.bias_ih_l0_reverse	3	0.03642338141798973
222	rnn.bias_ih_l0_reverse	4	0.06800995022058487
222	rnn.bias_ih_l0_reverse	5	-0.020605111494660378
222	rnn.bias_ih_l0_reverse	6	-0.026946060359477997
222	rnn.bias_ih_l0_reverse	7	-0.04838152602314949
222	rnn.bias_ih_l0_reverse	8	0.005777653772383928
222	rnn.bias_ih_l0_reverse	9	-0.06724938750267029
222	rnn.bias_hh_l0_reverse	0	0.03965110331773758
222	rnn.bias_hh_l0_reverse	1	-0.0686119869351387
222	rnn.bias_hh_l0_reverse	2	0.07513908296823502
222	rnn.bias_hh_l0_reverse	3	0.06257914006710052
222	rnn.bias_hh_l0_reverse	4	0.02204062044620514
222	rnn.bias_hh_l0_reverse	5	0.04622545838356018
222	rnn.bias_hh_l0_reverse	6	0.0668708011507988
222	rnn.bias_hh_l0_reverse	7	0.08572451770305634
222	rnn.bias_hh_l0_reverse	8	-0.008682837709784508
222	rnn.bias_hh_l0_reverse	9	0.049177683889865875
222	rnn.weight_ih_l1	0	0.023720430210232735
222	rnn.weight_ih_l1	1	0.016106894239783287
222	rnn.weight_ih_l1	2	0.08835847675800323
222	rnn.weight_ih_l1	3	-0.024292273446917534
222	rnn.weight_ih_l1	4	-0.024530937895178795
222	rnn.weight_ih_l1	5	-0.012938031926751137
222	rnn.weight_ih_l1	6	0.07277711480855942
222	rnn.weight_ih_l1	7	-0.003751122858375311
222	rnn.weight_ih_l1	8	-0.05251124128699303
222	rnn.weight_ih_l1	9	0.05496344342827797
222	rnn.weight_hh_l1	0	-0.08171842247247696
222	rnn.weight_hh_l1	1	-0.03566363826394081
222	rnn.weight_hh_l1	2	-0.008131684735417366
222	rnn.weight_hh_l1	3	-0.0581948347389698
222	rnn.weight_hh_l1	4	0.0860312432050705
222	rnn.weight_hh_l1	5	-0.08415424078702927
222	rnn.weight_hh_l1	6	-0.05011505261063576
222	rnn.weight_hh_l1	7	0.06486422568559647
222	rnn.weight_hh_l1	8	-0.01353845838457346
222	rnn.weight_hh_l1	9	-0.039850275963544846
222	rnn.bias_ih_l1	0	-0.03363633155822754
222	rnn.bias_ih_l1	1	0.0549539215862751
222	rnn.bias_ih_l1	2	-0.04565756022930145
222	rnn.bias_ih_l1	3	-0.07720215618610382
222	rnn.bias_ih_l1	4	-0.028502166271209717
222	rnn.bias_ih_l1	5	-0.0048172930255532265
222	rnn.bias_ih_l1	6	-0.046480532735586166
222	rnn.bias_ih_l1	7	0.06219381466507912
222	rnn.bias_ih_l1	8	0.08551647514104843
222	rnn.bias_ih_l1	9	0.031324513256549835
222	rnn.bias_hh_l1	0	0.06881767511367798
222	rnn.bias_hh_l1	1	-0.05861826613545418
222	rnn.bias_hh_l1	2	0.019555311650037766
222	rnn.bias_hh_l1	3	0.08177758008241653
222	rnn.bias_hh_l1	4	0.05785651504993439
222	rnn.bias_hh_l1	5	-0.07975853234529495
222	rnn.bias_hh_l1	6	0.014374163001775742
222	rnn.bias_hh_l1	7	0.04243561998009682
222	rnn.bias_hh_l1	8	0.015270015224814415
222	rnn.bias_hh_l1	9	-0.004638685379177332
222	rnn.weight_ih_l1_reverse	0	0.08700716495513916
222	rnn.weight_ih_l1_reverse	1	-0.04187336936593056
222	rnn.weight_ih_l1_reverse	2	-0.06189584359526634
222	rnn.weight_ih_l1_reverse	3	0.02536470629274845
222	rnn.weight_ih_l1_reverse	4	-0.046592503786087036
222	rnn.weight_ih_l1_reverse	5	0.02403714321553707
222	rnn.weight_ih_l1_reverse	6	0.04042878746986389
222	rnn.weight_ih_l1_reverse	7	0.020193396136164665
222	rnn.weight_ih_l1_reverse	8	-0.008756658993661404
222	rnn.weight_ih_l1_reverse	9	-0.06645829975605011
222	rnn.weight_hh_l1_reverse	0	0.004923193249851465
222	rnn.weight_hh_l1_reverse	1	0.019013933837413788
222	rnn.weight_hh_l1_reverse	2	-0.05819211155176163
222	rnn.weight_hh_l1_reverse	3	-0.012874122709035873
222	rnn.weight_hh_l1_reverse	4	0.008885007351636887
222	rnn.weight_hh_l1_reverse	5	-0.06564800441265106
222	rnn.weight_hh_l1_reverse	6	-0.06727845221757889
222	rnn.weight_hh_l1_reverse	7	-0.011386489495635033
222	rnn.weight_hh_l1_reverse	8	-0.05916841700673103
222	rnn.weight_hh_l1_reverse	9	-0.04396418482065201
222	rnn.bias_ih_l1_reverse	0	-0.0028957531321793795
222	rnn.bias_ih_l1_reverse	1	-0.041357751935720444
222	rnn.bias_ih_l1_reverse	2	0.029308676719665527
222	rnn.bias_ih_l1_reverse	3	-0.08423170447349548
222	rnn.bias_ih_l1_reverse	4	-0.0868595540523529
222	rnn.bias_ih_l1_reverse	5	-0.08650828152894974
222	rnn.bias_ih_l1_reverse	6	0.06616856902837753
222	rnn.bias_ih_l1_reverse	7	0.08443797379732132
222	rnn.bias_ih_l1_reverse	8	0.002752965781837702
222	rnn.bias_ih_l1_reverse	9	-0.009866221807897091
222	rnn.bias_hh_l1_reverse	0	0.06219717115163803
222	rnn.bias_hh_l1_reverse	1	-0.06683573871850967
222	rnn.bias_hh_l1_reverse	2	-0.054385434836149216
222	rnn.bias_hh_l1_reverse	3	0.07407160103321075
222	rnn.bias_hh_l1_reverse	4	-0.02252717688679695
222	rnn.bias_hh_l1_reverse	5	-0.005552148912101984
222	rnn.bias_hh_l1_reverse	6	-0.05968869850039482
222	rnn.bias_hh_l1_reverse	7	-0.059660714119672775
222	rnn.bias_hh_l1_reverse	8	0.06610366702079773
222	rnn.bias_hh_l1_reverse	9	0.050203900784254074
222	rnn.weight_ih_l2	0	0.07717578858137131
222	rnn.weight_ih_l2	1	-0.054253220558166504
222	rnn.weight_ih_l2	2	0.0633384957909584
222	rnn.weight_ih_l2	3	0.06566928327083588
222	rnn.weight_ih_l2	4	0.0565299317240715
222	rnn.weight_ih_l2	5	-0.035323888063430786
222	rnn.weight_ih_l2	6	-0.07577294111251831
222	rnn.weight_ih_l2	7	0.011778214946389198
222	rnn.weight_ih_l2	8	-0.017175717279314995
222	rnn.weight_ih_l2	9	-0.06912562996149063
222	rnn.weight_hh_l2	0	0.04806986823678017
222	rnn.weight_hh_l2	1	0.030805855989456177
222	rnn.weight_hh_l2	2	-0.054706308990716934
222	rnn.weight_hh_l2	3	-0.0253519918769598
222	rnn.weight_hh_l2	4	0.054988276213407516
222	rnn.weight_hh_l2	5	-0.02411365695297718
222	rnn.weight_hh_l2	6	0.008504989556968212
222	rnn.weight_hh_l2	7	-0.053502339869737625
222	rnn.weight_hh_l2	8	-0.005892972927540541
222	rnn.weight_hh_l2	9	-0.01806175336241722
222	rnn.bias_ih_l2	0	0.14707520604133606
222	rnn.bias_ih_l2	1	0.012034991756081581
222	rnn.bias_ih_l2	2	0.06834510713815689
222	rnn.bias_ih_l2	3	0.028448384255170822
222	rnn.bias_ih_l2	4	-0.0066576930694282055
222	rnn.bias_ih_l2	5	0.04772961512207985
222	rnn.bias_ih_l2	6	0.0138292470946908
222	rnn.bias_ih_l2	7	0.01782575249671936
222	rnn.bias_ih_l2	8	0.018266230821609497
222	rnn.bias_ih_l2	9	-0.015272644348442554
222	rnn.bias_hh_l2	0	0.023108312860131264
222	rnn.bias_hh_l2	1	0.007372192572802305
222	rnn.bias_hh_l2	2	0.07710541784763336
222	rnn.bias_hh_l2	3	0.029420040547847748
222	rnn.bias_hh_l2	4	0.07794971019029617
222	rnn.bias_hh_l2	5	-0.059954531490802765
222	rnn.bias_hh_l2	6	0.05539144575595856
222	rnn.bias_hh_l2	7	-0.025648051872849464
222	rnn.bias_hh_l2	8	0.04187268018722534
222	rnn.bias_hh_l2	9	0.021593259647488594
222	rnn.weight_ih_l2_reverse	0	0.08227316290140152
222	rnn.weight_ih_l2_reverse	1	-0.0554908849298954
222	rnn.weight_ih_l2_reverse	2	0.0011993537191301584
222	rnn.weight_ih_l2_reverse	3	0.035260722041130066
222	rnn.weight_ih_l2_reverse	4	0.054090410470962524
222	rnn.weight_ih_l2_reverse	5	-0.04068932682275772
222	rnn.weight_ih_l2_reverse	6	-0.0011337768519297242
222	rnn.weight_ih_l2_reverse	7	-0.013346650637686253
222	rnn.weight_ih_l2_reverse	8	0.013971460051834583
222	rnn.weight_ih_l2_reverse	9	-0.07960908114910126
222	rnn.weight_hh_l2_reverse	0	-0.0827762633562088
222	rnn.weight_hh_l2_reverse	1	0.016639135777950287
222	rnn.weight_hh_l2_reverse	2	0.010428529232740402
222	rnn.weight_hh_l2_reverse	3	0.024327024817466736
222	rnn.weight_hh_l2_reverse	4	-0.036808308213949203
222	rnn.weight_hh_l2_reverse	5	-0.014770935289561749
222	rnn.weight_hh_l2_reverse	6	-0.043871644884347916
222	rnn.weight_hh_l2_reverse	7	-0.05990239232778549
222	rnn.weight_hh_l2_reverse	8	-0.006699408870190382
222	rnn.weight_hh_l2_reverse	9	-0.05898962914943695
222	rnn.bias_ih_l2_reverse	0	-0.057818926870822906
222	rnn.bias_ih_l2_reverse	1	-0.02718302793800831
222	rnn.bias_ih_l2_reverse	2	0.04647711664438248
222	rnn.bias_ih_l2_reverse	3	0.03332285210490227
222	rnn.bias_ih_l2_reverse	4	0.07587563246488571
222	rnn.bias_ih_l2_reverse	5	-0.08859608322381973
222	rnn.bias_ih_l2_reverse	6	-0.04332885146141052
222	rnn.bias_ih_l2_reverse	7	-0.060064226388931274
222	rnn.bias_ih_l2_reverse	8	0.06321171671152115
222	rnn.bias_ih_l2_reverse	9	0.028837602585554123
222	rnn.bias_hh_l2_reverse	0	0.046445805579423904
222	rnn.bias_hh_l2_reverse	1	-0.0693613812327385
222	rnn.bias_hh_l2_reverse	2	-0.06728152930736542
222	rnn.bias_hh_l2_reverse	3	0.031240157783031464
222	rnn.bias_hh_l2_reverse	4	0.033862240612506866
222	rnn.bias_hh_l2_reverse	5	0.035055048763751984
222	rnn.bias_hh_l2_reverse	6	-0.08265650272369385
222	rnn.bias_hh_l2_reverse	7	-0.006889076437801123
222	rnn.bias_hh_l2_reverse	8	-0.10605283826589584
222	rnn.bias_hh_l2_reverse	9	-0.0549621507525444
222	linear.weight	0	0.025028489530086517
222	linear.weight	1	0.15381282567977905
222	linear.weight	2	-0.024253947660326958
222	linear.weight	3	-0.03570573776960373
222	linear.weight	4	-0.022248394787311554
222	linear.weight	5	0.05247426778078079
222	linear.weight	6	0.00021809636382386088
222	linear.weight	7	-0.10355538129806519
222	linear.weight	8	-0.030480874702334404
222	linear.weight	9	0.1135164126753807
222	linear.bias	0	0.49511194229125977
222	linear.bias	1	0.785641610622406
222	linear.bias	2	-1.6426353454589844
222	linear.bias	3	-0.05754556506872177
222	linear.bias	4	-0.050822705030441284
222	linear.bias	5	0.26057714223861694
223	transitions	0	0.029900722205638885
223	transitions	1	-10000.0
223	transitions	2	2.6984169483184814
223	transitions	3	-1.1792281866073608
223	transitions	4	-10000.0
223	transitions	5	-10000.0
223	transitions	6	-10000.0
223	transitions	7	0.8815447092056274
223	transitions	8	0.8328936100006104
223	transitions	9	-1.1883448362350464
223	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
223	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
223	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
223	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
223	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
223	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
223	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
223	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
223	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
223	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
223	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
223	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
223	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
223	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
223	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
223	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
223	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
223	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
223	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
223	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
223	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
223	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
223	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
223	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
223	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
223	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
223	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
223	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
223	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
223	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
223	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
223	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
223	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
223	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
223	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
223	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
223	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
223	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
223	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
223	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
223	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
223	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
223	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
223	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
223	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
223	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
223	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
223	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
223	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
223	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
223	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
223	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
223	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
223	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
223	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
223	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
223	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
223	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
223	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
223	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
223	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
223	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
223	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
223	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
223	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
223	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
223	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
223	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
223	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
223	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
223	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
223	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
223	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
223	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
223	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
223	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
223	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
223	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
223	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
223	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
223	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
223	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
223	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
223	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
223	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
223	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
223	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
223	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
223	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
223	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
223	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
223	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
223	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
223	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
223	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
223	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
223	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
223	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
223	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
223	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
223	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
223	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
223	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
223	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
223	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
223	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
223	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
223	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
223	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
223	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
223	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
223	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
223	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
223	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
223	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
223	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
223	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
223	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
223	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
223	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
223	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
223	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
223	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
223	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
223	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
223	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
223	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
223	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
223	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
223	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
223	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
223	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
223	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
223	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
223	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
223	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
223	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
223	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
223	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
223	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
223	embedding2nn.weight	0	0.014807225205004215
223	embedding2nn.weight	1	0.0001592600456206128
223	embedding2nn.weight	2	0.0055665187537670135
223	embedding2nn.weight	3	0.0006934095290489495
223	embedding2nn.weight	4	-0.008285356685519218
223	embedding2nn.weight	5	-0.0056044249795377254
223	embedding2nn.weight	6	-0.0008228953229263425
223	embedding2nn.weight	7	-0.002940274076536298
223	embedding2nn.weight	8	0.01392026711255312
223	embedding2nn.weight	9	0.0044244383461773396
223	embedding2nn.bias	0	0.006534866988658905
223	embedding2nn.bias	1	-0.018758827820420265
223	embedding2nn.bias	2	0.0038430485874414444
223	embedding2nn.bias	3	-0.008134809322655201
223	embedding2nn.bias	4	-0.025109149515628815
223	embedding2nn.bias	5	-0.00041865749517455697
223	embedding2nn.bias	6	0.006184748839586973
223	embedding2nn.bias	7	-0.008885237388312817
223	embedding2nn.bias	8	0.00036866049049422145
223	embedding2nn.bias	9	-0.004925145767629147
223	rnn.weight_ih_l0	0	-0.05227670446038246
223	rnn.weight_ih_l0	1	0.05074812471866608
223	rnn.weight_ih_l0	2	0.03187458589673042
223	rnn.weight_ih_l0	3	0.01475337240844965
223	rnn.weight_ih_l0	4	0.012509346008300781
223	rnn.weight_ih_l0	5	0.08421217650175095
223	rnn.weight_ih_l0	6	0.07606275379657745
223	rnn.weight_ih_l0	7	0.0377969965338707
223	rnn.weight_ih_l0	8	-0.045858804136514664
223	rnn.weight_ih_l0	9	0.007848205044865608
223	rnn.weight_hh_l0	0	0.008267020806670189
223	rnn.weight_hh_l0	1	-0.06429127603769302
223	rnn.weight_hh_l0	2	-0.06548900902271271
223	rnn.weight_hh_l0	3	0.07153737545013428
223	rnn.weight_hh_l0	4	0.07102807611227036
223	rnn.weight_hh_l0	5	0.00602620467543602
223	rnn.weight_hh_l0	6	-0.00309131876565516
223	rnn.weight_hh_l0	7	-0.015786167234182358
223	rnn.weight_hh_l0	8	-0.029316449537873268
223	rnn.weight_hh_l0	9	0.05757599323987961
223	rnn.bias_ih_l0	0	-0.06245478242635727
223	rnn.bias_ih_l0	1	0.08874935656785965
223	rnn.bias_ih_l0	2	0.020189348608255386
223	rnn.bias_ih_l0	3	0.07952116429805756
223	rnn.bias_ih_l0	4	-0.07760287076234818
223	rnn.bias_ih_l0	5	0.08250121027231216
223	rnn.bias_ih_l0	6	-0.06963073462247849
223	rnn.bias_ih_l0	7	-0.036012180149555206
223	rnn.bias_ih_l0	8	-0.09275694191455841
223	rnn.bias_ih_l0	9	-0.04499534144997597
223	rnn.bias_hh_l0	0	0.03441816195845604
223	rnn.bias_hh_l0	1	0.07352372258901596
223	rnn.bias_hh_l0	2	0.07020941376686096
223	rnn.bias_hh_l0	3	0.08581499010324478
223	rnn.bias_hh_l0	4	-0.09776245802640915
223	rnn.bias_hh_l0	5	-0.07101468741893768
223	rnn.bias_hh_l0	6	0.07880368083715439
223	rnn.bias_hh_l0	7	-0.07816220074892044
223	rnn.bias_hh_l0	8	-0.02659153938293457
223	rnn.bias_hh_l0	9	0.01265940722078085
223	rnn.weight_ih_l0_reverse	0	0.0793854221701622
223	rnn.weight_ih_l0_reverse	1	0.07332431524991989
223	rnn.weight_ih_l0_reverse	2	0.03877062723040581
223	rnn.weight_ih_l0_reverse	3	0.033689048141241074
223	rnn.weight_ih_l0_reverse	4	-0.036440569907426834
223	rnn.weight_ih_l0_reverse	5	0.0508323535323143
223	rnn.weight_ih_l0_reverse	6	0.06647700071334839
223	rnn.weight_ih_l0_reverse	7	0.022242899984121323
223	rnn.weight_ih_l0_reverse	8	-0.05794049799442291
223	rnn.weight_ih_l0_reverse	9	-0.052836038172245026
223	rnn.weight_hh_l0_reverse	0	0.025586094707250595
223	rnn.weight_hh_l0_reverse	1	-0.08731461316347122
223	rnn.weight_hh_l0_reverse	2	0.06341522186994553
223	rnn.weight_hh_l0_reverse	3	-0.02158891223371029
223	rnn.weight_hh_l0_reverse	4	0.08526033908128738
223	rnn.weight_hh_l0_reverse	5	-0.001966258743777871
223	rnn.weight_hh_l0_reverse	6	0.030758395791053772
223	rnn.weight_hh_l0_reverse	7	0.0787288025021553
223	rnn.weight_hh_l0_reverse	8	-0.022421976551413536
223	rnn.weight_hh_l0_reverse	9	-0.04657936468720436
223	rnn.bias_ih_l0_reverse	0	0.0007840926991775632
223	rnn.bias_ih_l0_reverse	1	-0.019995547831058502
223	rnn.bias_ih_l0_reverse	2	-0.01375468261539936
223	rnn.bias_ih_l0_reverse	3	0.03646545484662056
223	rnn.bias_ih_l0_reverse	4	0.06803005188703537
223	rnn.bias_ih_l0_reverse	5	-0.020644377917051315
223	rnn.bias_ih_l0_reverse	6	-0.026972342282533646
223	rnn.bias_ih_l0_reverse	7	-0.04841507226228714
223	rnn.bias_ih_l0_reverse	8	0.005848905071616173
223	rnn.bias_ih_l0_reverse	9	-0.06747478246688843
223	rnn.bias_hh_l0_reverse	0	0.03982151672244072
223	rnn.bias_hh_l0_reverse	1	-0.06883738189935684
223	rnn.bias_hh_l0_reverse	2	0.07538916915655136
223	rnn.bias_hh_l0_reverse	3	0.06273431330919266
223	rnn.bias_hh_l0_reverse	4	0.02248626947402954
223	rnn.bias_hh_l0_reverse	5	0.04617397114634514
223	rnn.bias_hh_l0_reverse	6	0.06708016246557236
223	rnn.bias_hh_l0_reverse	7	0.0851149708032608
223	rnn.bias_hh_l0_reverse	8	-0.008596520870923996
223	rnn.bias_hh_l0_reverse	9	0.04886040836572647
223	rnn.weight_ih_l1	0	0.023694775998592377
223	rnn.weight_ih_l1	1	0.016108809038996696
223	rnn.weight_ih_l1	2	0.08823011070489883
223	rnn.weight_ih_l1	3	-0.024280043318867683
223	rnn.weight_ih_l1	4	-0.024537555873394012
223	rnn.weight_ih_l1	5	-0.012951334938406944
223	rnn.weight_ih_l1	6	0.07281000167131424
223	rnn.weight_ih_l1	7	-0.003819063538685441
223	rnn.weight_ih_l1	8	-0.052499882876873016
223	rnn.weight_ih_l1	9	0.05504048615694046
223	rnn.weight_hh_l1	0	-0.08179491758346558
223	rnn.weight_hh_l1	1	-0.035663314163684845
223	rnn.weight_hh_l1	2	-0.008131304755806923
223	rnn.weight_hh_l1	3	-0.05818948894739151
223	rnn.weight_hh_l1	4	0.08603297919034958
223	rnn.weight_hh_l1	5	-0.08415994793176651
223	rnn.weight_hh_l1	6	-0.050107091665267944
223	rnn.weight_hh_l1	7	0.06492774933576584
223	rnn.weight_hh_l1	8	-0.013540076091885567
223	rnn.weight_hh_l1	9	-0.039855293929576874
223	rnn.bias_ih_l1	0	-0.03382407873868942
223	rnn.bias_ih_l1	1	0.05494137853384018
223	rnn.bias_ih_l1	2	-0.04558446258306503
223	rnn.bias_ih_l1	3	-0.07728371769189835
223	rnn.bias_ih_l1	4	-0.028514128178358078
223	rnn.bias_ih_l1	5	-0.00444250600412488
223	rnn.bias_ih_l1	6	-0.04643281176686287
223	rnn.bias_ih_l1	7	0.06222032383084297
223	rnn.bias_ih_l1	8	0.08537337929010391
223	rnn.bias_ih_l1	9	0.03147394582629204
223	rnn.bias_hh_l1	0	0.06881628930568695
223	rnn.bias_hh_l1	1	-0.05862349644303322
223	rnn.bias_hh_l1	2	0.01953727938234806
223	rnn.bias_hh_l1	3	0.08169437199831009
223	rnn.bias_hh_l1	4	0.057844921946525574
223	rnn.bias_hh_l1	5	-0.07978392392396927
223	rnn.bias_hh_l1	6	0.014356113970279694
223	rnn.bias_hh_l1	7	0.04242010414600372
223	rnn.bias_hh_l1	8	0.015279615297913551
223	rnn.bias_hh_l1	9	-0.004611770156770945
223	rnn.weight_ih_l1_reverse	0	0.08702554553747177
223	rnn.weight_ih_l1_reverse	1	-0.04185457527637482
223	rnn.weight_ih_l1_reverse	2	-0.06190294772386551
223	rnn.weight_ih_l1_reverse	3	0.025366539135575294
223	rnn.weight_ih_l1_reverse	4	-0.04660535231232643
223	rnn.weight_ih_l1_reverse	5	0.02403440698981285
223	rnn.weight_ih_l1_reverse	6	0.04042402282357216
223	rnn.weight_ih_l1_reverse	7	0.020190799608826637
223	rnn.weight_ih_l1_reverse	8	-0.008759183809161186
223	rnn.weight_ih_l1_reverse	9	-0.0665493980050087
223	rnn.weight_hh_l1_reverse	0	0.00491498876363039
223	rnn.weight_hh_l1_reverse	1	0.019013887271285057
223	rnn.weight_hh_l1_reverse	2	-0.058191440999507904
223	rnn.weight_hh_l1_reverse	3	-0.012868509627878666
223	rnn.weight_hh_l1_reverse	4	0.008884161710739136
223	rnn.weight_hh_l1_reverse	5	-0.0656353086233139
223	rnn.weight_hh_l1_reverse	6	-0.06728069484233856
223	rnn.weight_hh_l1_reverse	7	-0.011387364938855171
223	rnn.weight_hh_l1_reverse	8	-0.05923205986618996
223	rnn.weight_hh_l1_reverse	9	-0.043966297060251236
223	rnn.bias_ih_l1_reverse	0	-0.002895763609558344
223	rnn.bias_ih_l1_reverse	1	-0.04135773330926895
223	rnn.bias_ih_l1_reverse	2	0.029498180374503136
223	rnn.bias_ih_l1_reverse	3	-0.08413807302713394
223	rnn.bias_ih_l1_reverse	4	-0.0868384912610054
223	rnn.bias_ih_l1_reverse	5	-0.0865386575460434
223	rnn.bias_ih_l1_reverse	6	0.0663466528058052
223	rnn.bias_ih_l1_reverse	7	0.08444346487522125
223	rnn.bias_ih_l1_reverse	8	0.002914316486567259
223	rnn.bias_ih_l1_reverse	9	-0.009936491027474403
223	rnn.bias_hh_l1_reverse	0	0.062261275947093964
223	rnn.bias_hh_l1_reverse	1	-0.06686875224113464
223	rnn.bias_hh_l1_reverse	2	-0.05439223721623421
223	rnn.bias_hh_l1_reverse	3	0.07416795194149017
223	rnn.bias_hh_l1_reverse	4	-0.02253987453877926
223	rnn.bias_hh_l1_reverse	5	-0.005497009959071875
223	rnn.bias_hh_l1_reverse	6	-0.059697896242141724
223	rnn.bias_hh_l1_reverse	7	-0.05966423451900482
223	rnn.bias_hh_l1_reverse	8	0.0661223977804184
223	rnn.bias_hh_l1_reverse	9	0.04992261156439781
223	rnn.weight_ih_l2	0	0.07717873901128769
223	rnn.weight_ih_l2	1	-0.05424881353974342
223	rnn.weight_ih_l2	2	0.06333868950605392
223	rnn.weight_ih_l2	3	0.06568873673677444
223	rnn.weight_ih_l2	4	0.05653230473399162
223	rnn.weight_ih_l2	5	-0.035348959267139435
223	rnn.weight_ih_l2	6	-0.07577400654554367
223	rnn.weight_ih_l2	7	0.011774671263992786
223	rnn.weight_ih_l2	8	-0.017176231369376183
223	rnn.weight_ih_l2	9	-0.06912549585103989
223	rnn.weight_hh_l2	0	0.048070136457681656
223	rnn.weight_hh_l2	1	0.030811402946710587
223	rnn.weight_hh_l2	2	-0.05470939353108406
223	rnn.weight_hh_l2	3	-0.025364335626363754
223	rnn.weight_hh_l2	4	0.054987456649541855
223	rnn.weight_hh_l2	5	-0.024151625111699104
223	rnn.weight_hh_l2	6	0.008511731401085854
223	rnn.weight_hh_l2	7	-0.05350268632173538
223	rnn.weight_hh_l2	8	-0.005933645647019148
223	rnn.weight_hh_l2	9	-0.018064625561237335
223	rnn.bias_ih_l2	0	0.14772982895374298
223	rnn.bias_ih_l2	1	0.01190072949975729
223	rnn.bias_ih_l2	2	0.06830643862485886
223	rnn.bias_ih_l2	3	0.028441105037927628
223	rnn.bias_ih_l2	4	-0.006672740448266268
223	rnn.bias_ih_l2	5	0.04772968590259552
223	rnn.bias_ih_l2	6	0.013802778907120228
223	rnn.bias_ih_l2	7	0.017837978899478912
223	rnn.bias_ih_l2	8	0.018216818571090698
223	rnn.bias_ih_l2	9	-0.015276391990482807
223	rnn.bias_hh_l2	0	0.022805290296673775
223	rnn.bias_hh_l2	1	0.007466710638254881
223	rnn.bias_hh_l2	2	0.07708942890167236
223	rnn.bias_hh_l2	3	0.029397964477539062
223	rnn.bias_hh_l2	4	0.07793615013360977
223	rnn.bias_hh_l2	5	-0.05912080034613609
223	rnn.bias_hh_l2	6	0.05444023385643959
223	rnn.bias_hh_l2	7	-0.025620371103286743
223	rnn.bias_hh_l2	8	0.041833341121673584
223	rnn.bias_hh_l2	9	0.022236952558159828
223	rnn.weight_ih_l2_reverse	0	0.08226541429758072
223	rnn.weight_ih_l2_reverse	1	-0.05563856661319733
223	rnn.weight_ih_l2_reverse	2	0.0011992661748081446
223	rnn.weight_ih_l2_reverse	3	0.03525843098759651
223	rnn.weight_ih_l2_reverse	4	0.05409257113933563
223	rnn.weight_ih_l2_reverse	5	-0.04068994149565697
223	rnn.weight_ih_l2_reverse	6	-0.0011413353495299816
223	rnn.weight_ih_l2_reverse	7	-0.013392411172389984
223	rnn.weight_ih_l2_reverse	8	0.013591946102678776
223	rnn.weight_ih_l2_reverse	9	-0.07961270213127136
223	rnn.weight_hh_l2_reverse	0	-0.08277573436498642
223	rnn.weight_hh_l2_reverse	1	0.016631703823804855
223	rnn.weight_hh_l2_reverse	2	0.010429552756249905
223	rnn.weight_hh_l2_reverse	3	0.024327145889401436
223	rnn.weight_hh_l2_reverse	4	-0.03680749237537384
223	rnn.weight_hh_l2_reverse	5	-0.014771374873816967
223	rnn.weight_hh_l2_reverse	6	-0.04385381564497948
223	rnn.weight_hh_l2_reverse	7	-0.059903066605329514
223	rnn.weight_hh_l2_reverse	8	-0.0067001343704760075
223	rnn.weight_hh_l2_reverse	9	-0.0589909590780735
223	rnn.bias_ih_l2_reverse	0	-0.05851658806204796
223	rnn.bias_ih_l2_reverse	1	-0.02720070444047451
223	rnn.bias_ih_l2_reverse	2	0.04646633565425873
223	rnn.bias_ih_l2_reverse	3	0.03376524895429611
223	rnn.bias_ih_l2_reverse	4	0.075847327709198
223	rnn.bias_ih_l2_reverse	5	-0.08859098702669144
223	rnn.bias_ih_l2_reverse	6	-0.04332869499921799
223	rnn.bias_ih_l2_reverse	7	-0.05958228558301926
223	rnn.bias_ih_l2_reverse	8	0.06243964284658432
223	rnn.bias_ih_l2_reverse	9	0.02902214042842388
223	rnn.bias_hh_l2_reverse	0	0.04670717567205429
223	rnn.bias_hh_l2_reverse	1	-0.06949831545352936
223	rnn.bias_hh_l2_reverse	2	-0.06729021668434143
223	rnn.bias_hh_l2_reverse	3	0.031258054077625275
223	rnn.bias_hh_l2_reverse	4	0.033681463450193405
223	rnn.bias_hh_l2_reverse	5	0.03511124476790428
223	rnn.bias_hh_l2_reverse	6	-0.0826626643538475
223	rnn.bias_hh_l2_reverse	7	-0.006912582088261843
223	rnn.bias_hh_l2_reverse	8	-0.10607397556304932
223	rnn.bias_hh_l2_reverse	9	-0.05496139079332352
223	linear.weight	0	0.025028489530086517
223	linear.weight	1	0.15166188776493073
223	linear.weight	2	-0.024253282696008682
223	linear.weight	3	-0.03561604395508766
223	linear.weight	4	-0.022248394787311554
223	linear.weight	5	0.05295616015791893
223	linear.weight	6	0.00021633377764374018
223	linear.weight	7	-0.1032569482922554
223	linear.weight	8	-0.03059058077633381
223	linear.weight	9	0.11365578323602676
223	linear.bias	0	0.50235915184021
223	linear.bias	1	0.790704071521759
223	linear.bias	2	-1.6428046226501465
223	linear.bias	3	-0.05754556506872177
223	linear.bias	4	-0.050822705030441284
223	linear.bias	5	0.24843676388263702
224	transitions	0	0.029837721958756447
224	transitions	1	-10000.0
224	transitions	2	2.7069056034088135
224	transitions	3	-1.181058645248413
224	transitions	4	-10000.0
224	transitions	5	-10000.0
224	transitions	6	-10000.0
224	transitions	7	0.8815433382987976
224	transitions	8	0.8328012824058533
224	transitions	9	-1.1886074542999268
224	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
224	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
224	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
224	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
224	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
224	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
224	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
224	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
224	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
224	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
224	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
224	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
224	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
224	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
224	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
224	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
224	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
224	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
224	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
224	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
224	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
224	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
224	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
224	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
224	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
224	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
224	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
224	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
224	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
224	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
224	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
224	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
224	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
224	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
224	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
224	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
224	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
224	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
224	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
224	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
224	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
224	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
224	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
224	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
224	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
224	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
224	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
224	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
224	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
224	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
224	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
224	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
224	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
224	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
224	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
224	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
224	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
224	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
224	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
224	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
224	embedding2nn.weight	0	0.014807865023612976
224	embedding2nn.weight	1	0.00015906417684163898
224	embedding2nn.weight	2	0.005566844716668129
224	embedding2nn.weight	3	0.0006980416947044432
224	embedding2nn.weight	4	-0.008270210586488247
224	embedding2nn.weight	5	-0.005602455697953701
224	embedding2nn.weight	6	-0.0008527854224666953
224	embedding2nn.weight	7	-0.0029404291417449713
224	embedding2nn.weight	8	0.013902835547924042
224	embedding2nn.weight	9	0.00442271213978529
224	embedding2nn.bias	0	0.006971145514398813
224	embedding2nn.bias	1	-0.01872330717742443
224	embedding2nn.bias	2	0.003659952897578478
224	embedding2nn.bias	3	-0.007660469971597195
224	embedding2nn.bias	4	-0.024891093373298645
224	embedding2nn.bias	5	-0.0006033431855030358
224	embedding2nn.bias	6	0.005982591304928064
224	embedding2nn.bias	7	-0.009310473687946796
224	embedding2nn.bias	8	0.0009267549030482769
224	embedding2nn.bias	9	-0.004661599639803171
224	rnn.weight_ih_l0	0	-0.05228057876229286
224	rnn.weight_ih_l0	1	0.05075118690729141
224	rnn.weight_ih_l0	2	0.031874366104602814
224	rnn.weight_ih_l0	3	0.01475218590348959
224	rnn.weight_ih_l0	4	0.01251057256013155
224	rnn.weight_ih_l0	5	0.08422432094812393
224	rnn.weight_ih_l0	6	0.0760730654001236
224	rnn.weight_ih_l0	7	0.03779464587569237
224	rnn.weight_ih_l0	8	-0.04586753621697426
224	rnn.weight_ih_l0	9	0.007845208048820496
224	rnn.weight_hh_l0	0	0.008265282958745956
224	rnn.weight_hh_l0	1	-0.06427300721406937
224	rnn.weight_hh_l0	2	-0.06548859179019928
224	rnn.weight_hh_l0	3	0.0715467557311058
224	rnn.weight_hh_l0	4	0.07103759795427322
224	rnn.weight_hh_l0	5	0.0060408529825508595
224	rnn.weight_hh_l0	6	-0.0031818910501897335
224	rnn.weight_hh_l0	7	-0.01577043905854225
224	rnn.weight_hh_l0	8	-0.02932862937450409
224	rnn.weight_hh_l0	9	0.057568177580833435
224	rnn.bias_ih_l0	0	-0.06264782696962357
224	rnn.bias_ih_l0	1	0.08878757804632187
224	rnn.bias_ih_l0	2	0.020194262266159058
224	rnn.bias_ih_l0	3	0.0794924795627594
224	rnn.bias_ih_l0	4	-0.07729361206293106
224	rnn.bias_ih_l0	5	0.08224666118621826
224	rnn.bias_ih_l0	6	-0.0703672468662262
224	rnn.bias_ih_l0	7	-0.03602619841694832
224	rnn.bias_ih_l0	8	-0.09302540868520737
224	rnn.bias_ih_l0	9	-0.045102547854185104
224	rnn.bias_hh_l0	0	0.034671153873205185
224	rnn.bias_hh_l0	1	0.07352115958929062
224	rnn.bias_hh_l0	2	0.07015637308359146
224	rnn.bias_hh_l0	3	0.0859009176492691
224	rnn.bias_hh_l0	4	-0.0973992720246315
224	rnn.bias_hh_l0	5	-0.07100341469049454
224	rnn.bias_hh_l0	6	0.07873588055372238
224	rnn.bias_hh_l0	7	-0.07792328298091888
224	rnn.bias_hh_l0	8	-0.02663159929215908
224	rnn.bias_hh_l0	9	0.012898361310362816
224	rnn.weight_ih_l0_reverse	0	0.07938447594642639
224	rnn.weight_ih_l0_reverse	1	0.07332541793584824
224	rnn.weight_ih_l0_reverse	2	0.03877229616045952
224	rnn.weight_ih_l0_reverse	3	0.03368894010782242
224	rnn.weight_ih_l0_reverse	4	-0.03643288090825081
224	rnn.weight_ih_l0_reverse	5	0.05083116516470909
224	rnn.weight_ih_l0_reverse	6	0.06647704541683197
224	rnn.weight_ih_l0_reverse	7	0.022252768278121948
224	rnn.weight_ih_l0_reverse	8	-0.05792903155088425
224	rnn.weight_ih_l0_reverse	9	-0.052837371826171875
224	rnn.weight_hh_l0_reverse	0	0.02558811567723751
224	rnn.weight_hh_l0_reverse	1	-0.0873304009437561
224	rnn.weight_hh_l0_reverse	2	0.06341622024774551
224	rnn.weight_hh_l0_reverse	3	-0.021591369062662125
224	rnn.weight_hh_l0_reverse	4	0.08526939898729324
224	rnn.weight_hh_l0_reverse	5	-0.00197573727928102
224	rnn.weight_hh_l0_reverse	6	0.030710304155945778
224	rnn.weight_hh_l0_reverse	7	0.07873491942882538
224	rnn.weight_hh_l0_reverse	8	-0.02241741493344307
224	rnn.weight_hh_l0_reverse	9	-0.04657585918903351
224	rnn.bias_ih_l0_reverse	0	0.0006377171957865357
224	rnn.bias_ih_l0_reverse	1	-0.02021915279328823
224	rnn.bias_ih_l0_reverse	2	-0.013518860563635826
224	rnn.bias_ih_l0_reverse	3	0.03643922880291939
224	rnn.bias_ih_l0_reverse	4	0.06795503944158554
224	rnn.bias_ih_l0_reverse	5	-0.02061978541314602
224	rnn.bias_ih_l0_reverse	6	-0.0269677322357893
224	rnn.bias_ih_l0_reverse	7	-0.0483957976102829
224	rnn.bias_ih_l0_reverse	8	0.005933135747909546
224	rnn.bias_ih_l0_reverse	9	-0.06758316606283188
224	rnn.bias_hh_l0_reverse	0	0.03986792638897896
224	rnn.bias_hh_l0_reverse	1	-0.06894576549530029
224	rnn.bias_hh_l0_reverse	2	0.075249582529068
224	rnn.bias_hh_l0_reverse	3	0.06279732286930084
224	rnn.bias_hh_l0_reverse	4	0.02266624942421913
224	rnn.bias_hh_l0_reverse	5	0.046162933111190796
224	rnn.bias_hh_l0_reverse	6	0.06711715459823608
224	rnn.bias_hh_l0_reverse	7	0.08476816862821579
224	rnn.bias_hh_l0_reverse	8	-0.008377929218113422
224	rnn.bias_hh_l0_reverse	9	0.048633161932229996
224	rnn.weight_ih_l1	0	0.02368859015405178
224	rnn.weight_ih_l1	1	0.016116872429847717
224	rnn.weight_ih_l1	2	0.0882268026471138
224	rnn.weight_ih_l1	3	-0.02427825890481472
224	rnn.weight_ih_l1	4	-0.02456969954073429
224	rnn.weight_ih_l1	5	-0.013015723787248135
224	rnn.weight_ih_l1	6	0.07281851768493652
224	rnn.weight_ih_l1	7	-0.00397191196680069
224	rnn.weight_ih_l1	8	-0.05249486491084099
224	rnn.weight_ih_l1	9	0.055046699941158295
224	rnn.weight_hh_l1	0	-0.08190073072910309
224	rnn.weight_hh_l1	1	-0.03565406799316406
224	rnn.weight_hh_l1	2	-0.008132399059832096
224	rnn.weight_hh_l1	3	-0.05818003788590431
224	rnn.weight_hh_l1	4	0.08597759902477264
224	rnn.weight_hh_l1	5	-0.0841548964381218
224	rnn.weight_hh_l1	6	-0.050118401646614075
224	rnn.weight_hh_l1	7	0.06495273113250732
224	rnn.weight_hh_l1	8	-0.013541936874389648
224	rnn.weight_hh_l1	9	-0.039769984781742096
224	rnn.bias_ih_l1	0	-0.033875565975904465
224	rnn.bias_ih_l1	1	0.05494941025972366
224	rnn.bias_ih_l1	2	-0.04554829001426697
224	rnn.bias_ih_l1	3	-0.07764542102813721
224	rnn.bias_ih_l1	4	-0.02851126529276371
224	rnn.bias_ih_l1	5	-0.0033361543901264668
224	rnn.bias_ih_l1	6	-0.04641663655638695
224	rnn.bias_ih_l1	7	0.06221539154648781
224	rnn.bias_ih_l1	8	0.08501512557268143
224	rnn.bias_ih_l1	9	0.031233936548233032
224	rnn.bias_hh_l1	0	0.06880390644073486
224	rnn.bias_hh_l1	1	-0.058639105409383774
224	rnn.bias_hh_l1	2	0.019416384398937225
224	rnn.bias_hh_l1	3	0.08168508112430573
224	rnn.bias_hh_l1	4	0.05781356245279312
224	rnn.bias_hh_l1	5	-0.07975217700004578
224	rnn.bias_hh_l1	6	0.01434596162289381
224	rnn.bias_hh_l1	7	0.04251094534993172
224	rnn.bias_hh_l1	8	0.015348031185567379
224	rnn.bias_hh_l1	9	-0.004723839927464724
224	rnn.weight_ih_l1_reverse	0	0.08705451339483261
224	rnn.weight_ih_l1_reverse	1	-0.04185289144515991
224	rnn.weight_ih_l1_reverse	2	-0.061888985335826874
224	rnn.weight_ih_l1_reverse	3	0.025370176881551743
224	rnn.weight_ih_l1_reverse	4	-0.04660726711153984
224	rnn.weight_ih_l1_reverse	5	0.024035686627030373
224	rnn.weight_ih_l1_reverse	6	0.04041307419538498
224	rnn.weight_ih_l1_reverse	7	0.020201871171593666
224	rnn.weight_ih_l1_reverse	8	-0.008749584667384624
224	rnn.weight_ih_l1_reverse	9	-0.06660234183073044
224	rnn.weight_hh_l1_reverse	0	0.004916441161185503
224	rnn.weight_hh_l1_reverse	1	0.01900634728372097
224	rnn.weight_hh_l1_reverse	2	-0.05818711966276169
224	rnn.weight_hh_l1_reverse	3	-0.012873383238911629
224	rnn.weight_hh_l1_reverse	4	0.008888070471584797
224	rnn.weight_hh_l1_reverse	5	-0.065650075674057
224	rnn.weight_hh_l1_reverse	6	-0.06727857887744904
224	rnn.weight_hh_l1_reverse	7	-0.011387391947209835
224	rnn.weight_hh_l1_reverse	8	-0.059230878949165344
224	rnn.weight_hh_l1_reverse	9	-0.04398948326706886
224	rnn.bias_ih_l1_reverse	0	-0.0029332092963159084
224	rnn.bias_ih_l1_reverse	1	-0.04133014753460884
224	rnn.bias_ih_l1_reverse	2	0.02954326570034027
224	rnn.bias_ih_l1_reverse	3	-0.08419117331504822
224	rnn.bias_ih_l1_reverse	4	-0.08675915002822876
224	rnn.bias_ih_l1_reverse	5	-0.08650844544172287
224	rnn.bias_ih_l1_reverse	6	0.06637371331453323
224	rnn.bias_ih_l1_reverse	7	0.08445563912391663
224	rnn.bias_ih_l1_reverse	8	0.0014256692957133055
224	rnn.bias_ih_l1_reverse	9	-0.009935272857546806
224	rnn.bias_hh_l1_reverse	0	0.062168534845113754
224	rnn.bias_hh_l1_reverse	1	-0.06704440712928772
224	rnn.bias_hh_l1_reverse	2	-0.054381102323532104
224	rnn.bias_hh_l1_reverse	3	0.07434796541929245
224	rnn.bias_hh_l1_reverse	4	-0.022568276152014732
224	rnn.bias_hh_l1_reverse	5	-0.0054575311951339245
224	rnn.bias_hh_l1_reverse	6	-0.05971122533082962
224	rnn.bias_hh_l1_reverse	7	-0.05969161540269852
224	rnn.bias_hh_l1_reverse	8	0.06610193103551865
224	rnn.bias_hh_l1_reverse	9	0.05055473372340202
224	rnn.weight_ih_l2	0	0.07751347869634628
224	rnn.weight_ih_l2	1	-0.05426661670207977
224	rnn.weight_ih_l2	2	0.06334361433982849
224	rnn.weight_ih_l2	3	0.06568934768438339
224	rnn.weight_ih_l2	4	0.056540347635746
224	rnn.weight_ih_l2	5	-0.035331595689058304
224	rnn.weight_ih_l2	6	-0.07575235515832901
224	rnn.weight_ih_l2	7	0.011785982176661491
224	rnn.weight_ih_l2	8	-0.017175426706671715
224	rnn.weight_ih_l2	9	-0.06912722438573837
224	rnn.weight_hh_l2	0	0.04807965084910393
224	rnn.weight_hh_l2	1	0.030811097472906113
224	rnn.weight_hh_l2	2	-0.054715052247047424
224	rnn.weight_hh_l2	3	-0.025350350886583328
224	rnn.weight_hh_l2	4	0.05499432981014252
224	rnn.weight_hh_l2	5	-0.024122711271047592
224	rnn.weight_hh_l2	6	0.008508555591106415
224	rnn.weight_hh_l2	7	-0.053498782217502594
224	rnn.weight_hh_l2	8	-0.0059758336283266544
224	rnn.weight_hh_l2	9	-0.01802675612270832
224	rnn.bias_ih_l2	0	0.14968739449977875
224	rnn.bias_ih_l2	1	0.01180083118379116
224	rnn.bias_ih_l2	2	0.06836091727018356
224	rnn.bias_ih_l2	3	0.02858370915055275
224	rnn.bias_ih_l2	4	-0.006642336957156658
224	rnn.bias_ih_l2	5	0.0475919172167778
224	rnn.bias_ih_l2	6	0.013789941556751728
224	rnn.bias_ih_l2	7	0.017890866845846176
224	rnn.bias_ih_l2	8	0.018284885212779045
224	rnn.bias_ih_l2	9	-0.015259996987879276
224	rnn.bias_hh_l2	0	0.022964658215641975
224	rnn.bias_hh_l2	1	0.007687569595873356
224	rnn.bias_hh_l2	2	0.0773138776421547
224	rnn.bias_hh_l2	3	0.029378855600953102
224	rnn.bias_hh_l2	4	0.0779513269662857
224	rnn.bias_hh_l2	5	-0.058212362229824066
224	rnn.bias_hh_l2	6	0.053558629006147385
224	rnn.bias_hh_l2	7	-0.025287989526987076
224	rnn.bias_hh_l2	8	0.041864488273859024
224	rnn.bias_hh_l2	9	0.02262534573674202
224	rnn.weight_ih_l2_reverse	0	0.08226636052131653
224	rnn.weight_ih_l2_reverse	1	-0.05559876561164856
224	rnn.weight_ih_l2_reverse	2	0.0012112536933273077
224	rnn.weight_ih_l2_reverse	3	0.03525698930025101
224	rnn.weight_ih_l2_reverse	4	0.054091908037662506
224	rnn.weight_ih_l2_reverse	5	-0.04069048911333084
224	rnn.weight_ih_l2_reverse	6	-0.0009245577384717762
224	rnn.weight_ih_l2_reverse	7	-0.013354937545955181
224	rnn.weight_ih_l2_reverse	8	0.013673890382051468
224	rnn.weight_ih_l2_reverse	9	-0.0796164721250534
224	rnn.weight_hh_l2_reverse	0	-0.08277572691440582
224	rnn.weight_hh_l2_reverse	1	0.016614245250821114
224	rnn.weight_hh_l2_reverse	2	0.010431700386106968
224	rnn.weight_hh_l2_reverse	3	0.02432701736688614
224	rnn.weight_hh_l2_reverse	4	-0.03680749610066414
224	rnn.weight_hh_l2_reverse	5	-0.01476262602955103
224	rnn.weight_hh_l2_reverse	6	-0.043833956122398376
224	rnn.weight_hh_l2_reverse	7	-0.05990542843937874
224	rnn.weight_hh_l2_reverse	8	-0.006698881275951862
224	rnn.weight_hh_l2_reverse	9	-0.05899154767394066
224	rnn.bias_ih_l2_reverse	0	-0.05944302678108215
224	rnn.bias_ih_l2_reverse	1	-0.02718319371342659
224	rnn.bias_ih_l2_reverse	2	0.046562373638153076
224	rnn.bias_ih_l2_reverse	3	0.03360039368271828
224	rnn.bias_ih_l2_reverse	4	0.07578562945127487
224	rnn.bias_ih_l2_reverse	5	-0.08856223523616791
224	rnn.bias_ih_l2_reverse	6	-0.04332975298166275
224	rnn.bias_ih_l2_reverse	7	-0.05929176136851311
224	rnn.bias_ih_l2_reverse	8	0.062368106096982956
224	rnn.bias_ih_l2_reverse	9	0.02861371450126171
224	rnn.bias_hh_l2_reverse	0	0.04622181877493858
224	rnn.bias_hh_l2_reverse	1	-0.06938033550977707
224	rnn.bias_hh_l2_reverse	2	-0.06728707253932953
224	rnn.bias_hh_l2_reverse	3	0.031250160187482834
224	rnn.bias_hh_l2_reverse	4	0.033617086708545685
224	rnn.bias_hh_l2_reverse	5	0.0351237952709198
224	rnn.bias_hh_l2_reverse	6	-0.08265957981348038
224	rnn.bias_hh_l2_reverse	7	-0.006766316946595907
224	rnn.bias_hh_l2_reverse	8	-0.10649450868368149
224	rnn.bias_hh_l2_reverse	9	-0.05496937036514282
224	linear.weight	0	0.025028489530086517
224	linear.weight	1	0.14978526532649994
224	linear.weight	2	-0.024256734177470207
224	linear.weight	3	-0.03582746535539627
224	linear.weight	4	-0.022248394787311554
224	linear.weight	5	0.05326938256621361
224	linear.weight	6	0.00025450962129980326
224	linear.weight	7	-0.10349160432815552
224	linear.weight	8	-0.029658174142241478
224	linear.weight	9	0.11392177641391754
224	linear.bias	0	0.5097152590751648
224	linear.bias	1	0.796508252620697
224	linear.bias	2	-1.6430280208587646
224	linear.bias	3	-0.05754556506872177
224	linear.bias	4	-0.050822705030441284
224	linear.bias	5	0.23549982905387878
225	transitions	0	0.029754500836133957
225	transitions	1	-10000.0
225	transitions	2	2.706460952758789
225	transitions	3	-1.1911122798919678
225	transitions	4	-10000.0
225	transitions	5	-10000.0
225	transitions	6	-10000.0
225	transitions	7	0.8815410733222961
225	transitions	8	0.8327077627182007
225	transitions	9	-1.1898913383483887
225	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
225	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
225	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
225	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
225	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
225	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
225	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
225	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
225	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
225	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
225	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
225	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
225	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
225	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
225	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
225	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
225	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
225	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
225	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
225	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
225	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
225	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
225	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
225	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
225	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
225	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
225	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
225	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
225	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
225	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
225	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
225	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
225	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
225	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
225	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
225	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
225	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
225	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
225	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
225	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
225	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
225	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
225	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
225	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
225	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
225	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
225	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
225	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
225	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
225	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
225	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
225	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
225	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
225	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
225	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
225	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
225	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
225	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
225	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
225	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
225	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
225	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
225	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
225	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
225	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
225	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
225	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
225	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
225	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
225	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
225	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
225	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
225	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
225	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
225	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
225	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
225	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
225	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
225	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
225	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
225	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
225	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
225	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
225	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
225	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
225	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
225	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
225	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
225	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
225	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
225	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
225	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
225	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
225	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
225	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
225	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
225	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
225	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
225	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
225	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
225	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
225	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
225	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
225	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
225	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
225	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
225	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
225	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
225	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
225	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
225	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
225	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
225	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
225	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
225	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
225	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
225	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
225	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
225	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
225	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
225	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
225	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
225	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
225	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
225	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
225	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
225	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
225	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
225	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
225	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
225	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
225	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
225	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
225	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
225	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
225	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
225	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
225	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
225	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
225	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
225	embedding2nn.weight	0	0.014813736081123352
225	embedding2nn.weight	1	0.0001602784905117005
225	embedding2nn.weight	2	0.005566103849560022
225	embedding2nn.weight	3	0.0006986919906921685
225	embedding2nn.weight	4	-0.008271561935544014
225	embedding2nn.weight	5	-0.005608903709799051
225	embedding2nn.weight	6	-0.0008464994607493281
225	embedding2nn.weight	7	-0.00294114975258708
225	embedding2nn.weight	8	0.013778534717857838
225	embedding2nn.weight	9	0.00442518712952733
225	embedding2nn.bias	0	0.00600114231929183
225	embedding2nn.bias	1	-0.018330780789256096
225	embedding2nn.bias	2	0.004103898070752621
225	embedding2nn.bias	3	-0.0077137271873652935
225	embedding2nn.bias	4	-0.025427771732211113
225	embedding2nn.bias	5	-2.3912361939437687e-05
225	embedding2nn.bias	6	0.00690528703853488
225	embedding2nn.bias	7	-0.009233756922185421
225	embedding2nn.bias	8	3.230635775253177e-05
225	embedding2nn.bias	9	-0.004382370971143246
225	rnn.weight_ih_l0	0	-0.05227126553654671
225	rnn.weight_ih_l0	1	0.05074720457196236
225	rnn.weight_ih_l0	2	0.031873978674411774
225	rnn.weight_ih_l0	3	0.014760770834982395
225	rnn.weight_ih_l0	4	0.012509053573012352
225	rnn.weight_ih_l0	5	0.08422486484050751
225	rnn.weight_ih_l0	6	0.07607012242078781
225	rnn.weight_ih_l0	7	0.0377936065196991
225	rnn.weight_ih_l0	8	-0.04586983099579811
225	rnn.weight_ih_l0	9	0.00786222517490387
225	rnn.weight_hh_l0	0	0.008261355571448803
225	rnn.weight_hh_l0	1	-0.06427875906229019
225	rnn.weight_hh_l0	2	-0.0654924288392067
225	rnn.weight_hh_l0	3	0.07155906409025192
225	rnn.weight_hh_l0	4	0.07103252410888672
225	rnn.weight_hh_l0	5	0.006035987287759781
225	rnn.weight_hh_l0	6	-0.0033053846564143896
225	rnn.weight_hh_l0	7	-0.015683187171816826
225	rnn.weight_hh_l0	8	-0.02933761291205883
225	rnn.weight_hh_l0	9	0.05757063627243042
225	rnn.bias_ih_l0	0	-0.062471117824316025
225	rnn.bias_ih_l0	1	0.08879947662353516
225	rnn.bias_ih_l0	2	0.020176652818918228
225	rnn.bias_ih_l0	3	0.07925717532634735
225	rnn.bias_ih_l0	4	-0.07736316323280334
225	rnn.bias_ih_l0	5	0.08228947222232819
225	rnn.bias_ih_l0	6	-0.06911088526248932
225	rnn.bias_ih_l0	7	-0.03605424240231514
225	rnn.bias_ih_l0	8	-0.0921933501958847
225	rnn.bias_ih_l0	9	-0.04502634331583977
225	rnn.bias_hh_l0	0	0.034057095646858215
225	rnn.bias_hh_l0	1	0.07356499135494232
225	rnn.bias_hh_l0	2	0.07024262845516205
225	rnn.bias_hh_l0	3	0.08590947836637497
225	rnn.bias_hh_l0	4	-0.0983700379729271
225	rnn.bias_hh_l0	5	-0.07100958377122879
225	rnn.bias_hh_l0	6	0.0787365511059761
225	rnn.bias_hh_l0	7	-0.0789850503206253
225	rnn.bias_hh_l0	8	-0.026638315990567207
225	rnn.bias_hh_l0	9	0.01170553918927908
225	rnn.weight_ih_l0_reverse	0	0.07938919216394424
225	rnn.weight_ih_l0_reverse	1	0.07332102209329605
225	rnn.weight_ih_l0_reverse	2	0.038769710808992386
225	rnn.weight_ih_l0_reverse	3	0.03368712216615677
225	rnn.weight_ih_l0_reverse	4	-0.03643248975276947
225	rnn.weight_ih_l0_reverse	5	0.05082989111542702
225	rnn.weight_ih_l0_reverse	6	0.06647907197475433
225	rnn.weight_ih_l0_reverse	7	0.02225811779499054
225	rnn.weight_ih_l0_reverse	8	-0.05792270228266716
225	rnn.weight_ih_l0_reverse	9	-0.052837058901786804
225	rnn.weight_hh_l0_reverse	0	0.025594808161258698
225	rnn.weight_hh_l0_reverse	1	-0.08733242750167847
225	rnn.weight_hh_l0_reverse	2	0.06341313570737839
225	rnn.weight_hh_l0_reverse	3	-0.02158721722662449
225	rnn.weight_hh_l0_reverse	4	0.08530783653259277
225	rnn.weight_hh_l0_reverse	5	-0.0019830798264592886
225	rnn.weight_hh_l0_reverse	6	0.030730541795492172
225	rnn.weight_hh_l0_reverse	7	0.07873519510030746
225	rnn.weight_hh_l0_reverse	8	-0.022404775023460388
225	rnn.weight_hh_l0_reverse	9	-0.046561725437641144
225	rnn.bias_ih_l0_reverse	0	0.0006752389017492533
225	rnn.bias_ih_l0_reverse	1	-0.019472751766443253
225	rnn.bias_ih_l0_reverse	2	-0.013500519096851349
225	rnn.bias_ih_l0_reverse	3	0.03640495985746384
225	rnn.bias_ih_l0_reverse	4	0.06801465898752213
225	rnn.bias_ih_l0_reverse	5	-0.020756063982844353
225	rnn.bias_ih_l0_reverse	6	-0.026822328567504883
225	rnn.bias_ih_l0_reverse	7	-0.048534974455833435
225	rnn.bias_ih_l0_reverse	8	0.005880492739379406
225	rnn.bias_ih_l0_reverse	9	-0.06754548102617264
225	rnn.bias_hh_l0_reverse	0	0.03995978459715843
225	rnn.bias_hh_l0_reverse	1	-0.06890808045864105
225	rnn.bias_hh_l0_reverse	2	0.07503235340118408
225	rnn.bias_hh_l0_reverse	3	0.06257937848567963
225	rnn.bias_hh_l0_reverse	4	0.022481000050902367
225	rnn.bias_hh_l0_reverse	5	0.0461684875190258
225	rnn.bias_hh_l0_reverse	6	0.0670403391122818
225	rnn.bias_hh_l0_reverse	7	0.08486384898424149
225	rnn.bias_hh_l0_reverse	8	-0.008465394377708435
225	rnn.bias_hh_l0_reverse	9	0.0486643984913826
225	rnn.weight_ih_l1	0	0.02376079373061657
225	rnn.weight_ih_l1	1	0.016131704673171043
225	rnn.weight_ih_l1	2	0.08843579888343811
225	rnn.weight_ih_l1	3	-0.024282291531562805
225	rnn.weight_ih_l1	4	-0.024560781195759773
225	rnn.weight_ih_l1	5	-0.012986241839826107
225	rnn.weight_ih_l1	6	0.0728282779455185
225	rnn.weight_ih_l1	7	-0.003957523498684168
225	rnn.weight_ih_l1	8	-0.0524955578148365
225	rnn.weight_ih_l1	9	0.054863281548023224
225	rnn.weight_hh_l1	0	-0.08191289752721786
225	rnn.weight_hh_l1	1	-0.03565217927098274
225	rnn.weight_hh_l1	2	-0.008130277507007122
225	rnn.weight_hh_l1	3	-0.05818117409944534
225	rnn.weight_hh_l1	4	0.0859949141740799
225	rnn.weight_hh_l1	5	-0.08416006714105606
225	rnn.weight_hh_l1	6	-0.05013303458690643
225	rnn.weight_hh_l1	7	0.06492413580417633
225	rnn.weight_hh_l1	8	-0.01353949960321188
225	rnn.weight_hh_l1	9	-0.03980083763599396
225	rnn.bias_ih_l1	0	-0.034179914742708206
225	rnn.bias_ih_l1	1	0.054930102080106735
225	rnn.bias_ih_l1	2	-0.045541711151599884
225	rnn.bias_ih_l1	3	-0.07763668894767761
225	rnn.bias_ih_l1	4	-0.028576159849762917
225	rnn.bias_ih_l1	5	-0.005382900591939688
225	rnn.bias_ih_l1	6	-0.046712104231119156
225	rnn.bias_ih_l1	7	0.0622577965259552
225	rnn.bias_ih_l1	8	0.08507604151964188
225	rnn.bias_ih_l1	9	0.0310809388756752
225	rnn.bias_hh_l1	0	0.06879986077547073
225	rnn.bias_hh_l1	1	-0.058647412806749344
225	rnn.bias_hh_l1	2	0.01944192498922348
225	rnn.bias_hh_l1	3	0.08182839304208755
225	rnn.bias_hh_l1	4	0.0578652061522007
225	rnn.bias_hh_l1	5	-0.0796966403722763
225	rnn.bias_hh_l1	6	0.01433626003563404
225	rnn.bias_hh_l1	7	0.04247797280550003
225	rnn.bias_hh_l1	8	0.015432283282279968
225	rnn.bias_hh_l1	9	-0.004730717279016972
225	rnn.weight_ih_l1_reverse	0	0.08704820275306702
225	rnn.weight_ih_l1_reverse	1	-0.04183872416615486
225	rnn.weight_ih_l1_reverse	2	-0.06189223751425743
225	rnn.weight_ih_l1_reverse	3	0.025373470038175583
225	rnn.weight_ih_l1_reverse	4	-0.046602487564086914
225	rnn.weight_ih_l1_reverse	5	0.024034377187490463
225	rnn.weight_ih_l1_reverse	6	0.04041290655732155
225	rnn.weight_ih_l1_reverse	7	0.020202089101076126
225	rnn.weight_ih_l1_reverse	8	-0.00875177513808012
225	rnn.weight_ih_l1_reverse	9	-0.06666681170463562
225	rnn.weight_hh_l1_reverse	0	0.004938929807394743
225	rnn.weight_hh_l1_reverse	1	0.019001834094524384
225	rnn.weight_hh_l1_reverse	2	-0.05818706378340721
225	rnn.weight_hh_l1_reverse	3	-0.01287771761417389
225	rnn.weight_hh_l1_reverse	4	0.008888151496648788
225	rnn.weight_hh_l1_reverse	5	-0.06562401354312897
225	rnn.weight_hh_l1_reverse	6	-0.06728292256593704
225	rnn.weight_hh_l1_reverse	7	-0.011390822008252144
225	rnn.weight_hh_l1_reverse	8	-0.059190016239881516
225	rnn.weight_hh_l1_reverse	9	-0.04399079084396362
225	rnn.bias_ih_l1_reverse	0	-0.0029471118468791246
225	rnn.bias_ih_l1_reverse	1	-0.041371654719114304
225	rnn.bias_ih_l1_reverse	2	0.029596347361803055
225	rnn.bias_ih_l1_reverse	3	-0.0842350497841835
225	rnn.bias_ih_l1_reverse	4	-0.08670632541179657
225	rnn.bias_ih_l1_reverse	5	-0.08650459349155426
225	rnn.bias_ih_l1_reverse	6	0.06645404547452927
225	rnn.bias_ih_l1_reverse	7	0.08443355560302734
225	rnn.bias_ih_l1_reverse	8	0.001618140027858317
225	rnn.bias_ih_l1_reverse	9	-0.009926892817020416
225	rnn.bias_hh_l1_reverse	0	0.062176380306482315
225	rnn.bias_hh_l1_reverse	1	-0.06694917380809784
225	rnn.bias_hh_l1_reverse	2	-0.054421648383140564
225	rnn.bias_hh_l1_reverse	3	0.07414937764406204
225	rnn.bias_hh_l1_reverse	4	-0.022423455491662025
225	rnn.bias_hh_l1_reverse	5	-0.005449096206575632
225	rnn.bias_hh_l1_reverse	6	-0.059667833149433136
225	rnn.bias_hh_l1_reverse	7	-0.05972179025411606
225	rnn.bias_hh_l1_reverse	8	0.06610796600580215
225	rnn.bias_hh_l1_reverse	9	0.0497894361615181
225	rnn.weight_ih_l2	0	0.07754206657409668
225	rnn.weight_ih_l2	1	-0.054266490042209625
225	rnn.weight_ih_l2	2	0.06334435939788818
225	rnn.weight_ih_l2	3	0.06567791104316711
225	rnn.weight_ih_l2	4	0.05655324459075928
225	rnn.weight_ih_l2	5	-0.03534989431500435
225	rnn.weight_ih_l2	6	-0.07575865834951401
225	rnn.weight_ih_l2	7	0.01178810279816389
225	rnn.weight_ih_l2	8	-0.017176946625113487
225	rnn.weight_ih_l2	9	-0.06912736594676971
225	rnn.weight_hh_l2	0	0.04807367920875549
225	rnn.weight_hh_l2	1	0.030821194872260094
225	rnn.weight_hh_l2	2	-0.05471977964043617
225	rnn.weight_hh_l2	3	-0.025343799963593483
225	rnn.weight_hh_l2	4	0.055007025599479675
225	rnn.weight_hh_l2	5	-0.02416052483022213
225	rnn.weight_hh_l2	6	0.008494911715388298
225	rnn.weight_hh_l2	7	-0.05349431931972504
225	rnn.weight_hh_l2	8	-0.006010251119732857
225	rnn.weight_hh_l2	9	-0.01803683303296566
225	rnn.bias_ih_l2	0	0.1493101865053177
225	rnn.bias_ih_l2	1	0.011805437505245209
225	rnn.bias_ih_l2	2	0.06848816573619843
225	rnn.bias_ih_l2	3	0.028400303795933723
225	rnn.bias_ih_l2	4	-0.006623339839279652
225	rnn.bias_ih_l2	5	0.04773886874318123
225	rnn.bias_ih_l2	6	0.013753294944763184
225	rnn.bias_ih_l2	7	0.01790284551680088
225	rnn.bias_ih_l2	8	0.01825253665447235
225	rnn.bias_ih_l2	9	-0.015299718827009201
225	rnn.bias_hh_l2	0	0.02279794216156006
225	rnn.bias_hh_l2	1	0.007646133191883564
225	rnn.bias_hh_l2	2	0.07738804817199707
225	rnn.bias_hh_l2	3	0.029317056760191917
225	rnn.bias_hh_l2	4	0.07797100394964218
225	rnn.bias_hh_l2	5	-0.059285759925842285
225	rnn.bias_hh_l2	6	0.05342743918299675
225	rnn.bias_hh_l2	7	-0.02554549276828766
225	rnn.bias_hh_l2	8	0.041845694184303284
225	rnn.bias_hh_l2	9	0.02223670855164528
225	rnn.weight_ih_l2_reverse	0	0.08226940780878067
225	rnn.weight_ih_l2_reverse	1	-0.055532533675432205
225	rnn.weight_ih_l2_reverse	2	0.0012167950626462698
225	rnn.weight_ih_l2_reverse	3	0.03525688126683235
225	rnn.weight_ih_l2_reverse	4	0.0540916845202446
225	rnn.weight_ih_l2_reverse	5	-0.04069078341126442
225	rnn.weight_ih_l2_reverse	6	-0.0009120596223510802
225	rnn.weight_ih_l2_reverse	7	-0.013315537013113499
225	rnn.weight_ih_l2_reverse	8	0.013908665627241135
225	rnn.weight_ih_l2_reverse	9	-0.07958881556987762
225	rnn.weight_hh_l2_reverse	0	-0.08277532458305359
225	rnn.weight_hh_l2_reverse	1	0.016650965437293053
225	rnn.weight_hh_l2_reverse	2	0.010431626811623573
225	rnn.weight_hh_l2_reverse	3	0.02432888373732567
225	rnn.weight_hh_l2_reverse	4	-0.03680678457021713
225	rnn.weight_hh_l2_reverse	5	-0.014760506339371204
225	rnn.weight_hh_l2_reverse	6	-0.04375847801566124
225	rnn.weight_hh_l2_reverse	7	-0.0599045567214489
225	rnn.weight_hh_l2_reverse	8	-0.006697335280478001
225	rnn.weight_hh_l2_reverse	9	-0.058989815413951874
225	rnn.bias_ih_l2_reverse	0	-0.05877116322517395
225	rnn.bias_ih_l2_reverse	1	-0.02723352611064911
225	rnn.bias_ih_l2_reverse	2	0.04653976857662201
225	rnn.bias_ih_l2_reverse	3	0.03272528573870659
225	rnn.bias_ih_l2_reverse	4	0.07568749785423279
225	rnn.bias_ih_l2_reverse	5	-0.08858466893434525
225	rnn.bias_ih_l2_reverse	6	-0.04332226514816284
225	rnn.bias_ih_l2_reverse	7	-0.05910255014896393
225	rnn.bias_ih_l2_reverse	8	0.06274682283401489
225	rnn.bias_ih_l2_reverse	9	0.02764434926211834
225	rnn.bias_hh_l2_reverse	0	0.047440312802791595
225	rnn.bias_hh_l2_reverse	1	-0.06951574981212616
225	rnn.bias_hh_l2_reverse	2	-0.06727059930562973
225	rnn.bias_hh_l2_reverse	3	0.031207328662276268
225	rnn.bias_hh_l2_reverse	4	0.033734798431396484
225	rnn.bias_hh_l2_reverse	5	0.03490406647324562
225	rnn.bias_hh_l2_reverse	6	-0.08259988576173782
225	rnn.bias_hh_l2_reverse	7	-0.0067701563239097595
225	rnn.bias_hh_l2_reverse	8	-0.10649823397397995
225	rnn.bias_hh_l2_reverse	9	-0.05495784804224968
225	linear.weight	0	0.025028489530086517
225	linear.weight	1	0.1515226811170578
225	linear.weight	2	-0.02425318956375122
225	linear.weight	3	-0.03601183369755745
225	linear.weight	4	-0.022248394787311554
225	linear.weight	5	0.05299865081906319
225	linear.weight	6	-0.00013837020378559828
225	linear.weight	7	-0.10379179567098618
225	linear.weight	8	-0.029950276017189026
225	linear.weight	9	0.11391083151102066
225	linear.bias	0	0.5089635252952576
225	linear.bias	1	0.7876508235931396
225	linear.bias	2	-1.6433296203613281
225	linear.bias	3	-0.05754556506872177
225	linear.bias	4	-0.050822705030441284
225	linear.bias	5	0.24541054666042328
226	transitions	0	0.02967819944024086
226	transitions	1	-10000.0
226	transitions	2	2.7044308185577393
226	transitions	3	-1.194061517715454
226	transitions	4	-10000.0
226	transitions	5	-10000.0
226	transitions	6	-10000.0
226	transitions	7	0.8815396428108215
226	transitions	8	0.8326370716094971
226	transitions	9	-1.1903563737869263
226	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
226	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
226	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
226	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
226	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
226	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
226	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
226	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
226	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
226	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
226	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
226	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
226	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
226	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
226	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
226	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
226	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
226	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
226	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
226	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
226	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
226	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
226	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
226	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
226	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
226	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
226	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
226	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
226	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
226	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
226	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
226	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
226	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
226	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
226	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
226	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
226	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
226	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
226	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
226	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
226	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
226	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
226	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
226	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
226	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
226	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
226	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
226	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
226	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
226	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
226	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
226	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
226	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
226	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
226	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
226	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
226	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
226	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
226	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
226	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
226	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
226	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
226	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
226	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
226	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
226	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
226	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
226	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
226	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
226	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
226	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
226	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
226	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
226	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
226	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
226	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
226	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
226	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
226	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
226	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
226	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
226	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
226	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
226	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
226	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
226	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
226	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
226	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
226	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
226	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
226	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
226	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
226	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
226	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
226	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
226	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
226	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
226	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
226	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
226	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
226	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
226	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
226	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
226	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
226	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
226	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
226	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
226	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
226	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
226	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
226	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
226	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
226	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
226	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
226	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
226	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
226	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
226	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
226	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
226	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
226	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
226	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
226	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
226	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
226	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
226	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
226	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
226	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
226	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
226	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
226	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
226	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
226	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
226	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
226	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
226	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
226	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
226	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
226	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
226	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
226	embedding2nn.weight	0	0.01480911299586296
226	embedding2nn.weight	1	0.00016678603424225003
226	embedding2nn.weight	2	0.005565030965954065
226	embedding2nn.weight	3	0.0006998406606726348
226	embedding2nn.weight	4	-0.008277412503957748
226	embedding2nn.weight	5	-0.005605986341834068
226	embedding2nn.weight	6	-0.0008401756640523672
226	embedding2nn.weight	7	-0.0029370139818638563
226	embedding2nn.weight	8	0.01372033916413784
226	embedding2nn.weight	9	0.004430355038493872
226	embedding2nn.bias	0	0.004957950208336115
226	embedding2nn.bias	1	-0.01789129339158535
226	embedding2nn.bias	2	0.004844441078603268
226	embedding2nn.bias	3	-0.008065898902714252
226	embedding2nn.bias	4	-0.025170713663101196
226	embedding2nn.bias	5	0.0006742359837517142
226	embedding2nn.bias	6	0.006907082628458738
226	embedding2nn.bias	7	-0.009438556618988514
226	embedding2nn.bias	8	-0.00013918301556259394
226	embedding2nn.bias	9	-0.003917044028639793
226	rnn.weight_ih_l0	0	-0.05227174982428551
226	rnn.weight_ih_l0	1	0.05074065551161766
226	rnn.weight_ih_l0	2	0.031872376799583435
226	rnn.weight_ih_l0	3	0.014762064442038536
226	rnn.weight_ih_l0	4	0.012511823326349258
226	rnn.weight_ih_l0	5	0.08422237634658813
226	rnn.weight_ih_l0	6	0.07606978714466095
226	rnn.weight_ih_l0	7	0.03779350221157074
226	rnn.weight_ih_l0	8	-0.04590384662151337
226	rnn.weight_ih_l0	9	0.00795613694936037
226	rnn.weight_hh_l0	0	0.008264830335974693
226	rnn.weight_hh_l0	1	-0.06425522267818451
226	rnn.weight_hh_l0	2	-0.06549420207738876
226	rnn.weight_hh_l0	3	0.07155758142471313
226	rnn.weight_hh_l0	4	0.0710345059633255
226	rnn.weight_hh_l0	5	0.006026175804436207
226	rnn.weight_hh_l0	6	-0.0034295138902962208
226	rnn.weight_hh_l0	7	-0.015584651380777359
226	rnn.weight_hh_l0	8	-0.02938847988843918
226	rnn.weight_hh_l0	9	0.057570286095142365
226	rnn.bias_ih_l0	0	-0.06242267042398453
226	rnn.bias_ih_l0	1	0.08880365639925003
226	rnn.bias_ih_l0	2	0.020187709480524063
226	rnn.bias_ih_l0	3	0.07962846755981445
226	rnn.bias_ih_l0	4	-0.07731112837791443
226	rnn.bias_ih_l0	5	0.08241605758666992
226	rnn.bias_ih_l0	6	-0.06906621903181076
226	rnn.bias_ih_l0	7	-0.03607203811407089
226	rnn.bias_ih_l0	8	-0.0920371413230896
226	rnn.bias_ih_l0	9	-0.04504622146487236
226	rnn.bias_hh_l0	0	0.033365488052368164
226	rnn.bias_hh_l0	1	0.07357744127511978
226	rnn.bias_hh_l0	2	0.07034127414226532
226	rnn.bias_hh_l0	3	0.08590039610862732
226	rnn.bias_hh_l0	4	-0.09966769069433212
226	rnn.bias_hh_l0	5	-0.07102636247873306
226	rnn.bias_hh_l0	6	0.07876786589622498
226	rnn.bias_hh_l0	7	-0.07967521995306015
226	rnn.bias_hh_l0	8	-0.026643725112080574
226	rnn.bias_hh_l0	9	0.010268391110002995
226	rnn.weight_ih_l0_reverse	0	0.07939371466636658
226	rnn.weight_ih_l0_reverse	1	0.07331549376249313
226	rnn.weight_ih_l0_reverse	2	0.038772761821746826
226	rnn.weight_ih_l0_reverse	3	0.03368532657623291
226	rnn.weight_ih_l0_reverse	4	-0.03642558678984642
226	rnn.weight_ih_l0_reverse	5	0.0508292093873024
226	rnn.weight_ih_l0_reverse	6	0.0664813369512558
226	rnn.weight_ih_l0_reverse	7	0.022278042510151863
226	rnn.weight_ih_l0_reverse	8	-0.0579349659383297
226	rnn.weight_ih_l0_reverse	9	-0.052836824208498
226	rnn.weight_hh_l0_reverse	0	0.02562953718006611
226	rnn.weight_hh_l0_reverse	1	-0.08737190067768097
226	rnn.weight_hh_l0_reverse	2	0.06342004984617233
226	rnn.weight_hh_l0_reverse	3	-0.02159622684121132
226	rnn.weight_hh_l0_reverse	4	0.08533834666013718
226	rnn.weight_hh_l0_reverse	5	-0.001990891993045807
226	rnn.weight_hh_l0_reverse	6	0.030776282772421837
226	rnn.weight_hh_l0_reverse	7	0.0787431076169014
226	rnn.weight_hh_l0_reverse	8	-0.022411534562706947
226	rnn.weight_hh_l0_reverse	9	-0.04656488075852394
226	rnn.bias_ih_l0_reverse	0	0.0005439185770228505
226	rnn.bias_ih_l0_reverse	1	-0.018415220081806183
226	rnn.bias_ih_l0_reverse	2	-0.013703837059438229
226	rnn.bias_ih_l0_reverse	3	0.03649689629673958
226	rnn.bias_ih_l0_reverse	4	0.06811396777629852
226	rnn.bias_ih_l0_reverse	5	-0.020814554765820503
226	rnn.bias_ih_l0_reverse	6	-0.02678251639008522
226	rnn.bias_ih_l0_reverse	7	-0.048603884875774384
226	rnn.bias_ih_l0_reverse	8	0.005950287450104952
226	rnn.bias_ih_l0_reverse	9	-0.06742990761995316
226	rnn.bias_hh_l0_reverse	0	0.04012594744563103
226	rnn.bias_hh_l0_reverse	1	-0.06879250705242157
226	rnn.bias_hh_l0_reverse	2	0.07466971129179001
226	rnn.bias_hh_l0_reverse	3	0.06296518445014954
226	rnn.bias_hh_l0_reverse	4	0.02256355620920658
226	rnn.bias_hh_l0_reverse	5	0.04598908871412277
226	rnn.bias_hh_l0_reverse	6	0.06705719977617264
226	rnn.bias_hh_l0_reverse	7	0.08477844297885895
226	rnn.bias_hh_l0_reverse	8	-0.008377186954021454
226	rnn.bias_hh_l0_reverse	9	0.048880428075790405
226	rnn.weight_ih_l1	0	0.023653386160731316
226	rnn.weight_ih_l1	1	0.016114061698317528
226	rnn.weight_ih_l1	2	0.0885252058506012
226	rnn.weight_ih_l1	3	-0.0242825448513031
226	rnn.weight_ih_l1	4	-0.024560321122407913
226	rnn.weight_ih_l1	5	-0.01296432875096798
226	rnn.weight_ih_l1	6	0.07282304018735886
226	rnn.weight_ih_l1	7	-0.0038257355336099863
226	rnn.weight_ih_l1	8	-0.05253143608570099
226	rnn.weight_ih_l1	9	0.05458948016166687
226	rnn.weight_hh_l1	0	-0.08192496746778488
226	rnn.weight_hh_l1	1	-0.03566102683544159
226	rnn.weight_hh_l1	2	-0.008130935952067375
226	rnn.weight_hh_l1	3	-0.05818348005414009
226	rnn.weight_hh_l1	4	0.08601009845733643
226	rnn.weight_hh_l1	5	-0.08416705578565598
226	rnn.weight_hh_l1	6	-0.05010746419429779
226	rnn.weight_hh_l1	7	0.06496007740497589
226	rnn.weight_hh_l1	8	-0.013542617671191692
226	rnn.weight_hh_l1	9	-0.03981301933526993
226	rnn.bias_ih_l1	0	-0.03443900868296623
226	rnn.bias_ih_l1	1	0.05492127314209938
226	rnn.bias_ih_l1	2	-0.04551677033305168
226	rnn.bias_ih_l1	3	-0.07751910388469696
226	rnn.bias_ih_l1	4	-0.028644122183322906
226	rnn.bias_ih_l1	5	-0.006657042074948549
226	rnn.bias_ih_l1	6	-0.046332210302352905
226	rnn.bias_ih_l1	7	0.06225748360157013
226	rnn.bias_ih_l1	8	0.0852329209446907
226	rnn.bias_ih_l1	9	0.03130907192826271
226	rnn.bias_hh_l1	0	0.06879724562168121
226	rnn.bias_hh_l1	1	-0.058680459856987
226	rnn.bias_hh_l1	2	0.019396204501390457
226	rnn.bias_hh_l1	3	0.08161268383264542
226	rnn.bias_hh_l1	4	0.05783400684595108
226	rnn.bias_hh_l1	5	-0.07979704439640045
226	rnn.bias_hh_l1	6	0.014340443536639214
226	rnn.bias_hh_l1	7	0.04242067039012909
226	rnn.bias_hh_l1	8	0.015377872623503208
226	rnn.bias_hh_l1	9	-0.004664928186684847
226	rnn.weight_ih_l1_reverse	0	0.08704964816570282
226	rnn.weight_ih_l1_reverse	1	-0.041831281036138535
226	rnn.weight_ih_l1_reverse	2	-0.061890169978141785
226	rnn.weight_ih_l1_reverse	3	0.025388937443494797
226	rnn.weight_ih_l1_reverse	4	-0.04661519080400467
226	rnn.weight_ih_l1_reverse	5	0.02403215877711773
226	rnn.weight_ih_l1_reverse	6	0.040416743606328964
226	rnn.weight_ih_l1_reverse	7	0.020176295191049576
226	rnn.weight_ih_l1_reverse	8	-0.00875196885317564
226	rnn.weight_ih_l1_reverse	9	-0.06691332906484604
226	rnn.weight_hh_l1_reverse	0	0.004941788036376238
226	rnn.weight_hh_l1_reverse	1	0.0189988873898983
226	rnn.weight_hh_l1_reverse	2	-0.058188296854496
226	rnn.weight_hh_l1_reverse	3	-0.012870021164417267
226	rnn.weight_hh_l1_reverse	4	0.00888492725789547
226	rnn.weight_hh_l1_reverse	5	-0.06531377881765366
226	rnn.weight_hh_l1_reverse	6	-0.0672830119729042
226	rnn.weight_hh_l1_reverse	7	-0.011391581036150455
226	rnn.weight_hh_l1_reverse	8	-0.05916839465498924
226	rnn.weight_hh_l1_reverse	9	-0.044004738330841064
226	rnn.bias_ih_l1_reverse	0	-0.0029266616329550743
226	rnn.bias_ih_l1_reverse	1	-0.0414014607667923
226	rnn.bias_ih_l1_reverse	2	0.030091052874922752
226	rnn.bias_ih_l1_reverse	3	-0.08412998169660568
226	rnn.bias_ih_l1_reverse	4	-0.08666060119867325
226	rnn.bias_ih_l1_reverse	5	-0.0864204689860344
226	rnn.bias_ih_l1_reverse	6	0.06655476987361908
226	rnn.bias_ih_l1_reverse	7	0.08438950777053833
226	rnn.bias_ih_l1_reverse	8	0.0025078614708036184
226	rnn.bias_ih_l1_reverse	9	-0.009860742837190628
226	rnn.bias_hh_l1_reverse	0	0.06226493418216705
226	rnn.bias_hh_l1_reverse	1	-0.06678643822669983
226	rnn.bias_hh_l1_reverse	2	-0.05449393019080162
226	rnn.bias_hh_l1_reverse	3	0.07411640882492065
226	rnn.bias_hh_l1_reverse	4	-0.022334808483719826
226	rnn.bias_hh_l1_reverse	5	-0.00540109071880579
226	rnn.bias_hh_l1_reverse	6	-0.059547293931245804
226	rnn.bias_hh_l1_reverse	7	-0.05970500037074089
226	rnn.bias_hh_l1_reverse	8	0.06610840559005737
226	rnn.bias_hh_l1_reverse	9	0.049539826810359955
226	rnn.weight_ih_l2	0	0.07752791047096252
226	rnn.weight_ih_l2	1	-0.05424422398209572
226	rnn.weight_ih_l2	2	0.06334485113620758
226	rnn.weight_ih_l2	3	0.06562232971191406
226	rnn.weight_ih_l2	4	0.05661527439951897
226	rnn.weight_ih_l2	5	-0.03536409139633179
226	rnn.weight_ih_l2	6	-0.07577672600746155
226	rnn.weight_ih_l2	7	0.011788136325776577
226	rnn.weight_ih_l2	8	-0.01717754639685154
226	rnn.weight_ih_l2	9	-0.06912627071142197
226	rnn.weight_hh_l2	0	0.04806707799434662
226	rnn.weight_hh_l2	1	0.030830763280391693
226	rnn.weight_hh_l2	2	-0.05472320690751076
226	rnn.weight_hh_l2	3	-0.025351662188768387
226	rnn.weight_hh_l2	4	0.055015914142131805
226	rnn.weight_hh_l2	5	-0.02417517639696598
226	rnn.weight_hh_l2	6	0.008496331982314587
226	rnn.weight_hh_l2	7	-0.05350198969244957
226	rnn.weight_hh_l2	8	-0.00602885615080595
226	rnn.weight_hh_l2	9	-0.01803220622241497
226	rnn.bias_ih_l2	0	0.14704546332359314
226	rnn.bias_ih_l2	1	0.011790424585342407
226	rnn.bias_ih_l2	2	0.06873422861099243
226	rnn.bias_ih_l2	3	0.028352363035082817
226	rnn.bias_ih_l2	4	-0.0066244644112885
226	rnn.bias_ih_l2	5	0.047720376402139664
226	rnn.bias_ih_l2	6	0.013738754205405712
226	rnn.bias_ih_l2	7	0.017880799248814583
226	rnn.bias_ih_l2	8	0.018196530640125275
226	rnn.bias_ih_l2	9	-0.01529617328196764
226	rnn.bias_hh_l2	0	0.022718293592333794
226	rnn.bias_hh_l2	1	0.007604858372360468
226	rnn.bias_hh_l2	2	0.07737263292074203
226	rnn.bias_hh_l2	3	0.029326487332582474
226	rnn.bias_hh_l2	4	0.07787630707025528
226	rnn.bias_hh_l2	5	-0.06119203940033913
226	rnn.bias_hh_l2	6	0.05321769788861275
226	rnn.bias_hh_l2	7	-0.025601407513022423
226	rnn.bias_hh_l2	8	0.0418340340256691
226	rnn.bias_hh_l2	9	0.023226767778396606
226	rnn.weight_ih_l2_reverse	0	0.08226475119590759
226	rnn.weight_ih_l2_reverse	1	-0.05568135529756546
226	rnn.weight_ih_l2_reverse	2	0.0012162614148110151
226	rnn.weight_ih_l2_reverse	3	0.035257115960121155
226	rnn.weight_ih_l2_reverse	4	0.05409166216850281
226	rnn.weight_ih_l2_reverse	5	-0.040692489594221115
226	rnn.weight_ih_l2_reverse	6	-0.000977006391622126
226	rnn.weight_ih_l2_reverse	7	-0.013149835169315338
226	rnn.weight_ih_l2_reverse	8	0.013918271288275719
226	rnn.weight_ih_l2_reverse	9	-0.07958178967237473
226	rnn.weight_hh_l2_reverse	0	-0.08277411758899689
226	rnn.weight_hh_l2_reverse	1	0.01666303537786007
226	rnn.weight_hh_l2_reverse	2	0.010431836359202862
226	rnn.weight_hh_l2_reverse	3	0.02432926744222641
226	rnn.weight_hh_l2_reverse	4	-0.03680944815278053
226	rnn.weight_hh_l2_reverse	5	-0.014760162681341171
226	rnn.weight_hh_l2_reverse	6	-0.043929994106292725
226	rnn.weight_hh_l2_reverse	7	-0.0599050410091877
226	rnn.weight_hh_l2_reverse	8	-0.006697546690702438
226	rnn.weight_hh_l2_reverse	9	-0.05898984521627426
226	rnn.bias_ih_l2_reverse	0	-0.057944416999816895
226	rnn.bias_ih_l2_reverse	1	-0.0272489245980978
226	rnn.bias_ih_l2_reverse	2	0.04638410359621048
226	rnn.bias_ih_l2_reverse	3	0.03261914104223251
226	rnn.bias_ih_l2_reverse	4	0.07566621154546738
226	rnn.bias_ih_l2_reverse	5	-0.08856078237295151
226	rnn.bias_ih_l2_reverse	6	-0.043325942009687424
226	rnn.bias_ih_l2_reverse	7	-0.0593554712831974
226	rnn.bias_ih_l2_reverse	8	0.06295964866876602
226	rnn.bias_ih_l2_reverse	9	0.02716808393597603
226	rnn.bias_hh_l2_reverse	0	0.04751181975007057
226	rnn.bias_hh_l2_reverse	1	-0.06903443485498428
226	rnn.bias_hh_l2_reverse	2	-0.06726714223623276
226	rnn.bias_hh_l2_reverse	3	0.03119773417711258
226	rnn.bias_hh_l2_reverse	4	0.033688485622406006
226	rnn.bias_hh_l2_reverse	5	0.03498288244009018
226	rnn.bias_hh_l2_reverse	6	-0.08259714394807816
226	rnn.bias_hh_l2_reverse	7	-0.006636324338614941
226	rnn.bias_hh_l2_reverse	8	-0.10649731010198593
226	rnn.bias_hh_l2_reverse	9	-0.054901231080293655
226	linear.weight	0	0.025028489530086517
226	linear.weight	1	0.1530674397945404
226	linear.weight	2	-0.024252673611044884
226	linear.weight	3	-0.035717882215976715
226	linear.weight	4	-0.022248394787311554
226	linear.weight	5	0.05291460454463959
226	linear.weight	6	-0.002527936128899455
226	linear.weight	7	-0.1050432026386261
226	linear.weight	8	-0.03077435865998268
226	linear.weight	9	0.1139882281422615
226	linear.bias	0	0.50629061460495
226	linear.bias	1	0.7812802791595459
226	linear.bias	2	-1.64353609085083
226	linear.bias	3	-0.05754556506872177
226	linear.bias	4	-0.050822705030441284
226	linear.bias	5	0.2546604573726654
227	transitions	0	0.02965375781059265
227	transitions	1	-10000.0
227	transitions	2	2.7112417221069336
227	transitions	3	-1.19419264793396
227	transitions	4	-10000.0
227	transitions	5	-10000.0
227	transitions	6	-10000.0
227	transitions	7	0.8815391063690186
227	transitions	8	0.8326213955879211
227	transitions	9	-1.1846139430999756
227	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
227	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
227	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
227	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
227	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
227	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
227	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
227	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
227	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
227	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
227	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
227	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
227	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
227	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
227	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
227	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
227	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
227	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
227	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
227	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
227	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
227	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
227	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
227	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
227	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
227	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
227	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
227	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
227	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
227	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
227	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
227	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
227	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
227	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
227	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
227	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
227	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
227	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
227	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
227	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
227	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
227	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
227	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
227	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
227	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
227	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
227	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
227	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
227	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
227	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
227	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
227	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
227	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
227	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
227	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
227	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
227	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
227	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
227	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
227	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
227	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
227	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
227	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
227	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
227	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
227	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
227	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
227	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
227	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
227	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
227	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
227	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
227	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
227	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
227	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
227	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
227	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
227	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
227	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
227	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
227	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
227	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
227	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
227	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
227	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
227	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
227	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
227	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
227	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
227	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
227	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
227	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
227	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
227	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
227	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
227	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
227	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
227	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
227	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
227	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
227	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
227	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
227	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
227	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
227	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
227	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
227	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
227	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
227	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
227	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
227	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
227	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
227	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
227	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
227	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
227	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
227	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
227	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
227	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
227	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
227	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
227	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
227	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
227	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
227	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
227	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
227	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
227	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
227	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
227	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
227	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
227	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
227	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
227	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
227	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
227	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
227	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
227	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
227	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
227	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
227	embedding2nn.weight	0	0.014807152561843395
227	embedding2nn.weight	1	0.00019763009913731366
227	embedding2nn.weight	2	0.005581580102443695
227	embedding2nn.weight	3	0.0006998406606726348
227	embedding2nn.weight	4	-0.008247213438153267
227	embedding2nn.weight	5	-0.0056064920499920845
227	embedding2nn.weight	6	-0.0008370904251933098
227	embedding2nn.weight	7	-0.0029370062984526157
227	embedding2nn.weight	8	0.013815552927553654
227	embedding2nn.weight	9	0.004432766232639551
227	embedding2nn.bias	0	0.004628767259418964
227	embedding2nn.bias	1	-0.017124170437455177
227	embedding2nn.bias	2	0.004447395447641611
227	embedding2nn.bias	3	-0.008020531386137009
227	embedding2nn.bias	4	-0.025015302002429962
227	embedding2nn.bias	5	5.375325054046698e-05
227	embedding2nn.bias	6	0.007691347971558571
227	embedding2nn.bias	7	-0.008966375142335892
227	embedding2nn.bias	8	0.00016669451724737883
227	embedding2nn.bias	9	-0.003912205807864666
227	rnn.weight_ih_l0	0	-0.05226464569568634
227	rnn.weight_ih_l0	1	0.05072983354330063
227	rnn.weight_ih_l0	2	0.03187331557273865
227	rnn.weight_ih_l0	3	0.01477797795087099
227	rnn.weight_ih_l0	4	0.012529007159173489
227	rnn.weight_ih_l0	5	0.0842219889163971
227	rnn.weight_ih_l0	6	0.07607732713222504
227	rnn.weight_ih_l0	7	0.03779250755906105
227	rnn.weight_ih_l0	8	-0.0458870492875576
227	rnn.weight_ih_l0	9	0.00793900154531002
227	rnn.weight_hh_l0	0	0.008273035287857056
227	rnn.weight_hh_l0	1	-0.06422480940818787
227	rnn.weight_hh_l0	2	-0.06549609452486038
227	rnn.weight_hh_l0	3	0.0715537965297699
227	rnn.weight_hh_l0	4	0.07103124260902405
227	rnn.weight_hh_l0	5	0.006024584639817476
227	rnn.weight_hh_l0	6	-0.0034351071808487177
227	rnn.weight_hh_l0	7	-0.01563831977546215
227	rnn.weight_hh_l0	8	-0.02939588949084282
227	rnn.weight_hh_l0	9	0.05757242813706398
227	rnn.bias_ih_l0	0	-0.062422655522823334
227	rnn.bias_ih_l0	1	0.08881787210702896
227	rnn.bias_ih_l0	2	0.02017947845160961
227	rnn.bias_ih_l0	3	0.07964227348566055
227	rnn.bias_ih_l0	4	-0.07748456299304962
227	rnn.bias_ih_l0	5	0.0824284628033638
227	rnn.bias_ih_l0	6	-0.06901831179857254
227	rnn.bias_ih_l0	7	-0.03605968877673149
227	rnn.bias_ih_l0	8	-0.09233908355236053
227	rnn.bias_ih_l0	9	-0.045049186795949936
227	rnn.bias_hh_l0	0	0.032944951206445694
227	rnn.bias_hh_l0	1	0.07354564964771271
227	rnn.bias_hh_l0	2	0.07028556615114212
227	rnn.bias_hh_l0	3	0.08591952174901962
227	rnn.bias_hh_l0	4	-0.09990370273590088
227	rnn.bias_hh_l0	5	-0.07104599475860596
227	rnn.bias_hh_l0	6	0.07878057658672333
227	rnn.bias_hh_l0	7	-0.0797637328505516
227	rnn.bias_hh_l0	8	-0.026612957939505577
227	rnn.bias_hh_l0	9	0.00992747861891985
227	rnn.weight_ih_l0_reverse	0	0.07938742637634277
227	rnn.weight_ih_l0_reverse	1	0.07331923395395279
227	rnn.weight_ih_l0_reverse	2	0.03877453878521919
227	rnn.weight_ih_l0_reverse	3	0.03368522226810455
227	rnn.weight_ih_l0_reverse	4	-0.036435551941394806
227	rnn.weight_ih_l0_reverse	5	0.05082991346716881
227	rnn.weight_ih_l0_reverse	6	0.06648292392492294
227	rnn.weight_ih_l0_reverse	7	0.022290783002972603
227	rnn.weight_ih_l0_reverse	8	-0.05795467644929886
227	rnn.weight_ih_l0_reverse	9	-0.052839495241642
227	rnn.weight_hh_l0_reverse	0	0.025624657049775124
227	rnn.weight_hh_l0_reverse	1	-0.08737362921237946
227	rnn.weight_hh_l0_reverse	2	0.06343540549278259
227	rnn.weight_hh_l0_reverse	3	-0.02158966101706028
227	rnn.weight_hh_l0_reverse	4	0.085344597697258
227	rnn.weight_hh_l0_reverse	5	-0.0019811729434877634
227	rnn.weight_hh_l0_reverse	6	0.03067423216998577
227	rnn.weight_hh_l0_reverse	7	0.07874637842178345
227	rnn.weight_hh_l0_reverse	8	-0.02240755781531334
227	rnn.weight_hh_l0_reverse	9	-0.046565067023038864
227	rnn.bias_ih_l0_reverse	0	0.0005158308194950223
227	rnn.bias_ih_l0_reverse	1	-0.018917419016361237
227	rnn.bias_ih_l0_reverse	2	-0.013363441452383995
227	rnn.bias_ih_l0_reverse	3	0.036308903247117996
227	rnn.bias_ih_l0_reverse	4	0.06800218671560287
227	rnn.bias_ih_l0_reverse	5	-0.0206877663731575
227	rnn.bias_ih_l0_reverse	6	-0.026824653148651123
227	rnn.bias_ih_l0_reverse	7	-0.04846785217523575
227	rnn.bias_ih_l0_reverse	8	0.0053718201816082
227	rnn.bias_ih_l0_reverse	9	-0.06711921840906143
227	rnn.bias_hh_l0_reverse	0	0.04018549993634224
227	rnn.bias_hh_l0_reverse	1	-0.06848181784152985
227	rnn.bias_hh_l0_reverse	2	0.07526959478855133
227	rnn.bias_hh_l0_reverse	3	0.06310390681028366
227	rnn.bias_hh_l0_reverse	4	0.02287971042096615
227	rnn.bias_hh_l0_reverse	5	0.04615258052945137
227	rnn.bias_hh_l0_reverse	6	0.0671396479010582
227	rnn.bias_hh_l0_reverse	7	0.0843210518360138
227	rnn.bias_hh_l0_reverse	8	-0.008237265981733799
227	rnn.bias_hh_l0_reverse	9	0.04859545826911926
227	rnn.weight_ih_l1	0	0.023742003366351128
227	rnn.weight_ih_l1	1	0.016134051606059074
227	rnn.weight_ih_l1	2	0.08848979324102402
227	rnn.weight_ih_l1	3	-0.02427820675075054
227	rnn.weight_ih_l1	4	-0.024537555873394012
227	rnn.weight_ih_l1	5	-0.012914611026644707
227	rnn.weight_ih_l1	6	0.07283580303192139
227	rnn.weight_ih_l1	7	-0.0038155342917889357
227	rnn.weight_ih_l1	8	-0.05248074233531952
227	rnn.weight_ih_l1	9	0.05469993129372597
227	rnn.weight_hh_l1	0	-0.08191783726215363
227	rnn.weight_hh_l1	1	-0.035658854991197586
227	rnn.weight_hh_l1	2	-0.00813101977109909
227	rnn.weight_hh_l1	3	-0.058182790875434875
227	rnn.weight_hh_l1	4	0.08600717037916183
227	rnn.weight_hh_l1	5	-0.08417294174432755
227	rnn.weight_hh_l1	6	-0.05011284351348877
227	rnn.weight_hh_l1	7	0.06503577530384064
227	rnn.weight_hh_l1	8	-0.013539406470954418
227	rnn.weight_hh_l1	9	-0.03982161357998848
227	rnn.bias_ih_l1	0	-0.03439043462276459
227	rnn.bias_ih_l1	1	0.05489231273531914
227	rnn.bias_ih_l1	2	-0.045518700033426285
227	rnn.bias_ih_l1	3	-0.07741620391607285
227	rnn.bias_ih_l1	4	-0.028594359755516052
227	rnn.bias_ih_l1	5	-0.005046657752245665
227	rnn.bias_ih_l1	6	-0.04600508511066437
227	rnn.bias_ih_l1	7	0.062134213745594025
227	rnn.bias_ih_l1	8	0.08534383028745651
227	rnn.bias_ih_l1	9	0.032046299427747726
227	rnn.bias_hh_l1	0	0.0688147246837616
227	rnn.bias_hh_l1	1	-0.058691058307886124
227	rnn.bias_hh_l1	2	0.019283747300505638
227	rnn.bias_hh_l1	3	0.08159519731998444
227	rnn.bias_hh_l1	4	0.057839177548885345
227	rnn.bias_hh_l1	5	-0.07987788319587708
227	rnn.bias_hh_l1	6	0.01435552816838026
227	rnn.bias_hh_l1	7	0.04239743575453758
227	rnn.bias_hh_l1	8	0.015356182120740414
227	rnn.bias_hh_l1	9	-0.004659142345190048
227	rnn.weight_ih_l1_reverse	0	0.08708523958921432
227	rnn.weight_ih_l1_reverse	1	-0.041847214102745056
227	rnn.weight_ih_l1_reverse	2	-0.061884358525276184
227	rnn.weight_ih_l1_reverse	3	0.025387626141309738
227	rnn.weight_ih_l1_reverse	4	-0.04661772400140762
227	rnn.weight_ih_l1_reverse	5	0.024025866761803627
227	rnn.weight_ih_l1_reverse	6	0.0404207818210125
227	rnn.weight_ih_l1_reverse	7	0.020171351730823517
227	rnn.weight_ih_l1_reverse	8	-0.008762273006141186
227	rnn.weight_ih_l1_reverse	9	-0.0669049471616745
227	rnn.weight_hh_l1_reverse	0	0.00493900291621685
227	rnn.weight_hh_l1_reverse	1	0.01899895630776882
227	rnn.weight_hh_l1_reverse	2	-0.05819151550531387
227	rnn.weight_hh_l1_reverse	3	-0.012872456572949886
227	rnn.weight_hh_l1_reverse	4	0.008874586783349514
227	rnn.weight_hh_l1_reverse	5	-0.06524726748466492
227	rnn.weight_hh_l1_reverse	6	-0.06728299707174301
227	rnn.weight_hh_l1_reverse	7	-0.01139780879020691
227	rnn.weight_hh_l1_reverse	8	-0.05930591747164726
227	rnn.weight_hh_l1_reverse	9	-0.04399651288986206
227	rnn.bias_ih_l1_reverse	0	-0.002908425871282816
227	rnn.bias_ih_l1_reverse	1	-0.04134580120444298
227	rnn.bias_ih_l1_reverse	2	0.030403627082705498
227	rnn.bias_ih_l1_reverse	3	-0.0844978466629982
227	rnn.bias_ih_l1_reverse	4	-0.08662708848714828
227	rnn.bias_ih_l1_reverse	5	-0.08637111634016037
227	rnn.bias_ih_l1_reverse	6	0.0665920078754425
227	rnn.bias_ih_l1_reverse	7	0.084469273686409
227	rnn.bias_ih_l1_reverse	8	0.0031692455522716045
227	rnn.bias_ih_l1_reverse	9	-0.009858153760433197
227	rnn.bias_hh_l1_reverse	0	0.06224359571933746
227	rnn.bias_hh_l1_reverse	1	-0.06694117933511734
227	rnn.bias_hh_l1_reverse	2	-0.05465316027402878
227	rnn.bias_hh_l1_reverse	3	0.07410721480846405
227	rnn.bias_hh_l1_reverse	4	-0.022396858781576157
227	rnn.bias_hh_l1_reverse	5	-0.005395731423050165
227	rnn.bias_hh_l1_reverse	6	-0.05956152826547623
227	rnn.bias_hh_l1_reverse	7	-0.05965690314769745
227	rnn.bias_hh_l1_reverse	8	0.06615131348371506
227	rnn.bias_hh_l1_reverse	9	0.04918321222066879
227	rnn.weight_ih_l2	0	0.07798100262880325
227	rnn.weight_ih_l2	1	-0.054243072867393494
227	rnn.weight_ih_l2	2	0.0633438229560852
227	rnn.weight_ih_l2	3	0.06560558080673218
227	rnn.weight_ih_l2	4	0.05669966712594032
227	rnn.weight_ih_l2	5	-0.035374902188777924
227	rnn.weight_ih_l2	6	-0.07577760517597198
227	rnn.weight_ih_l2	7	0.011762124486267567
227	rnn.weight_ih_l2	8	-0.01717694103717804
227	rnn.weight_ih_l2	9	-0.0691262036561966
227	rnn.weight_hh_l2	0	0.048050250858068466
227	rnn.weight_hh_l2	1	0.030814610421657562
227	rnn.weight_hh_l2	2	-0.05472521483898163
227	rnn.weight_hh_l2	3	-0.02535794861614704
227	rnn.weight_hh_l2	4	0.05501604825258255
227	rnn.weight_hh_l2	5	-0.024179184809327126
227	rnn.weight_hh_l2	6	0.008496176451444626
227	rnn.weight_hh_l2	7	-0.05350172519683838
227	rnn.weight_hh_l2	8	-0.006041976157575846
227	rnn.weight_hh_l2	9	-0.01803385466337204
227	rnn.bias_ih_l2	0	0.14653895795345306
227	rnn.bias_ih_l2	1	0.011680197902023792
227	rnn.bias_ih_l2	2	0.06868880987167358
227	rnn.bias_ih_l2	3	0.02837360091507435
227	rnn.bias_ih_l2	4	-0.006659841630607843
227	rnn.bias_ih_l2	5	0.04770150035619736
227	rnn.bias_ih_l2	6	0.01370729599148035
227	rnn.bias_ih_l2	7	0.017888633534312248
227	rnn.bias_ih_l2	8	0.018132781609892845
227	rnn.bias_ih_l2	9	-0.01528968196362257
227	rnn.bias_hh_l2	0	0.023156912997364998
227	rnn.bias_hh_l2	1	0.007597296964377165
227	rnn.bias_hh_l2	2	0.07744790613651276
227	rnn.bias_hh_l2	3	0.029301390051841736
227	rnn.bias_hh_l2	4	0.07791277021169662
227	rnn.bias_hh_l2	5	-0.061863891780376434
227	rnn.bias_hh_l2	6	0.055754147469997406
227	rnn.bias_hh_l2	7	-0.02592139132320881
227	rnn.bias_hh_l2	8	0.041788242757320404
227	rnn.bias_hh_l2	9	0.023463528603315353
227	rnn.weight_ih_l2_reverse	0	0.08225627988576889
227	rnn.weight_ih_l2_reverse	1	-0.05565842241048813
227	rnn.weight_ih_l2_reverse	2	0.001217561075463891
227	rnn.weight_ih_l2_reverse	3	0.035251595079898834
227	rnn.weight_ih_l2_reverse	4	0.05409092456102371
227	rnn.weight_ih_l2_reverse	5	-0.040692392736673355
227	rnn.weight_ih_l2_reverse	6	-0.0009292562026530504
227	rnn.weight_ih_l2_reverse	7	-0.013172865845263004
227	rnn.weight_ih_l2_reverse	8	0.014004739932715893
227	rnn.weight_ih_l2_reverse	9	-0.07958334684371948
227	rnn.weight_hh_l2_reverse	0	-0.08277368545532227
227	rnn.weight_hh_l2_reverse	1	0.016671348363161087
227	rnn.weight_hh_l2_reverse	2	0.010429848916828632
227	rnn.weight_hh_l2_reverse	3	0.024329425767064095
227	rnn.weight_hh_l2_reverse	4	-0.0368095301091671
227	rnn.weight_hh_l2_reverse	5	-0.014764691703021526
227	rnn.weight_hh_l2_reverse	6	-0.04381144046783447
227	rnn.weight_hh_l2_reverse	7	-0.05990549549460411
227	rnn.weight_hh_l2_reverse	8	-0.0066941543482244015
227	rnn.weight_hh_l2_reverse	9	-0.05899383872747421
227	rnn.bias_ih_l2_reverse	0	-0.058352429419755936
227	rnn.bias_ih_l2_reverse	1	-0.027217067778110504
227	rnn.bias_ih_l2_reverse	2	0.04654662683606148
227	rnn.bias_ih_l2_reverse	3	0.03194873407483101
227	rnn.bias_ih_l2_reverse	4	0.07568363100290298
227	rnn.bias_ih_l2_reverse	5	-0.08851835876703262
227	rnn.bias_ih_l2_reverse	6	-0.043329205363988876
227	rnn.bias_ih_l2_reverse	7	-0.05933915078639984
227	rnn.bias_ih_l2_reverse	8	0.06285203248262405
227	rnn.bias_ih_l2_reverse	9	0.026107147336006165
227	rnn.bias_hh_l2_reverse	0	0.04927174001932144
227	rnn.bias_hh_l2_reverse	1	-0.0693855732679367
227	rnn.bias_hh_l2_reverse	2	-0.06724198907613754
227	rnn.bias_hh_l2_reverse	3	0.031217588111758232
227	rnn.bias_hh_l2_reverse	4	0.033473026007413864
227	rnn.bias_hh_l2_reverse	5	0.03496566042304039
227	rnn.bias_hh_l2_reverse	6	-0.08263662457466125
227	rnn.bias_hh_l2_reverse	7	-0.006539617199450731
227	rnn.bias_hh_l2_reverse	8	-0.10735583305358887
227	rnn.bias_hh_l2_reverse	9	-0.05489206686615944
227	linear.weight	0	0.025028489530086517
227	linear.weight	1	0.15186132490634918
227	linear.weight	2	-0.024251697584986687
227	linear.weight	3	-0.03633047640323639
227	linear.weight	4	-0.022248394787311554
227	linear.weight	5	0.05352103337645531
227	linear.weight	6	-0.0034222605172544718
227	linear.weight	7	-0.10596355050802231
227	linear.weight	8	-0.030987491831183434
227	linear.weight	9	0.11465301364660263
227	linear.bias	0	0.5066466331481934
227	linear.bias	1	0.786629855632782
227	linear.bias	2	-1.6436083316802979
227	linear.bias	3	-0.05754556506872177
227	linear.bias	4	-0.050822705030441284
227	linear.bias	5	0.2490270435810089
228	transitions	0	0.029627686366438866
228	transitions	1	-10000.0
228	transitions	2	2.707972764968872
228	transitions	3	-1.193292260169983
228	transitions	4	-10000.0
228	transitions	5	-10000.0
228	transitions	6	-10000.0
228	transitions	7	0.881537914276123
228	transitions	8	0.8325748443603516
228	transitions	9	-1.1849989891052246
228	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
228	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
228	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
228	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
228	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
228	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
228	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
228	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
228	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
228	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
228	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
228	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
228	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
228	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
228	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
228	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
228	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
228	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
228	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
228	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
228	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
228	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
228	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
228	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
228	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
228	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
228	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
228	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
228	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
228	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
228	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
228	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
228	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
228	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
228	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
228	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
228	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
228	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
228	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
228	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
228	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
228	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
228	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
228	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
228	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
228	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
228	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
228	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
228	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
228	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
228	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
228	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
228	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
228	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
228	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
228	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
228	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
228	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
228	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
228	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
228	embedding2nn.weight	0	0.014809251762926579
228	embedding2nn.weight	1	0.00019720086129382253
228	embedding2nn.weight	2	0.005580455530434847
228	embedding2nn.weight	3	0.0007001180783845484
228	embedding2nn.weight	4	-0.008238493464887142
228	embedding2nn.weight	5	-0.00560673838481307
228	embedding2nn.weight	6	-0.0008356618927791715
228	embedding2nn.weight	7	-0.0029361415654420853
228	embedding2nn.weight	8	0.013799059204757214
228	embedding2nn.weight	9	0.004432665184140205
228	embedding2nn.bias	0	0.004820665344595909
228	embedding2nn.bias	1	-0.017012080177664757
228	embedding2nn.bias	2	0.004547992721199989
228	embedding2nn.bias	3	-0.008204732090234756
228	embedding2nn.bias	4	-0.025072624906897545
228	embedding2nn.bias	5	1.0065559763461351e-05
228	embedding2nn.bias	6	0.007833091542124748
228	embedding2nn.bias	7	-0.008808671496808529
228	embedding2nn.bias	8	0.00013746385229751468
228	embedding2nn.bias	9	-0.003872326109558344
228	rnn.weight_ih_l0	0	-0.05224720388650894
228	rnn.weight_ih_l0	1	0.05072474479675293
228	rnn.weight_ih_l0	2	0.03187420964241028
228	rnn.weight_ih_l0	3	0.014780830591917038
228	rnn.weight_ih_l0	4	0.012530571781098843
228	rnn.weight_ih_l0	5	0.08422365039587021
228	rnn.weight_ih_l0	6	0.07607473433017731
228	rnn.weight_ih_l0	7	0.037792690098285675
228	rnn.weight_ih_l0	8	-0.04587757587432861
228	rnn.weight_ih_l0	9	0.007941784337162971
228	rnn.weight_hh_l0	0	0.008266108110547066
228	rnn.weight_hh_l0	1	-0.06423040479421616
228	rnn.weight_hh_l0	2	-0.06549594551324844
228	rnn.weight_hh_l0	3	0.07154911011457443
228	rnn.weight_hh_l0	4	0.07102968543767929
228	rnn.weight_hh_l0	5	0.006027488503605127
228	rnn.weight_hh_l0	6	-0.0034114776644855738
228	rnn.weight_hh_l0	7	-0.015645673498511314
228	rnn.weight_hh_l0	8	-0.029394688084721565
228	rnn.weight_hh_l0	9	0.05757664889097214
228	rnn.bias_ih_l0	0	-0.06229838356375694
228	rnn.bias_ih_l0	1	0.08881928771734238
228	rnn.bias_ih_l0	2	0.020178232342004776
228	rnn.bias_ih_l0	3	0.07965996116399765
228	rnn.bias_ih_l0	4	-0.07758602499961853
228	rnn.bias_ih_l0	5	0.08251883834600449
228	rnn.bias_ih_l0	6	-0.06858740746974945
228	rnn.bias_ih_l0	7	-0.036031052470207214
228	rnn.bias_ih_l0	8	-0.0922708809375763
228	rnn.bias_ih_l0	9	-0.04505602642893791
228	rnn.bias_hh_l0	0	0.03306763619184494
228	rnn.bias_hh_l0	1	0.07354141771793365
228	rnn.bias_hh_l0	2	0.07029862701892853
228	rnn.bias_hh_l0	3	0.08593026548624039
228	rnn.bias_hh_l0	4	-0.10007962584495544
228	rnn.bias_hh_l0	5	-0.07101176679134369
228	rnn.bias_hh_l0	6	0.07879001647233963
228	rnn.bias_hh_l0	7	-0.0799216777086258
228	rnn.bias_hh_l0	8	-0.0265746358782053
228	rnn.bias_hh_l0	9	0.009881657548248768
228	rnn.weight_ih_l0_reverse	0	0.07938922941684723
228	rnn.weight_ih_l0_reverse	1	0.0733155682682991
228	rnn.weight_ih_l0_reverse	2	0.038774359971284866
228	rnn.weight_ih_l0_reverse	3	0.03368581831455231
228	rnn.weight_ih_l0_reverse	4	-0.03644518181681633
228	rnn.weight_ih_l0_reverse	5	0.05083129182457924
228	rnn.weight_ih_l0_reverse	6	0.06648281216621399
228	rnn.weight_ih_l0_reverse	7	0.022281883284449577
228	rnn.weight_ih_l0_reverse	8	-0.05795539170503616
228	rnn.weight_ih_l0_reverse	9	-0.052839089184999466
228	rnn.weight_hh_l0_reverse	0	0.02560541033744812
228	rnn.weight_hh_l0_reverse	1	-0.08737117797136307
228	rnn.weight_hh_l0_reverse	2	0.06343642622232437
228	rnn.weight_hh_l0_reverse	3	-0.021591778844594955
228	rnn.weight_hh_l0_reverse	4	0.08535414934158325
228	rnn.weight_hh_l0_reverse	5	-0.0019830826204270124
228	rnn.weight_hh_l0_reverse	6	0.03066582791507244
228	rnn.weight_hh_l0_reverse	7	0.07875209301710129
228	rnn.weight_hh_l0_reverse	8	-0.022407958284020424
228	rnn.weight_hh_l0_reverse	9	-0.046559032052755356
228	rnn.bias_ih_l0_reverse	0	0.0005123643786646426
228	rnn.bias_ih_l0_reverse	1	-0.018941542133688927
228	rnn.bias_ih_l0_reverse	2	-0.013422295451164246
228	rnn.bias_ih_l0_reverse	3	0.036303356289863586
228	rnn.bias_ih_l0_reverse	4	0.06808184832334518
228	rnn.bias_ih_l0_reverse	5	-0.020665284246206284
228	rnn.bias_ih_l0_reverse	6	-0.026830492541193962
228	rnn.bias_ih_l0_reverse	7	-0.04844139516353607
228	rnn.bias_ih_l0_reverse	8	0.0053918492048978806
228	rnn.bias_ih_l0_reverse	9	-0.06700073182582855
228	rnn.bias_hh_l0_reverse	0	0.040194809436798096
228	rnn.bias_hh_l0_reverse	1	-0.06836333125829697
228	rnn.bias_hh_l0_reverse	2	0.07523661106824875
228	rnn.bias_hh_l0_reverse	3	0.06312616914510727
228	rnn.bias_hh_l0_reverse	4	0.02268131636083126
228	rnn.bias_hh_l0_reverse	5	0.046128593385219574
228	rnn.bias_hh_l0_reverse	6	0.06713144481182098
228	rnn.bias_hh_l0_reverse	7	0.0846182331442833
228	rnn.bias_hh_l0_reverse	8	-0.008297855965793133
228	rnn.bias_hh_l0_reverse	9	0.04879779741168022
228	rnn.weight_ih_l1	0	0.0236760675907135
228	rnn.weight_ih_l1	1	0.016153302043676376
228	rnn.weight_ih_l1	2	0.08852533251047134
228	rnn.weight_ih_l1	3	-0.024289537221193314
228	rnn.weight_ih_l1	4	-0.024529697373509407
228	rnn.weight_ih_l1	5	-0.012849199585616589
228	rnn.weight_ih_l1	6	0.07284830510616302
228	rnn.weight_ih_l1	7	-0.0038655432872474194
228	rnn.weight_ih_l1	8	-0.052477095276117325
228	rnn.weight_ih_l1	9	0.05459700524806976
228	rnn.weight_hh_l1	0	-0.08192756026983261
228	rnn.weight_hh_l1	1	-0.03565967455506325
228	rnn.weight_hh_l1	2	-0.00813035573810339
228	rnn.weight_hh_l1	3	-0.05818342790007591
228	rnn.weight_hh_l1	4	0.08600310981273651
228	rnn.weight_hh_l1	5	-0.08417375385761261
228	rnn.weight_hh_l1	6	-0.05011282488703728
228	rnn.weight_hh_l1	7	0.06501287966966629
228	rnn.weight_hh_l1	8	-0.013539676554501057
228	rnn.weight_hh_l1	9	-0.03980417549610138
228	rnn.bias_ih_l1	0	-0.03434646502137184
228	rnn.bias_ih_l1	1	0.05487237125635147
228	rnn.bias_ih_l1	2	-0.045533016324043274
228	rnn.bias_ih_l1	3	-0.07735124975442886
228	rnn.bias_ih_l1	4	-0.02855958230793476
228	rnn.bias_ih_l1	5	-0.0058723376132547855
228	rnn.bias_ih_l1	6	-0.04600520804524422
228	rnn.bias_ih_l1	7	0.062165454030036926
228	rnn.bias_ih_l1	8	0.08542116731405258
228	rnn.bias_ih_l1	9	0.03199746459722519
228	rnn.bias_hh_l1	0	0.06881874054670334
228	rnn.bias_hh_l1	1	-0.058694541454315186
228	rnn.bias_hh_l1	2	0.01930145174264908
228	rnn.bias_hh_l1	3	0.08167590200901031
228	rnn.bias_hh_l1	4	0.05785587057471275
228	rnn.bias_hh_l1	5	-0.07986243814229965
228	rnn.bias_hh_l1	6	0.014362583868205547
228	rnn.bias_hh_l1	7	0.04242725297808647
228	rnn.bias_hh_l1	8	0.015375646762549877
228	rnn.bias_hh_l1	9	-0.004653546027839184
228	rnn.weight_ih_l1_reverse	0	0.08708348870277405
228	rnn.weight_ih_l1_reverse	1	-0.04184823855757713
228	rnn.weight_ih_l1_reverse	2	-0.06188465282320976
228	rnn.weight_ih_l1_reverse	3	0.025385132059454918
228	rnn.weight_ih_l1_reverse	4	-0.046621233224868774
228	rnn.weight_ih_l1_reverse	5	0.02402704395353794
228	rnn.weight_ih_l1_reverse	6	0.0404280349612236
228	rnn.weight_ih_l1_reverse	7	0.020162517204880714
228	rnn.weight_ih_l1_reverse	8	-0.008766068145632744
228	rnn.weight_ih_l1_reverse	9	-0.06682122498750687
228	rnn.weight_hh_l1_reverse	0	0.0049263243563473225
228	rnn.weight_hh_l1_reverse	1	0.019002672284841537
228	rnn.weight_hh_l1_reverse	2	-0.05819306522607803
228	rnn.weight_hh_l1_reverse	3	-0.012868517078459263
228	rnn.weight_hh_l1_reverse	4	0.008873019367456436
228	rnn.weight_hh_l1_reverse	5	-0.06524495780467987
228	rnn.weight_hh_l1_reverse	6	-0.06728259474039078
228	rnn.weight_hh_l1_reverse	7	-0.011398328468203545
228	rnn.weight_hh_l1_reverse	8	-0.05931704491376877
228	rnn.weight_hh_l1_reverse	9	-0.04399624839425087
228	rnn.bias_ih_l1_reverse	0	-0.002906705718487501
228	rnn.bias_ih_l1_reverse	1	-0.04133143648505211
228	rnn.bias_ih_l1_reverse	2	0.03044973313808441
228	rnn.bias_ih_l1_reverse	3	-0.08447031676769257
228	rnn.bias_ih_l1_reverse	4	-0.0866529792547226
228	rnn.bias_ih_l1_reverse	5	-0.08635683357715607
228	rnn.bias_ih_l1_reverse	6	0.06659951061010361
228	rnn.bias_ih_l1_reverse	7	0.0844680443406105
228	rnn.bias_ih_l1_reverse	8	0.0032687021885067225
228	rnn.bias_ih_l1_reverse	9	-0.009804579429328442
228	rnn.bias_hh_l1_reverse	0	0.062232572585344315
228	rnn.bias_hh_l1_reverse	1	-0.06685388088226318
228	rnn.bias_hh_l1_reverse	2	-0.054642435163259506
228	rnn.bias_hh_l1_reverse	3	0.07408798485994339
228	rnn.bias_hh_l1_reverse	4	-0.022410476580262184
228	rnn.bias_hh_l1_reverse	5	-0.005416101310402155
228	rnn.bias_hh_l1_reverse	6	-0.05956880375742912
228	rnn.bias_hh_l1_reverse	7	-0.059648122638463974
228	rnn.bias_hh_l1_reverse	8	0.06615110486745834
228	rnn.bias_hh_l1_reverse	9	0.049460314214229584
228	rnn.weight_ih_l2	0	0.07790497690439224
228	rnn.weight_ih_l2	1	-0.05424337461590767
228	rnn.weight_ih_l2	2	0.06333989650011063
228	rnn.weight_ih_l2	3	0.06559794396162033
228	rnn.weight_ih_l2	4	0.05669812485575676
228	rnn.weight_ih_l2	5	-0.0353861041367054
228	rnn.weight_ih_l2	6	-0.07577992230653763
228	rnn.weight_ih_l2	7	0.011761367321014404
228	rnn.weight_ih_l2	8	-0.017176993191242218
228	rnn.weight_ih_l2	9	-0.06912695616483688
228	rnn.weight_hh_l2	0	0.04805111512541771
228	rnn.weight_hh_l2	1	0.03081175684928894
228	rnn.weight_hh_l2	2	-0.054724741727113724
228	rnn.weight_hh_l2	3	-0.025362800806760788
228	rnn.weight_hh_l2	4	0.05501344054937363
228	rnn.weight_hh_l2	5	-0.024178385734558105
228	rnn.weight_hh_l2	6	0.008500508032739162
228	rnn.weight_hh_l2	7	-0.05350135266780853
228	rnn.weight_hh_l2	8	-0.0060190726071596146
228	rnn.weight_hh_l2	9	-0.01803871989250183
228	rnn.bias_ih_l2	0	0.14598526060581207
228	rnn.bias_ih_l2	1	0.011678315699100494
228	rnn.bias_ih_l2	2	0.06872455030679703
228	rnn.bias_ih_l2	3	0.0283307246863842
228	rnn.bias_ih_l2	4	-0.006663446314632893
228	rnn.bias_ih_l2	5	0.04774126037955284
228	rnn.bias_ih_l2	6	0.01374074537307024
228	rnn.bias_ih_l2	7	0.01793142780661583
228	rnn.bias_ih_l2	8	0.01815091259777546
228	rnn.bias_ih_l2	9	-0.015287259593605995
228	rnn.bias_hh_l2	0	0.023192279040813446
228	rnn.bias_hh_l2	1	0.007596753537654877
228	rnn.bias_hh_l2	2	0.077527716755867
228	rnn.bias_hh_l2	3	0.02932286635041237
228	rnn.bias_hh_l2	4	0.07794215530157089
228	rnn.bias_hh_l2	5	-0.06219228357076645
228	rnn.bias_hh_l2	6	0.055993515998125076
228	rnn.bias_hh_l2	7	-0.02594875358045101
228	rnn.bias_hh_l2	8	0.04181148484349251
228	rnn.bias_hh_l2	9	0.024360815063118935
228	rnn.weight_ih_l2_reverse	0	0.08225750923156738
228	rnn.weight_ih_l2_reverse	1	-0.05563684552907944
228	rnn.weight_ih_l2_reverse	2	0.001218194724060595
228	rnn.weight_ih_l2_reverse	3	0.03525010123848915
228	rnn.weight_ih_l2_reverse	4	0.05409076064825058
228	rnn.weight_ih_l2_reverse	5	-0.040692172944545746
228	rnn.weight_ih_l2_reverse	6	-0.0009334879578091204
228	rnn.weight_ih_l2_reverse	7	-0.01319483108818531
228	rnn.weight_ih_l2_reverse	8	0.014084317721426487
228	rnn.weight_ih_l2_reverse	9	-0.0795733630657196
228	rnn.weight_hh_l2_reverse	0	-0.08277343213558197
228	rnn.weight_hh_l2_reverse	1	0.016688285395503044
228	rnn.weight_hh_l2_reverse	2	0.01042966078966856
228	rnn.weight_hh_l2_reverse	3	0.02432974986732006
228	rnn.weight_hh_l2_reverse	4	-0.036811575293540955
228	rnn.weight_hh_l2_reverse	5	-0.01476539857685566
228	rnn.weight_hh_l2_reverse	6	-0.043811481446027756
228	rnn.weight_hh_l2_reverse	7	-0.05990523472428322
228	rnn.weight_hh_l2_reverse	8	-0.006693913601338863
228	rnn.weight_hh_l2_reverse	9	-0.058988798409700394
228	rnn.bias_ih_l2_reverse	0	-0.05832580476999283
228	rnn.bias_ih_l2_reverse	1	-0.027234874665737152
228	rnn.bias_ih_l2_reverse	2	0.04653807729482651
228	rnn.bias_ih_l2_reverse	3	0.032006796449422836
228	rnn.bias_ih_l2_reverse	4	0.07567886263132095
228	rnn.bias_ih_l2_reverse	5	-0.08854313939809799
228	rnn.bias_ih_l2_reverse	6	-0.04334169253706932
228	rnn.bias_ih_l2_reverse	7	-0.05952519550919533
228	rnn.bias_ih_l2_reverse	8	0.06288469582796097
228	rnn.bias_ih_l2_reverse	9	0.02610156685113907
228	rnn.bias_hh_l2_reverse	0	0.048741839826107025
228	rnn.bias_hh_l2_reverse	1	-0.06936944276094437
228	rnn.bias_hh_l2_reverse	2	-0.06723838299512863
228	rnn.bias_hh_l2_reverse	3	0.0312120970338583
228	rnn.bias_hh_l2_reverse	4	0.03350679576396942
228	rnn.bias_hh_l2_reverse	5	0.03487386927008629
228	rnn.bias_hh_l2_reverse	6	-0.08262048661708832
228	rnn.bias_hh_l2_reverse	7	-0.0065472801215946674
228	rnn.bias_hh_l2_reverse	8	-0.10730116814374924
228	rnn.bias_hh_l2_reverse	9	-0.0548795610666275
228	linear.weight	0	0.025028489530086517
228	linear.weight	1	0.15207400918006897
228	linear.weight	2	-0.024252284318208694
228	linear.weight	3	-0.03649381548166275
228	linear.weight	4	-0.022248394787311554
228	linear.weight	5	0.05347377806901932
228	linear.weight	6	-0.0032021349761635065
228	linear.weight	7	-0.10653399676084518
228	linear.weight	8	-0.03115864098072052
228	linear.weight	9	0.11466753482818604
228	linear.bias	0	0.5022739768028259
228	linear.bias	1	0.7840865254402161
228	linear.bias	2	-1.643752098083496
228	linear.bias	3	-0.05754556506872177
228	linear.bias	4	-0.050822705030441284
228	linear.bias	5	0.2560867369174957
229	transitions	0	0.02959880232810974
229	transitions	1	-10000.0
229	transitions	2	2.707771062850952
229	transitions	3	-1.1938774585723877
229	transitions	4	-10000.0
229	transitions	5	-10000.0
229	transitions	6	-10000.0
229	transitions	7	0.8815372586250305
229	transitions	8	0.8325541615486145
229	transitions	9	-1.185091257095337
229	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
229	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
229	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
229	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
229	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
229	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
229	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
229	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
229	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
229	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
229	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
229	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
229	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
229	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
229	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
229	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
229	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
229	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
229	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
229	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
229	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
229	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
229	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
229	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
229	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
229	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
229	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
229	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
229	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
229	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
229	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
229	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
229	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
229	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
229	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
229	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
229	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
229	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
229	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
229	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
229	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
229	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
229	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
229	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
229	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
229	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
229	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
229	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
229	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
229	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
229	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
229	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
229	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
229	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
229	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
229	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
229	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
229	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
229	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
229	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
229	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
229	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
229	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
229	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
229	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
229	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
229	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
229	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
229	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
229	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
229	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
229	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
229	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
229	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
229	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
229	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
229	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
229	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
229	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
229	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
229	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
229	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
229	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
229	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
229	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
229	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
229	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
229	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
229	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
229	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
229	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
229	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
229	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
229	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
229	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
229	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
229	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
229	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
229	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
229	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
229	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
229	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
229	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
229	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
229	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
229	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
229	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
229	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
229	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
229	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
229	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
229	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
229	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
229	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
229	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
229	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
229	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
229	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
229	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
229	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
229	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
229	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
229	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
229	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
229	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
229	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
229	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
229	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
229	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
229	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
229	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
229	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
229	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
229	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
229	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
229	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
229	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
229	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
229	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
229	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
229	embedding2nn.weight	0	0.014809849672019482
229	embedding2nn.weight	1	0.00019717734539881349
229	embedding2nn.weight	2	0.005580451805144548
229	embedding2nn.weight	3	0.0007001691847108305
229	embedding2nn.weight	4	-0.008240067400038242
229	embedding2nn.weight	5	-0.005605186335742474
229	embedding2nn.weight	6	-0.0008340937201865017
229	embedding2nn.weight	7	-0.0029361078049987555
229	embedding2nn.weight	8	0.013801722787320614
229	embedding2nn.weight	9	0.00443302420899272
229	embedding2nn.bias	0	0.004795660264790058
229	embedding2nn.bias	1	-0.017021775245666504
229	embedding2nn.bias	2	0.004606650210916996
229	embedding2nn.bias	3	-0.008217625319957733
229	embedding2nn.bias	4	-0.025106441229581833
229	embedding2nn.bias	5	4.821259426535107e-05
229	embedding2nn.bias	6	0.007856874726712704
229	embedding2nn.bias	7	-0.008804152719676495
229	embedding2nn.bias	8	8.409596921410412e-05
229	embedding2nn.bias	9	-0.003878797637298703
229	rnn.weight_ih_l0	0	-0.05224668234586716
229	rnn.weight_ih_l0	1	0.05072414502501488
229	rnn.weight_ih_l0	2	0.03187403455376625
229	rnn.weight_ih_l0	3	0.014780469238758087
229	rnn.weight_ih_l0	4	0.012528955936431885
229	rnn.weight_ih_l0	5	0.08422323316335678
229	rnn.weight_ih_l0	6	0.076075479388237
229	rnn.weight_ih_l0	7	0.037792742252349854
229	rnn.weight_ih_l0	8	-0.04587768390774727
229	rnn.weight_ih_l0	9	0.00794266164302826
229	rnn.weight_hh_l0	0	0.008264935575425625
229	rnn.weight_hh_l0	1	-0.06423188000917435
229	rnn.weight_hh_l0	2	-0.06549613177776337
229	rnn.weight_hh_l0	3	0.07154875248670578
229	rnn.weight_hh_l0	4	0.07102891057729721
229	rnn.weight_hh_l0	5	0.006029309704899788
229	rnn.weight_hh_l0	6	-0.003410002449527383
229	rnn.weight_hh_l0	7	-0.015640901401638985
229	rnn.weight_hh_l0	8	-0.029392071068286896
229	rnn.weight_hh_l0	9	0.05757737532258034
229	rnn.bias_ih_l0	0	-0.062267426401376724
229	rnn.bias_ih_l0	1	0.08881452679634094
229	rnn.bias_ih_l0	2	0.020176241174340248
229	rnn.bias_ih_l0	3	0.07965198159217834
229	rnn.bias_ih_l0	4	-0.07762763649225235
229	rnn.bias_ih_l0	5	0.08252496272325516
229	rnn.bias_ih_l0	6	-0.06855805963277817
229	rnn.bias_ih_l0	7	-0.03603241220116615
229	rnn.bias_ih_l0	8	-0.09222257882356644
229	rnn.bias_ih_l0	9	-0.045050814747810364
229	rnn.bias_hh_l0	0	0.03305616229772568
229	rnn.bias_hh_l0	1	0.0735466405749321
229	rnn.bias_hh_l0	2	0.07029545307159424
229	rnn.bias_hh_l0	3	0.08592991530895233
229	rnn.bias_hh_l0	4	-0.1001102477312088
229	rnn.bias_hh_l0	5	-0.07101038098335266
229	rnn.bias_hh_l0	6	0.07880585640668869
229	rnn.bias_hh_l0	7	-0.07999107241630554
229	rnn.bias_hh_l0	8	-0.026575198397040367
229	rnn.bias_hh_l0	9	0.009832540526986122
229	rnn.weight_ih_l0_reverse	0	0.079388827085495
229	rnn.weight_ih_l0_reverse	1	0.07331467419862747
229	rnn.weight_ih_l0_reverse	2	0.03877453878521919
229	rnn.weight_ih_l0_reverse	3	0.03368564695119858
229	rnn.weight_ih_l0_reverse	4	-0.03644849732518196
229	rnn.weight_ih_l0_reverse	5	0.05083104595541954
229	rnn.weight_ih_l0_reverse	6	0.06648272275924683
229	rnn.weight_ih_l0_reverse	7	0.0222817063331604
229	rnn.weight_ih_l0_reverse	8	-0.057956498116254807
229	rnn.weight_ih_l0_reverse	9	-0.05283878371119499
229	rnn.weight_hh_l0_reverse	0	0.025604581460356712
229	rnn.weight_hh_l0_reverse	1	-0.08737026154994965
229	rnn.weight_hh_l0_reverse	2	0.06343596428632736
229	rnn.weight_hh_l0_reverse	3	-0.02159186452627182
229	rnn.weight_hh_l0_reverse	4	0.08535317331552505
229	rnn.weight_hh_l0_reverse	5	-0.0019835808780044317
229	rnn.weight_hh_l0_reverse	6	0.030671069398522377
229	rnn.weight_hh_l0_reverse	7	0.0787510797381401
229	rnn.weight_hh_l0_reverse	8	-0.02240813337266445
229	rnn.weight_hh_l0_reverse	9	-0.0465589202940464
229	rnn.bias_ih_l0_reverse	0	0.00051151990192011
229	rnn.bias_ih_l0_reverse	1	-0.01895253174006939
229	rnn.bias_ih_l0_reverse	2	-0.013440295122563839
229	rnn.bias_ih_l0_reverse	3	0.03630390763282776
229	rnn.bias_ih_l0_reverse	4	0.06808231770992279
229	rnn.bias_ih_l0_reverse	5	-0.020666271448135376
229	rnn.bias_ih_l0_reverse	6	-0.02682982012629509
229	rnn.bias_ih_l0_reverse	7	-0.048442818224430084
229	rnn.bias_ih_l0_reverse	8	0.0054090884514153
229	rnn.bias_ih_l0_reverse	9	-0.06699889898300171
229	rnn.bias_hh_l0_reverse	0	0.04019385203719139
229	rnn.bias_hh_l0_reverse	1	-0.06836149841547012
229	rnn.bias_hh_l0_reverse	2	0.07521921396255493
229	rnn.bias_hh_l0_reverse	3	0.06310420483350754
229	rnn.bias_hh_l0_reverse	4	0.02263650670647621
229	rnn.bias_hh_l0_reverse	5	0.046135060489177704
229	rnn.bias_hh_l0_reverse	6	0.06711698323488235
229	rnn.bias_hh_l0_reverse	7	0.08464508503675461
229	rnn.bias_hh_l0_reverse	8	-0.00830590445548296
229	rnn.bias_hh_l0_reverse	9	0.048804186284542084
229	rnn.weight_ih_l1	0	0.023682674393057823
229	rnn.weight_ih_l1	1	0.01616663672029972
229	rnn.weight_ih_l1	2	0.08854436129331589
229	rnn.weight_ih_l1	3	-0.02428998239338398
229	rnn.weight_ih_l1	4	-0.02453039214015007
229	rnn.weight_ih_l1	5	-0.012834002263844013
229	rnn.weight_ih_l1	6	0.07284709066152573
229	rnn.weight_ih_l1	7	-0.003860939061269164
229	rnn.weight_ih_l1	8	-0.052476998418569565
229	rnn.weight_ih_l1	9	0.05457785353064537
229	rnn.weight_hh_l1	0	-0.081932932138443
229	rnn.weight_hh_l1	1	-0.035659871995449066
229	rnn.weight_hh_l1	2	-0.008130067959427834
229	rnn.weight_hh_l1	3	-0.058182936161756516
229	rnn.weight_hh_l1	4	0.08600007742643356
229	rnn.weight_hh_l1	5	-0.08417476713657379
229	rnn.weight_hh_l1	6	-0.05011804401874542
229	rnn.weight_hh_l1	7	0.06500973552465439
229	rnn.weight_hh_l1	8	-0.013539698906242847
229	rnn.weight_hh_l1	9	-0.039802879095077515
229	rnn.bias_ih_l1	0	-0.0343211330473423
229	rnn.bias_ih_l1	1	0.054872073233127594
229	rnn.bias_ih_l1	2	-0.04554436355829239
229	rnn.bias_ih_l1	3	-0.07733195275068283
229	rnn.bias_ih_l1	4	-0.028559871017932892
229	rnn.bias_ih_l1	5	-0.006100555881857872
229	rnn.bias_ih_l1	6	-0.04593801498413086
229	rnn.bias_ih_l1	7	0.06217494606971741
229	rnn.bias_ih_l1	8	0.08542526513338089
229	rnn.bias_ih_l1	9	0.03205994516611099
229	rnn.bias_hh_l1	0	0.06882023811340332
229	rnn.bias_hh_l1	1	-0.05869799107313156
229	rnn.bias_hh_l1	2	0.019302688539028168
229	rnn.bias_hh_l1	3	0.08169103413820267
229	rnn.bias_hh_l1	4	0.057857587933540344
229	rnn.bias_hh_l1	5	-0.07985492795705795
229	rnn.bias_hh_l1	6	0.014363604597747326
229	rnn.bias_hh_l1	7	0.04241981357336044
229	rnn.bias_hh_l1	8	0.015374301932752132
229	rnn.bias_hh_l1	9	-0.00466065714135766
229	rnn.weight_ih_l1_reverse	0	0.08708102256059647
229	rnn.weight_ih_l1_reverse	1	-0.041848309338092804
229	rnn.weight_ih_l1_reverse	2	-0.061885133385658264
229	rnn.weight_ih_l1_reverse	3	0.025385387241840363
229	rnn.weight_ih_l1_reverse	4	-0.046623826026916504
229	rnn.weight_ih_l1_reverse	5	0.024028245359659195
229	rnn.weight_ih_l1_reverse	6	0.04042800888419151
229	rnn.weight_ih_l1_reverse	7	0.020161127671599388
229	rnn.weight_ih_l1_reverse	8	-0.008762414567172527
229	rnn.weight_ih_l1_reverse	9	-0.06680693477392197
229	rnn.weight_hh_l1_reverse	0	0.0049285888671875
229	rnn.weight_hh_l1_reverse	1	0.019002312794327736
229	rnn.weight_hh_l1_reverse	2	-0.05819319188594818
229	rnn.weight_hh_l1_reverse	3	-0.012868670746684074
229	rnn.weight_hh_l1_reverse	4	0.008874557912349701
229	rnn.weight_hh_l1_reverse	5	-0.06524233520030975
229	rnn.weight_hh_l1_reverse	6	-0.06728263944387436
229	rnn.weight_hh_l1_reverse	7	-0.011398937553167343
229	rnn.weight_hh_l1_reverse	8	-0.059315040707588196
229	rnn.weight_hh_l1_reverse	9	-0.0439961738884449
229	rnn.bias_ih_l1_reverse	0	-0.0029106317088007927
229	rnn.bias_ih_l1_reverse	1	-0.04133671894669533
229	rnn.bias_ih_l1_reverse	2	0.030420396476984024
229	rnn.bias_ih_l1_reverse	3	-0.08447854965925217
229	rnn.bias_ih_l1_reverse	4	-0.08665663748979568
229	rnn.bias_ih_l1_reverse	5	-0.08635621517896652
229	rnn.bias_ih_l1_reverse	6	0.06658947467803955
229	rnn.bias_ih_l1_reverse	7	0.08446832746267319
229	rnn.bias_ih_l1_reverse	8	0.0032879826612770557
229	rnn.bias_ih_l1_reverse	9	-0.009789366275072098
229	rnn.bias_hh_l1_reverse	0	0.06223585084080696
229	rnn.bias_hh_l1_reverse	1	-0.0668465718626976
229	rnn.bias_hh_l1_reverse	2	-0.0546325221657753
229	rnn.bias_hh_l1_reverse	3	0.07408138364553452
229	rnn.bias_hh_l1_reverse	4	-0.02240675315260887
229	rnn.bias_hh_l1_reverse	5	-0.005419481545686722
229	rnn.bias_hh_l1_reverse	6	-0.059568192809820175
229	rnn.bias_hh_l1_reverse	7	-0.05965212360024452
229	rnn.bias_hh_l1_reverse	8	0.0661473423242569
229	rnn.bias_hh_l1_reverse	9	0.04951281473040581
229	rnn.weight_ih_l2	0	0.07789642363786697
229	rnn.weight_ih_l2	1	-0.05424405261874199
229	rnn.weight_ih_l2	2	0.06333991885185242
229	rnn.weight_ih_l2	3	0.06559568643569946
229	rnn.weight_ih_l2	4	0.056702859699726105
229	rnn.weight_ih_l2	5	-0.03539011627435684
229	rnn.weight_ih_l2	6	-0.07577568292617798
229	rnn.weight_ih_l2	7	0.01175537146627903
229	rnn.weight_ih_l2	8	-0.01717689260840416
229	rnn.weight_ih_l2	9	-0.06912694126367569
229	rnn.weight_hh_l2	0	0.04804978892207146
229	rnn.weight_hh_l2	1	0.03081090748310089
229	rnn.weight_hh_l2	2	-0.05472451448440552
229	rnn.weight_hh_l2	3	-0.02536056935787201
229	rnn.weight_hh_l2	4	0.05501430854201317
229	rnn.weight_hh_l2	5	-0.024176720529794693
229	rnn.weight_hh_l2	6	0.00850042887032032
229	rnn.weight_hh_l2	7	-0.05350184813141823
229	rnn.weight_hh_l2	8	-0.006016413681209087
229	rnn.weight_hh_l2	9	-0.01803765818476677
229	rnn.bias_ih_l2	0	0.1458706110715866
229	rnn.bias_ih_l2	1	0.011664262972772121
229	rnn.bias_ih_l2	2	0.0687331035733223
229	rnn.bias_ih_l2	3	0.028332090005278587
229	rnn.bias_ih_l2	4	-0.006654629483819008
229	rnn.bias_ih_l2	5	0.04774928465485573
229	rnn.bias_ih_l2	6	0.01372931431978941
229	rnn.bias_ih_l2	7	0.017934691160917282
229	rnn.bias_ih_l2	8	0.01813875325024128
229	rnn.bias_ih_l2	9	-0.015287790447473526
229	rnn.bias_hh_l2	0	0.023184308782219887
229	rnn.bias_hh_l2	1	0.007597409188747406
229	rnn.bias_hh_l2	2	0.07754581421613693
229	rnn.bias_hh_l2	3	0.02931821346282959
229	rnn.bias_hh_l2	4	0.07794567942619324
229	rnn.bias_hh_l2	5	-0.06239388510584831
229	rnn.bias_hh_l2	6	0.05605043098330498
229	rnn.bias_hh_l2	7	-0.02597310207784176
229	rnn.bias_hh_l2	8	0.04179379716515541
229	rnn.bias_hh_l2	9	0.02444646507501602
229	rnn.weight_ih_l2_reverse	0	0.08225743472576141
229	rnn.weight_ih_l2_reverse	1	-0.05563591420650482
229	rnn.weight_ih_l2_reverse	2	0.001219069235958159
229	rnn.weight_ih_l2_reverse	3	0.03525000810623169
229	rnn.weight_ih_l2_reverse	4	0.054090823978185654
229	rnn.weight_ih_l2_reverse	5	-0.04069218412041664
229	rnn.weight_ih_l2_reverse	6	-0.000935182033572346
229	rnn.weight_ih_l2_reverse	7	-0.013194778934121132
229	rnn.weight_ih_l2_reverse	8	0.014085047878324986
229	rnn.weight_ih_l2_reverse	9	-0.07957253605127335
229	rnn.weight_hh_l2_reverse	0	-0.08277343213558197
229	rnn.weight_hh_l2_reverse	1	0.016686974093317986
229	rnn.weight_hh_l2_reverse	2	0.010429736226797104
229	rnn.weight_hh_l2_reverse	3	0.024329781532287598
229	rnn.weight_hh_l2_reverse	4	-0.036811523139476776
229	rnn.weight_hh_l2_reverse	5	-0.014765697531402111
229	rnn.weight_hh_l2_reverse	6	-0.04381200298666954
229	rnn.weight_hh_l2_reverse	7	-0.05990530177950859
229	rnn.weight_hh_l2_reverse	8	-0.006693958770483732
229	rnn.weight_hh_l2_reverse	9	-0.05898868665099144
229	rnn.bias_ih_l2_reverse	0	-0.058245982974767685
229	rnn.bias_ih_l2_reverse	1	-0.027232227846980095
229	rnn.bias_ih_l2_reverse	2	0.04655091464519501
229	rnn.bias_ih_l2_reverse	3	0.03197730332612991
229	rnn.bias_ih_l2_reverse	4	0.07567180693149567
229	rnn.bias_ih_l2_reverse	5	-0.08854160457849503
229	rnn.bias_ih_l2_reverse	6	-0.04334135726094246
229	rnn.bias_ih_l2_reverse	7	-0.059547487646341324
229	rnn.bias_ih_l2_reverse	8	0.06291592121124268
229	rnn.bias_ih_l2_reverse	9	0.026116464287042618
229	rnn.bias_hh_l2_reverse	0	0.04873746633529663
229	rnn.bias_hh_l2_reverse	1	-0.06939344853162766
229	rnn.bias_hh_l2_reverse	2	-0.06723903864622116
229	rnn.bias_hh_l2_reverse	3	0.031213639304041862
229	rnn.bias_hh_l2_reverse	4	0.03351878747344017
229	rnn.bias_hh_l2_reverse	5	0.03487241640686989
229	rnn.bias_hh_l2_reverse	6	-0.08261948823928833
229	rnn.bias_hh_l2_reverse	7	-0.006559694651514292
229	rnn.bias_hh_l2_reverse	8	-0.10729758441448212
229	rnn.bias_hh_l2_reverse	9	-0.05487687885761261
229	linear.weight	0	0.025028489530086517
229	linear.weight	1	0.152285635471344
229	linear.weight	2	-0.024253781884908676
229	linear.weight	3	-0.036496177315711975
229	linear.weight	4	-0.022248394787311554
229	linear.weight	5	0.05347558483481407
229	linear.weight	6	-0.0032427713740617037
229	linear.weight	7	-0.10634113848209381
229	linear.weight	8	-0.031236497685313225
229	linear.weight	9	0.11464623361825943
229	linear.bias	0	0.5016902685165405
229	linear.bias	1	0.783164918422699
229	linear.bias	2	-1.6438430547714233
229	linear.bias	3	-0.05754556506872177
229	linear.bias	4	-0.050822705030441284
229	linear.bias	5	0.25768300890922546
230	transitions	0	0.02957007847726345
230	transitions	1	-10000.0
230	transitions	2	2.707641124725342
230	transitions	3	-1.1941722631454468
230	transitions	4	-10000.0
230	transitions	5	-10000.0
230	transitions	6	-10000.0
230	transitions	7	0.8815369606018066
230	transitions	8	0.8325418829917908
230	transitions	9	-1.185182809829712
230	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
230	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
230	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
230	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
230	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
230	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
230	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
230	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
230	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
230	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
230	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
230	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
230	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
230	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
230	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
230	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
230	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
230	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
230	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
230	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
230	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
230	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
230	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
230	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
230	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
230	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
230	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
230	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
230	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
230	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
230	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
230	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
230	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
230	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
230	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
230	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
230	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
230	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
230	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
230	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
230	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
230	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
230	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
230	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
230	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
230	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
230	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
230	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
230	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
230	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
230	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
230	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
230	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
230	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
230	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
230	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
230	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
230	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
230	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
230	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
230	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
230	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
230	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
230	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
230	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
230	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
230	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
230	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
230	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
230	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
230	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
230	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
230	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
230	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
230	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
230	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
230	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
230	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
230	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
230	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
230	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
230	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
230	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
230	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
230	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
230	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
230	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
230	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
230	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
230	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
230	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
230	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
230	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
230	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
230	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
230	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
230	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
230	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
230	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
230	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
230	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
230	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
230	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
230	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
230	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
230	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
230	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
230	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
230	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
230	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
230	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
230	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
230	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
230	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
230	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
230	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
230	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
230	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
230	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
230	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
230	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
230	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
230	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
230	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
230	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
230	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
230	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
230	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
230	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
230	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
230	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
230	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
230	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
230	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
230	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
230	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
230	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
230	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
230	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
230	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
230	embedding2nn.weight	0	0.014809943735599518
230	embedding2nn.weight	1	0.00019733641238417476
230	embedding2nn.weight	2	0.00558040477335453
230	embedding2nn.weight	3	0.0007003364153206348
230	embedding2nn.weight	4	-0.00823977217078209
230	embedding2nn.weight	5	-0.0056052315048873425
230	embedding2nn.weight	6	-0.0008340031490661204
230	embedding2nn.weight	7	-0.002936143893748522
230	embedding2nn.weight	8	0.013801953755319118
230	embedding2nn.weight	9	0.0044330391101539135
230	embedding2nn.bias	0	0.004796913824975491
230	embedding2nn.bias	1	-0.017020754516124725
230	embedding2nn.bias	2	0.0046289050951600075
230	embedding2nn.bias	3	-0.008218551985919476
230	embedding2nn.bias	4	-0.025124695152044296
230	embedding2nn.bias	5	7.513861055485904e-05
230	embedding2nn.bias	6	0.007862848229706287
230	embedding2nn.bias	7	-0.00879595335572958
230	embedding2nn.bias	8	6.610972923226655e-05
230	embedding2nn.bias	9	-0.0038648347835987806
230	rnn.weight_ih_l0	0	-0.05224578082561493
230	rnn.weight_ih_l0	1	0.050723958760499954
230	rnn.weight_ih_l0	2	0.03187398239970207
230	rnn.weight_ih_l0	3	0.014780260622501373
230	rnn.weight_ih_l0	4	0.01252768374979496
230	rnn.weight_ih_l0	5	0.08422353118658066
230	rnn.weight_ih_l0	6	0.07607568800449371
230	rnn.weight_ih_l0	7	0.037792742252349854
230	rnn.weight_ih_l0	8	-0.04587673395872116
230	rnn.weight_ih_l0	9	0.007943447679281235
230	rnn.weight_hh_l0	0	0.008264679461717606
230	rnn.weight_hh_l0	1	-0.06423290073871613
230	rnn.weight_hh_l0	2	-0.06549637764692307
230	rnn.weight_hh_l0	3	0.07154882699251175
230	rnn.weight_hh_l0	4	0.07102899998426437
230	rnn.weight_hh_l0	5	0.006029377691447735
230	rnn.weight_hh_l0	6	-0.0034102380741387606
230	rnn.weight_hh_l0	7	-0.01563829928636551
230	rnn.weight_hh_l0	8	-0.0293915756046772
230	rnn.weight_hh_l0	9	0.05757782235741615
230	rnn.bias_ih_l0	0	-0.06225531920790672
230	rnn.bias_ih_l0	1	0.08881352096796036
230	rnn.bias_ih_l0	2	0.020176228135824203
230	rnn.bias_ih_l0	3	0.07965286076068878
230	rnn.bias_ih_l0	4	-0.07764168828725815
230	rnn.bias_ih_l0	5	0.0825258120894432
230	rnn.bias_ih_l0	6	-0.06854476779699326
230	rnn.bias_ih_l0	7	-0.0360339879989624
230	rnn.bias_ih_l0	8	-0.09220694750547409
230	rnn.bias_ih_l0	9	-0.045043885707855225
230	rnn.bias_hh_l0	0	0.03305983915925026
230	rnn.bias_hh_l0	1	0.07354704290628433
230	rnn.bias_hh_l0	2	0.07029403001070023
230	rnn.bias_hh_l0	3	0.08592870086431503
230	rnn.bias_hh_l0	4	-0.10012435168027878
230	rnn.bias_hh_l0	5	-0.07100994884967804
230	rnn.bias_hh_l0	6	0.07880780100822449
230	rnn.bias_hh_l0	7	-0.08002158254384995
230	rnn.bias_hh_l0	8	-0.026575226336717606
230	rnn.bias_hh_l0	9	0.009806322865188122
230	rnn.weight_ih_l0_reverse	0	0.079388827085495
230	rnn.weight_ih_l0_reverse	1	0.0733143612742424
230	rnn.weight_ih_l0_reverse	2	0.03877445310354233
230	rnn.weight_ih_l0_reverse	3	0.033685676753520966
230	rnn.weight_ih_l0_reverse	4	-0.03645028546452522
230	rnn.weight_ih_l0_reverse	5	0.05083104595541954
230	rnn.weight_ih_l0_reverse	6	0.06648273020982742
230	rnn.weight_ih_l0_reverse	7	0.022281203418970108
230	rnn.weight_ih_l0_reverse	8	-0.0579562708735466
230	rnn.weight_ih_l0_reverse	9	-0.05283880978822708
230	rnn.weight_hh_l0_reverse	0	0.025604136288166046
230	rnn.weight_hh_l0_reverse	1	-0.08737019449472427
230	rnn.weight_hh_l0_reverse	2	0.06343571841716766
230	rnn.weight_hh_l0_reverse	3	-0.021591775119304657
230	rnn.weight_hh_l0_reverse	4	0.0853535607457161
230	rnn.weight_hh_l0_reverse	5	-0.0019841534085571766
230	rnn.weight_hh_l0_reverse	6	0.030671589076519012
230	rnn.weight_hh_l0_reverse	7	0.07874996215105057
230	rnn.weight_hh_l0_reverse	8	-0.022407589480280876
230	rnn.weight_hh_l0_reverse	9	-0.046559061855077744
230	rnn.bias_ih_l0_reverse	0	0.0005128575139679015
230	rnn.bias_ih_l0_reverse	1	-0.018942341208457947
230	rnn.bias_ih_l0_reverse	2	-0.013445422984659672
230	rnn.bias_ih_l0_reverse	3	0.03630605340003967
230	rnn.bias_ih_l0_reverse	4	0.06808379292488098
230	rnn.bias_ih_l0_reverse	5	-0.0206647627055645
230	rnn.bias_ih_l0_reverse	6	-0.026829306036233902
230	rnn.bias_ih_l0_reverse	7	-0.048441674560308456
230	rnn.bias_ih_l0_reverse	8	0.005408275872468948
230	rnn.bias_ih_l0_reverse	9	-0.06698525696992874
230	rnn.bias_hh_l0_reverse	0	0.040192507207393646
230	rnn.bias_hh_l0_reverse	1	-0.06834785640239716
230	rnn.bias_hh_l0_reverse	2	0.07519502937793732
230	rnn.bias_hh_l0_reverse	3	0.0631006509065628
230	rnn.bias_hh_l0_reverse	4	0.02261793054640293
230	rnn.bias_hh_l0_reverse	5	0.046137481927871704
230	rnn.bias_hh_l0_reverse	6	0.06711506098508835
230	rnn.bias_hh_l0_reverse	7	0.0846632644534111
230	rnn.bias_hh_l0_reverse	8	-0.008311716839671135
230	rnn.bias_hh_l0_reverse	9	0.04881570115685463
230	rnn.weight_ih_l1	0	0.02367529645562172
230	rnn.weight_ih_l1	1	0.016169970855116844
230	rnn.weight_ih_l1	2	0.08856160938739777
230	rnn.weight_ih_l1	3	-0.024289770051836967
230	rnn.weight_ih_l1	4	-0.024530889466404915
230	rnn.weight_ih_l1	5	-0.012826204299926758
230	rnn.weight_ih_l1	6	0.07284504175186157
230	rnn.weight_ih_l1	7	-0.003861347446218133
230	rnn.weight_ih_l1	8	-0.052477579563856125
230	rnn.weight_ih_l1	9	0.05456647276878357
230	rnn.weight_hh_l1	0	-0.08193356543779373
230	rnn.weight_hh_l1	1	-0.03565894812345505
230	rnn.weight_hh_l1	2	-0.008130311034619808
230	rnn.weight_hh_l1	3	-0.058183036744594574
230	rnn.weight_hh_l1	4	0.08599970489740372
230	rnn.weight_hh_l1	5	-0.0841749906539917
230	rnn.weight_hh_l1	6	-0.050120603293180466
230	rnn.weight_hh_l1	7	0.06500431150197983
230	rnn.weight_hh_l1	8	-0.013539743609726429
230	rnn.weight_hh_l1	9	-0.03980325907468796
230	rnn.bias_ih_l1	0	-0.034300800412893295
230	rnn.bias_ih_l1	1	0.05487171560525894
230	rnn.bias_ih_l1	2	-0.04554452374577522
230	rnn.bias_ih_l1	3	-0.07732418179512024
230	rnn.bias_ih_l1	4	-0.028559135273098946
230	rnn.bias_ih_l1	5	-0.00620627123862505
230	rnn.bias_ih_l1	6	-0.04589506611227989
230	rnn.bias_ih_l1	7	0.06217748299241066
230	rnn.bias_ih_l1	8	0.08543065935373306
230	rnn.bias_ih_l1	9	0.03205207735300064
230	rnn.bias_hh_l1	0	0.06882020086050034
230	rnn.bias_hh_l1	1	-0.05869598686695099
230	rnn.bias_hh_l1	2	0.019303681328892708
230	rnn.bias_hh_l1	3	0.08169656246900558
230	rnn.bias_hh_l1	4	0.05785839259624481
230	rnn.bias_hh_l1	5	-0.07985572516918182
230	rnn.bias_hh_l1	6	0.014363589696586132
230	rnn.bias_hh_l1	7	0.042415741831064224
230	rnn.bias_hh_l1	8	0.015375133603811264
230	rnn.bias_hh_l1	9	-0.004658620338886976
230	rnn.weight_ih_l1_reverse	0	0.08707917481660843
230	rnn.weight_ih_l1_reverse	1	-0.041849251836538315
230	rnn.weight_ih_l1_reverse	2	-0.06188512220978737
230	rnn.weight_ih_l1_reverse	3	0.025385387241840363
230	rnn.weight_ih_l1_reverse	4	-0.04662438854575157
230	rnn.weight_ih_l1_reverse	5	0.024027755483984947
230	rnn.weight_ih_l1_reverse	6	0.04042818769812584
230	rnn.weight_ih_l1_reverse	7	0.020160455256700516
230	rnn.weight_ih_l1_reverse	8	-0.008762717247009277
230	rnn.weight_ih_l1_reverse	9	-0.06681066751480103
230	rnn.weight_hh_l1_reverse	0	0.00492856977507472
230	rnn.weight_hh_l1_reverse	1	0.019002247601747513
230	rnn.weight_hh_l1_reverse	2	-0.058193132281303406
230	rnn.weight_hh_l1_reverse	3	-0.012868624180555344
230	rnn.weight_hh_l1_reverse	4	0.00887439213693142
230	rnn.weight_hh_l1_reverse	5	-0.06524204462766647
230	rnn.weight_hh_l1_reverse	6	-0.06728266179561615
230	rnn.weight_hh_l1_reverse	7	-0.011398927308619022
230	rnn.weight_hh_l1_reverse	8	-0.05931499972939491
230	rnn.weight_hh_l1_reverse	9	-0.04399605467915535
230	rnn.bias_ih_l1_reverse	0	-0.0029114282224327326
230	rnn.bias_ih_l1_reverse	1	-0.041340675204992294
230	rnn.bias_ih_l1_reverse	2	0.030418407171964645
230	rnn.bias_ih_l1_reverse	3	-0.08447897434234619
230	rnn.bias_ih_l1_reverse	4	-0.08665541559457779
230	rnn.bias_ih_l1_reverse	5	-0.0863557830452919
230	rnn.bias_ih_l1_reverse	6	0.06659058481454849
230	rnn.bias_ih_l1_reverse	7	0.08446893095970154
230	rnn.bias_ih_l1_reverse	8	0.0032800601329654455
230	rnn.bias_ih_l1_reverse	9	-0.00978084933012724
230	rnn.bias_hh_l1_reverse	0	0.06223975121974945
230	rnn.bias_hh_l1_reverse	1	-0.06683994829654694
230	rnn.bias_hh_l1_reverse	2	-0.05462658777832985
230	rnn.bias_hh_l1_reverse	3	0.07406951487064362
230	rnn.bias_hh_l1_reverse	4	-0.02240080013871193
230	rnn.bias_hh_l1_reverse	5	-0.0054216086864471436
230	rnn.bias_hh_l1_reverse	6	-0.05956771969795227
230	rnn.bias_hh_l1_reverse	7	-0.05964813753962517
230	rnn.bias_hh_l1_reverse	8	0.06614743918180466
230	rnn.bias_hh_l1_reverse	9	0.049484241753816605
230	rnn.weight_ih_l2	0	0.07788728922605515
230	rnn.weight_ih_l2	1	-0.0542442612349987
230	rnn.weight_ih_l2	2	0.06333979964256287
230	rnn.weight_ih_l2	3	0.06559571623802185
230	rnn.weight_ih_l2	4	0.056703876703977585
230	rnn.weight_ih_l2	5	-0.03539209067821503
230	rnn.weight_ih_l2	6	-0.07577488571405411
230	rnn.weight_ih_l2	7	0.011756195686757565
230	rnn.weight_ih_l2	8	-0.017176911234855652
230	rnn.weight_ih_l2	9	-0.06912693381309509
230	rnn.weight_hh_l2	0	0.04804963618516922
230	rnn.weight_hh_l2	1	0.030810818076133728
230	rnn.weight_hh_l2	2	-0.05472476780414581
230	rnn.weight_hh_l2	3	-0.0253603458404541
230	rnn.weight_hh_l2	4	0.0550142303109169
230	rnn.weight_hh_l2	5	-0.024172667413949966
230	rnn.weight_hh_l2	6	0.008500802330672741
230	rnn.weight_hh_l2	7	-0.053501829504966736
230	rnn.weight_hh_l2	8	-0.006013032048940659
230	rnn.weight_hh_l2	9	-0.01803719997406006
230	rnn.bias_ih_l2	0	0.14586596190929413
230	rnn.bias_ih_l2	1	0.011663954704999924
230	rnn.bias_ih_l2	2	0.06874814629554749
230	rnn.bias_ih_l2	3	0.028351640328764915
230	rnn.bias_ih_l2	4	-0.0066553629003465176
230	rnn.bias_ih_l2	5	0.04774909093976021
230	rnn.bias_ih_l2	6	0.013729761354625225
230	rnn.bias_ih_l2	7	0.01794491708278656
230	rnn.bias_ih_l2	8	0.01813754066824913
230	rnn.bias_ih_l2	9	-0.015287799760699272
230	rnn.bias_hh_l2	0	0.0231909342110157
230	rnn.bias_hh_l2	1	0.00761012639850378
230	rnn.bias_hh_l2	2	0.07755384594202042
230	rnn.bias_hh_l2	3	0.029318805783987045
230	rnn.bias_hh_l2	4	0.07794582843780518
230	rnn.bias_hh_l2	5	-0.062445662915706635
230	rnn.bias_hh_l2	6	0.0560365691781044
230	rnn.bias_hh_l2	7	-0.025977667421102524
230	rnn.bias_hh_l2	8	0.041791994124650955
230	rnn.bias_hh_l2	9	0.02453293278813362
230	rnn.weight_ih_l2_reverse	0	0.08225778490304947
230	rnn.weight_ih_l2_reverse	1	-0.055630750954151154
230	rnn.weight_ih_l2_reverse	2	0.001220127334818244
230	rnn.weight_ih_l2_reverse	3	0.03524991497397423
230	rnn.weight_ih_l2_reverse	4	0.05409085378050804
230	rnn.weight_ih_l2_reverse	5	-0.04069230705499649
230	rnn.weight_ih_l2_reverse	6	-0.0009466605843044817
230	rnn.weight_ih_l2_reverse	7	-0.013202858157455921
230	rnn.weight_ih_l2_reverse	8	0.014092523604631424
230	rnn.weight_ih_l2_reverse	9	-0.07957235723733902
230	rnn.weight_hh_l2_reverse	0	-0.08277343958616257
230	rnn.weight_hh_l2_reverse	1	0.016684522852301598
230	rnn.weight_hh_l2_reverse	2	0.010429758578538895
230	rnn.weight_hh_l2_reverse	3	0.024329787120223045
230	rnn.weight_hh_l2_reverse	4	-0.03681134432554245
230	rnn.weight_hh_l2_reverse	5	-0.014765600673854351
230	rnn.weight_hh_l2_reverse	6	-0.043814439326524734
230	rnn.weight_hh_l2_reverse	7	-0.059905264526605606
230	rnn.weight_hh_l2_reverse	8	-0.006693853065371513
230	rnn.weight_hh_l2_reverse	9	-0.05898872762918472
230	rnn.bias_ih_l2_reverse	0	-0.058237992227077484
230	rnn.bias_ih_l2_reverse	1	-0.027231505140662193
230	rnn.bias_ih_l2_reverse	2	0.04655132815241814
230	rnn.bias_ih_l2_reverse	3	0.031958743929862976
230	rnn.bias_ih_l2_reverse	4	0.07567129284143448
230	rnn.bias_ih_l2_reverse	5	-0.08854116499423981
230	rnn.bias_ih_l2_reverse	6	-0.04334084689617157
230	rnn.bias_ih_l2_reverse	7	-0.059546854346990585
230	rnn.bias_ih_l2_reverse	8	0.06291848421096802
230	rnn.bias_ih_l2_reverse	9	0.026119627058506012
230	rnn.bias_hh_l2_reverse	0	0.04872980713844299
230	rnn.bias_hh_l2_reverse	1	-0.06939053535461426
230	rnn.bias_hh_l2_reverse	2	-0.06723888963460922
230	rnn.bias_hh_l2_reverse	3	0.031212324276566505
230	rnn.bias_hh_l2_reverse	4	0.033524587750434875
230	rnn.bias_hh_l2_reverse	5	0.03487293794751167
230	rnn.bias_hh_l2_reverse	6	-0.08261770009994507
230	rnn.bias_hh_l2_reverse	7	-0.006560179870575666
230	rnn.bias_hh_l2_reverse	8	-0.10729458183050156
230	rnn.bias_hh_l2_reverse	9	-0.05487317591905594
230	linear.weight	0	0.025028489530086517
230	linear.weight	1	0.15229876339435577
230	linear.weight	2	-0.02425546385347843
230	linear.weight	3	-0.036497704684734344
230	linear.weight	4	-0.022248394787311554
230	linear.weight	5	0.053464122116565704
230	linear.weight	6	-0.0032676509581506252
230	linear.weight	7	-0.10630916804075241
230	linear.weight	8	-0.0312575027346611
230	linear.weight	9	0.11464321613311768
230	linear.bias	0	0.5015007853507996
230	linear.bias	1	0.7827463150024414
230	linear.bias	2	-1.6439030170440674
230	linear.bias	3	-0.05754556506872177
230	linear.bias	4	-0.050822705030441284
230	linear.bias	5	0.25835108757019043
231	transitions	0	0.029528779909014702
231	transitions	1	-10000.0
231	transitions	2	2.7097249031066895
231	transitions	3	-1.1918838024139404
231	transitions	4	-10000.0
231	transitions	5	-10000.0
231	transitions	6	-10000.0
231	transitions	7	0.8815363645553589
231	transitions	8	0.8325164914131165
231	transitions	9	-1.1852933168411255
231	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
231	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
231	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
231	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
231	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
231	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
231	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
231	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
231	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
231	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
231	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
231	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
231	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
231	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
231	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
231	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
231	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
231	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
231	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
231	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
231	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
231	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
231	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
231	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
231	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
231	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
231	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
231	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
231	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
231	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
231	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
231	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
231	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
231	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
231	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
231	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
231	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
231	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
231	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
231	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
231	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
231	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
231	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
231	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
231	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
231	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
231	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
231	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
231	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
231	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
231	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
231	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
231	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
231	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
231	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
231	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
231	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
231	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
231	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
231	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
231	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
231	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
231	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
231	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
231	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
231	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
231	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
231	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
231	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
231	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
231	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
231	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
231	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
231	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
231	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
231	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
231	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
231	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
231	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
231	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
231	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
231	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
231	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
231	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
231	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
231	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
231	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
231	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
231	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
231	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
231	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
231	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
231	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
231	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
231	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
231	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
231	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
231	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
231	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
231	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
231	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
231	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
231	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
231	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
231	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
231	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
231	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
231	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
231	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
231	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
231	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
231	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
231	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
231	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
231	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
231	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
231	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
231	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
231	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
231	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
231	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
231	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
231	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
231	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
231	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
231	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
231	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
231	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
231	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
231	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
231	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
231	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
231	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
231	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
231	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
231	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
231	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
231	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
231	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
231	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
231	embedding2nn.weight	0	0.014810120686888695
231	embedding2nn.weight	1	0.00019757258996833116
231	embedding2nn.weight	2	0.005579362157732248
231	embedding2nn.weight	3	0.0007003111531957984
231	embedding2nn.weight	4	-0.008244606666266918
231	embedding2nn.weight	5	-0.005604805424809456
231	embedding2nn.weight	6	-0.0008367953123524785
231	embedding2nn.weight	7	-0.0029370293486863375
231	embedding2nn.weight	8	0.013784680515527725
231	embedding2nn.weight	9	0.0044320872984826565
231	embedding2nn.bias	0	0.005076208617538214
231	embedding2nn.bias	1	-0.01702485978603363
231	embedding2nn.bias	2	0.004412962589412928
231	embedding2nn.bias	3	-0.00808680709451437
231	embedding2nn.bias	4	-0.025005441159009933
231	embedding2nn.bias	5	-0.00010017406748374924
231	embedding2nn.bias	6	0.007546008098870516
231	embedding2nn.bias	7	-0.009156492538750172
231	embedding2nn.bias	8	0.0004187310696579516
231	embedding2nn.bias	9	-0.004126598592847586
231	rnn.weight_ih_l0	0	-0.0522468164563179
231	rnn.weight_ih_l0	1	0.050724320113658905
231	rnn.weight_ih_l0	2	0.031872522085905075
231	rnn.weight_ih_l0	3	0.014781937934458256
231	rnn.weight_ih_l0	4	0.012533340603113174
231	rnn.weight_ih_l0	5	0.084224633872509
231	rnn.weight_ih_l0	6	0.07607687264680862
231	rnn.weight_ih_l0	7	0.0377928651869297
231	rnn.weight_ih_l0	8	-0.04587487131357193
231	rnn.weight_ih_l0	9	0.007942862808704376
231	rnn.weight_hh_l0	0	0.008265695534646511
231	rnn.weight_hh_l0	1	-0.06424003839492798
231	rnn.weight_hh_l0	2	-0.06549758464097977
231	rnn.weight_hh_l0	3	0.07155880331993103
231	rnn.weight_hh_l0	4	0.07103478163480759
231	rnn.weight_hh_l0	5	0.006022774614393711
231	rnn.weight_hh_l0	6	-0.003423539223149419
231	rnn.weight_hh_l0	7	-0.015625059604644775
231	rnn.weight_hh_l0	8	-0.029374392703175545
231	rnn.weight_hh_l0	9	0.057577069848775864
231	rnn.bias_ih_l0	0	-0.062403880059719086
231	rnn.bias_ih_l0	1	0.08882454037666321
231	rnn.bias_ih_l0	2	0.020176483318209648
231	rnn.bias_ih_l0	3	0.07976008951663971
231	rnn.bias_ih_l0	4	-0.07740957289934158
231	rnn.bias_ih_l0	5	0.08248423039913177
231	rnn.bias_ih_l0	6	-0.06880492717027664
231	rnn.bias_ih_l0	7	-0.03603847324848175
231	rnn.bias_ih_l0	8	-0.09237325191497803
231	rnn.bias_ih_l0	9	-0.0450235940515995
231	rnn.bias_hh_l0	0	0.03322642669081688
231	rnn.bias_hh_l0	1	0.07351255416870117
231	rnn.bias_hh_l0	2	0.07024303823709488
231	rnn.bias_hh_l0	3	0.08594493567943573
231	rnn.bias_hh_l0	4	-0.10006484389305115
231	rnn.bias_hh_l0	5	-0.07099265605211258
231	rnn.bias_hh_l0	6	0.07877274602651596
231	rnn.bias_hh_l0	7	-0.07955266535282135
231	rnn.bias_hh_l0	8	-0.026601077988743782
231	rnn.bias_hh_l0	9	0.010068831965327263
231	rnn.weight_ih_l0_reverse	0	0.07938458770513535
231	rnn.weight_ih_l0_reverse	1	0.07331119477748871
231	rnn.weight_ih_l0_reverse	2	0.03877528756856918
231	rnn.weight_ih_l0_reverse	3	0.0336860790848732
231	rnn.weight_ih_l0_reverse	4	-0.03644881770014763
231	rnn.weight_ih_l0_reverse	5	0.05082964897155762
231	rnn.weight_ih_l0_reverse	6	0.06647922843694687
231	rnn.weight_ih_l0_reverse	7	0.02228742651641369
231	rnn.weight_ih_l0_reverse	8	-0.05794178321957588
231	rnn.weight_ih_l0_reverse	9	-0.05283862352371216
231	rnn.weight_hh_l0_reverse	0	0.02561243064701557
231	rnn.weight_hh_l0_reverse	1	-0.0873715728521347
231	rnn.weight_hh_l0_reverse	2	0.06343365460634232
231	rnn.weight_hh_l0_reverse	3	-0.021589117124676704
231	rnn.weight_hh_l0_reverse	4	0.0853554829955101
231	rnn.weight_hh_l0_reverse	5	-0.0019788104109466076
231	rnn.weight_hh_l0_reverse	6	0.030676383525133133
231	rnn.weight_hh_l0_reverse	7	0.07875426113605499
231	rnn.weight_hh_l0_reverse	8	-0.022404616698622704
231	rnn.weight_hh_l0_reverse	9	-0.0465596504509449
231	rnn.bias_ih_l0_reverse	0	0.0004707623738795519
231	rnn.bias_ih_l0_reverse	1	-0.019088881090283394
231	rnn.bias_ih_l0_reverse	2	-0.013399573974311352
231	rnn.bias_ih_l0_reverse	3	0.036220159381628036
231	rnn.bias_ih_l0_reverse	4	0.06808234006166458
231	rnn.bias_ih_l0_reverse	5	-0.02065718173980713
231	rnn.bias_ih_l0_reverse	6	-0.026894494891166687
231	rnn.bias_ih_l0_reverse	7	-0.04842785373330116
231	rnn.bias_ih_l0_reverse	8	0.005376799497753382
231	rnn.bias_ih_l0_reverse	9	-0.06694833189249039
231	rnn.bias_hh_l0_reverse	0	0.040179360657930374
231	rnn.bias_hh_l0_reverse	1	-0.0683109313249588
231	rnn.bias_hh_l0_reverse	2	0.07518710941076279
231	rnn.bias_hh_l0_reverse	3	0.063114233314991
231	rnn.bias_hh_l0_reverse	4	0.02239452302455902
231	rnn.bias_hh_l0_reverse	5	0.04618152603507042
231	rnn.bias_hh_l0_reverse	6	0.06714192777872086
231	rnn.bias_hh_l0_reverse	7	0.0848163440823555
231	rnn.bias_hh_l0_reverse	8	-0.008294759318232536
231	rnn.bias_hh_l0_reverse	9	0.04875076562166214
231	rnn.weight_ih_l1	0	0.023603567853569984
231	rnn.weight_ih_l1	1	0.016177494078874588
231	rnn.weight_ih_l1	2	0.08840252459049225
231	rnn.weight_ih_l1	3	-0.02428963966667652
231	rnn.weight_ih_l1	4	-0.02452024817466736
231	rnn.weight_ih_l1	5	-0.012877615168690681
231	rnn.weight_ih_l1	6	0.0728536993265152
231	rnn.weight_ih_l1	7	-0.003907627426087856
231	rnn.weight_ih_l1	8	-0.05248255655169487
231	rnn.weight_ih_l1	9	0.05461791902780533
231	rnn.weight_hh_l1	0	-0.0820055827498436
231	rnn.weight_hh_l1	1	-0.035660579800605774
231	rnn.weight_hh_l1	2	-0.008128630928695202
231	rnn.weight_hh_l1	3	-0.0581810437142849
231	rnn.weight_hh_l1	4	0.08599115908145905
231	rnn.weight_hh_l1	5	-0.08416905254125595
231	rnn.weight_hh_l1	6	-0.05013511702418327
231	rnn.weight_hh_l1	7	0.06501620262861252
231	rnn.weight_hh_l1	8	-0.013539065606892109
231	rnn.weight_hh_l1	9	-0.03980712592601776
231	rnn.bias_ih_l1	0	-0.034199927002191544
231	rnn.bias_ih_l1	1	0.05485523119568825
231	rnn.bias_ih_l1	2	-0.0455295704305172
231	rnn.bias_ih_l1	3	-0.07743241637945175
231	rnn.bias_ih_l1	4	-0.02854626439511776
231	rnn.bias_ih_l1	5	-0.005401204340159893
231	rnn.bias_ih_l1	6	-0.04581504315137863
231	rnn.bias_ih_l1	7	0.062198616564273834
231	rnn.bias_ih_l1	8	0.0853549987077713
231	rnn.bias_ih_l1	9	0.03201121836900711
231	rnn.bias_hh_l1	0	0.06879091262817383
231	rnn.bias_hh_l1	1	-0.058698177337646484
231	rnn.bias_hh_l1	2	0.019233357161283493
231	rnn.bias_hh_l1	3	0.08182764053344727
231	rnn.bias_hh_l1	4	0.05782732367515564
231	rnn.bias_hh_l1	5	-0.07984090596437454
231	rnn.bias_hh_l1	6	0.014334325678646564
231	rnn.bias_hh_l1	7	0.04242599755525589
231	rnn.bias_hh_l1	8	0.01540659461170435
231	rnn.bias_hh_l1	9	-0.00466839550063014
231	rnn.weight_ih_l1_reverse	0	0.08707893639802933
231	rnn.weight_ih_l1_reverse	1	-0.041852157562971115
231	rnn.weight_ih_l1_reverse	2	-0.06188472360372543
231	rnn.weight_ih_l1_reverse	3	0.025385728105902672
231	rnn.weight_ih_l1_reverse	4	-0.04662288352847099
231	rnn.weight_ih_l1_reverse	5	0.024025943130254745
231	rnn.weight_ih_l1_reverse	6	0.04041822627186775
231	rnn.weight_ih_l1_reverse	7	0.020168880000710487
231	rnn.weight_ih_l1_reverse	8	-0.008759775198996067
231	rnn.weight_ih_l1_reverse	9	-0.06684737652540207
231	rnn.weight_hh_l1_reverse	0	0.004929422400891781
231	rnn.weight_hh_l1_reverse	1	0.019002044573426247
231	rnn.weight_hh_l1_reverse	2	-0.05819294974207878
231	rnn.weight_hh_l1_reverse	3	-0.012872584164142609
231	rnn.weight_hh_l1_reverse	4	0.008875126019120216
231	rnn.weight_hh_l1_reverse	5	-0.06526152044534683
231	rnn.weight_hh_l1_reverse	6	-0.06728485226631165
231	rnn.weight_hh_l1_reverse	7	-0.01139916107058525
231	rnn.weight_hh_l1_reverse	8	-0.05931984633207321
231	rnn.weight_hh_l1_reverse	9	-0.0439990758895874
231	rnn.bias_ih_l1_reverse	0	-0.00291583314538002
231	rnn.bias_ih_l1_reverse	1	-0.0413639061152935
231	rnn.bias_ih_l1_reverse	2	0.030313603579998016
231	rnn.bias_ih_l1_reverse	3	-0.0844951793551445
231	rnn.bias_ih_l1_reverse	4	-0.08663233369588852
231	rnn.bias_ih_l1_reverse	5	-0.08636453002691269
231	rnn.bias_ih_l1_reverse	6	0.06652606278657913
231	rnn.bias_ih_l1_reverse	7	0.08447594195604324
231	rnn.bias_ih_l1_reverse	8	0.002821710193529725
231	rnn.bias_ih_l1_reverse	9	-0.009802794083952904
231	rnn.bias_hh_l1_reverse	0	0.06225551292300224
231	rnn.bias_hh_l1_reverse	1	-0.06687235087156296
231	rnn.bias_hh_l1_reverse	2	-0.05468663200736046
231	rnn.bias_hh_l1_reverse	3	0.07411129027605057
231	rnn.bias_hh_l1_reverse	4	-0.022399665787816048
231	rnn.bias_hh_l1_reverse	5	-0.005434206686913967
231	rnn.bias_hh_l1_reverse	6	-0.05959377810359001
231	rnn.bias_hh_l1_reverse	7	-0.059621281921863556
231	rnn.bias_hh_l1_reverse	8	0.06614505499601364
231	rnn.bias_hh_l1_reverse	9	0.0498213917016983
231	rnn.weight_ih_l2	0	0.07787337154150009
231	rnn.weight_ih_l2	1	-0.054246608167886734
231	rnn.weight_ih_l2	2	0.06333881616592407
231	rnn.weight_ih_l2	3	0.06562063097953796
231	rnn.weight_ih_l2	4	0.05670485273003578
231	rnn.weight_ih_l2	5	-0.035397257655858994
231	rnn.weight_ih_l2	6	-0.07573307305574417
231	rnn.weight_ih_l2	7	0.011760858818888664
231	rnn.weight_ih_l2	8	-0.017177389934659004
231	rnn.weight_ih_l2	9	-0.06912680715322495
231	rnn.weight_hh_l2	0	0.04804614931344986
231	rnn.weight_hh_l2	1	0.03080531768500805
231	rnn.weight_hh_l2	2	-0.05472412332892418
231	rnn.weight_hh_l2	3	-0.025363421067595482
231	rnn.weight_hh_l2	4	0.055012453347444534
231	rnn.weight_hh_l2	5	-0.024131614714860916
231	rnn.weight_hh_l2	6	0.00849714782088995
231	rnn.weight_hh_l2	7	-0.0535043440759182
231	rnn.weight_hh_l2	8	-0.005983569193631411
231	rnn.weight_hh_l2	9	-0.018037110567092896
231	rnn.bias_ih_l2	0	0.14693692326545715
231	rnn.bias_ih_l2	1	0.01168252993375063
231	rnn.bias_ih_l2	2	0.06860160827636719
231	rnn.bias_ih_l2	3	0.028454076498746872
231	rnn.bias_ih_l2	4	-0.006640202831476927
231	rnn.bias_ih_l2	5	0.047735828906297684
231	rnn.bias_ih_l2	6	0.013723031617701054
231	rnn.bias_ih_l2	7	0.017948152497410774
231	rnn.bias_ih_l2	8	0.018114589154720306
231	rnn.bias_ih_l2	9	-0.015276835300028324
231	rnn.bias_hh_l2	0	0.02329026535153389
231	rnn.bias_hh_l2	1	0.00767291197553277
231	rnn.bias_hh_l2	2	0.07759881764650345
231	rnn.bias_hh_l2	3	0.029368268325924873
231	rnn.bias_hh_l2	4	0.07795330137014389
231	rnn.bias_hh_l2	5	-0.061125513166189194
231	rnn.bias_hh_l2	6	0.05582737177610397
231	rnn.bias_hh_l2	7	-0.02592884562909603
231	rnn.bias_hh_l2	8	0.041740141808986664
231	rnn.bias_hh_l2	9	0.024010196328163147
231	rnn.weight_ih_l2_reverse	0	0.08225873112678528
231	rnn.weight_ih_l2_reverse	1	-0.05564424768090248
231	rnn.weight_ih_l2_reverse	2	0.001220240956172347
231	rnn.weight_ih_l2_reverse	3	0.03525000065565109
231	rnn.weight_ih_l2_reverse	4	0.05409030616283417
231	rnn.weight_ih_l2_reverse	5	-0.04069223254919052
231	rnn.weight_ih_l2_reverse	6	-0.0009604885708540678
231	rnn.weight_ih_l2_reverse	7	-0.013223725371062756
231	rnn.weight_ih_l2_reverse	8	0.01410552579909563
231	rnn.weight_ih_l2_reverse	9	-0.07957015931606293
231	rnn.weight_hh_l2_reverse	0	-0.082773357629776
231	rnn.weight_hh_l2_reverse	1	0.016705375164747238
231	rnn.weight_hh_l2_reverse	2	0.010429497808218002
231	rnn.weight_hh_l2_reverse	3	0.024329785257577896
231	rnn.weight_hh_l2_reverse	4	-0.03681332990527153
231	rnn.weight_hh_l2_reverse	5	-0.014764257706701756
231	rnn.weight_hh_l2_reverse	6	-0.0438150018453598
231	rnn.weight_hh_l2_reverse	7	-0.05990563705563545
231	rnn.weight_hh_l2_reverse	8	-0.006693712901324034
231	rnn.weight_hh_l2_reverse	9	-0.05898871272802353
231	rnn.bias_ih_l2_reverse	0	-0.05874566361308098
231	rnn.bias_ih_l2_reverse	1	-0.02720138616859913
231	rnn.bias_ih_l2_reverse	2	0.04658015817403793
231	rnn.bias_ih_l2_reverse	3	0.032065633684396744
231	rnn.bias_ih_l2_reverse	4	0.07567430287599564
231	rnn.bias_ih_l2_reverse	5	-0.08853743225336075
231	rnn.bias_ih_l2_reverse	6	-0.04334263131022453
231	rnn.bias_ih_l2_reverse	7	-0.059617575258016586
231	rnn.bias_ih_l2_reverse	8	0.0630587637424469
231	rnn.bias_ih_l2_reverse	9	0.02589278295636177
231	rnn.bias_hh_l2_reverse	0	0.049247659742832184
231	rnn.bias_hh_l2_reverse	1	-0.06950937211513519
231	rnn.bias_hh_l2_reverse	2	-0.06724180281162262
231	rnn.bias_hh_l2_reverse	3	0.031203484162688255
231	rnn.bias_hh_l2_reverse	4	0.03358747810125351
231	rnn.bias_hh_l2_reverse	5	0.03492278605699539
231	rnn.bias_hh_l2_reverse	6	-0.0826331153512001
231	rnn.bias_hh_l2_reverse	7	-0.006547920871526003
231	rnn.bias_hh_l2_reverse	8	-0.10733412206172943
231	rnn.bias_hh_l2_reverse	9	-0.05488971248269081
231	linear.weight	0	0.025028489530086517
231	linear.weight	1	0.15021617710590363
231	linear.weight	2	-0.02425643615424633
231	linear.weight	3	-0.03651998192071915
231	linear.weight	4	-0.022248394787311554
231	linear.weight	5	0.05358383059501648
231	linear.weight	6	-0.0029993553180247545
231	linear.weight	7	-0.10647328197956085
231	linear.weight	8	-0.031246498227119446
231	linear.weight	9	0.11477907747030258
231	linear.bias	0	0.5033374428749084
231	linear.bias	1	0.7867132425308228
231	linear.bias	2	-1.6440036296844482
231	linear.bias	3	-0.05754556506872177
231	linear.bias	4	-0.050822705030441284
231	linear.bias	5	0.25264808535575867
232	transitions	0	0.029491262510418892
232	transitions	1	-10000.0
232	transitions	2	2.7075304985046387
232	transitions	3	-1.190242052078247
232	transitions	4	-10000.0
232	transitions	5	-10000.0
232	transitions	6	-10000.0
232	transitions	7	0.8815352916717529
232	transitions	8	0.8324820399284363
232	transitions	9	-1.185512900352478
232	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
232	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
232	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
232	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
232	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
232	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
232	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
232	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
232	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
232	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
232	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
232	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
232	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
232	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
232	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
232	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
232	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
232	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
232	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
232	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
232	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
232	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
232	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
232	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
232	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
232	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
232	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
232	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
232	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
232	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
232	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
232	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
232	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
232	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
232	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
232	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
232	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
232	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
232	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
232	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
232	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
232	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
232	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
232	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
232	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
232	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
232	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
232	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
232	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
232	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
232	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
232	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
232	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
232	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
232	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
232	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
232	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
232	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
232	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
232	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
232	embedding2nn.weight	0	0.01481031347066164
232	embedding2nn.weight	1	0.0001909532438730821
232	embedding2nn.weight	2	0.005579869728535414
232	embedding2nn.weight	3	0.0007010324625298381
232	embedding2nn.weight	4	-0.008221455849707127
232	embedding2nn.weight	5	-0.005605814512819052
232	embedding2nn.weight	6	-0.0008376400219276547
232	embedding2nn.weight	7	-0.0029370142146945
232	embedding2nn.weight	8	0.013791057281196117
232	embedding2nn.weight	9	0.0044326395727694035
232	embedding2nn.bias	0	0.005156802944839001
232	embedding2nn.bias	1	-0.016968892887234688
232	embedding2nn.bias	2	0.004401702433824539
232	embedding2nn.bias	3	-0.008158756420016289
232	embedding2nn.bias	4	-0.02510032057762146
232	embedding2nn.bias	5	-4.4317221181700006e-05
232	embedding2nn.bias	6	0.007495601661503315
232	embedding2nn.bias	7	-0.009083173237740993
232	embedding2nn.bias	8	0.0003497142461128533
232	embedding2nn.bias	9	-0.004106942564249039
232	rnn.weight_ih_l0	0	-0.05224210396409035
232	rnn.weight_ih_l0	1	0.050724782049655914
232	rnn.weight_ih_l0	2	0.03187253698706627
232	rnn.weight_ih_l0	3	0.014781532809138298
232	rnn.weight_ih_l0	4	0.012524908408522606
232	rnn.weight_ih_l0	5	0.08422696590423584
232	rnn.weight_ih_l0	6	0.0760766938328743
232	rnn.weight_ih_l0	7	0.037793196737766266
232	rnn.weight_ih_l0	8	-0.04586790129542351
232	rnn.weight_ih_l0	9	0.007957866415381432
232	rnn.weight_hh_l0	0	0.008264904841780663
232	rnn.weight_hh_l0	1	-0.06424903869628906
232	rnn.weight_hh_l0	2	-0.06549705564975739
232	rnn.weight_hh_l0	3	0.07156021893024445
232	rnn.weight_hh_l0	4	0.07103687524795532
232	rnn.weight_hh_l0	5	0.006017172709107399
232	rnn.weight_hh_l0	6	-0.0033982270397245884
232	rnn.weight_hh_l0	7	-0.015627633780241013
232	rnn.weight_hh_l0	8	-0.029348259791731834
232	rnn.weight_hh_l0	9	0.057578522711992264
232	rnn.bias_ih_l0	0	-0.06239394471049309
232	rnn.bias_ih_l0	1	0.08882346749305725
232	rnn.bias_ih_l0	2	0.020168017596006393
232	rnn.bias_ih_l0	3	0.07986988127231598
232	rnn.bias_ih_l0	4	-0.07754482328891754
232	rnn.bias_ih_l0	5	0.08252007514238358
232	rnn.bias_ih_l0	6	-0.068572498857975
232	rnn.bias_ih_l0	7	-0.03603179007768631
232	rnn.bias_ih_l0	8	-0.09224643558263779
232	rnn.bias_ih_l0	9	-0.04499612748622894
232	rnn.bias_hh_l0	0	0.03321007266640663
232	rnn.bias_hh_l0	1	0.07348921149969101
232	rnn.bias_hh_l0	2	0.07022049278020859
232	rnn.bias_hh_l0	3	0.08593636751174927
232	rnn.bias_hh_l0	4	-0.1001371368765831
232	rnn.bias_hh_l0	5	-0.07098190486431122
232	rnn.bias_hh_l0	6	0.0787850171327591
232	rnn.bias_hh_l0	7	-0.07975422590970993
232	rnn.bias_hh_l0	8	-0.02659141644835472
232	rnn.bias_hh_l0	9	0.009946297854185104
232	rnn.weight_ih_l0_reverse	0	0.07938405126333237
232	rnn.weight_ih_l0_reverse	1	0.07331331819295883
232	rnn.weight_ih_l0_reverse	2	0.038775485008955
232	rnn.weight_ih_l0_reverse	3	0.033685870468616486
232	rnn.weight_ih_l0_reverse	4	-0.036450620740652084
232	rnn.weight_ih_l0_reverse	5	0.0508294478058815
232	rnn.weight_ih_l0_reverse	6	0.06647925823926926
232	rnn.weight_ih_l0_reverse	7	0.022277118638157845
232	rnn.weight_ih_l0_reverse	8	-0.05794410780072212
232	rnn.weight_ih_l0_reverse	9	-0.052838556468486786
232	rnn.weight_hh_l0_reverse	0	0.02561020292341709
232	rnn.weight_hh_l0_reverse	1	-0.08737079799175262
232	rnn.weight_hh_l0_reverse	2	0.06343354284763336
232	rnn.weight_hh_l0_reverse	3	-0.021588776260614395
232	rnn.weight_hh_l0_reverse	4	0.08537040650844574
232	rnn.weight_hh_l0_reverse	5	-0.001975581282749772
232	rnn.weight_hh_l0_reverse	6	0.030673589557409286
232	rnn.weight_hh_l0_reverse	7	0.07876056432723999
232	rnn.weight_hh_l0_reverse	8	-0.02240811474621296
232	rnn.weight_hh_l0_reverse	9	-0.046560294926166534
232	rnn.bias_ih_l0_reverse	0	0.00048054481158033013
232	rnn.bias_ih_l0_reverse	1	-0.019393788650631905
232	rnn.bias_ih_l0_reverse	2	-0.013429523445665836
232	rnn.bias_ih_l0_reverse	3	0.03620654717087746
232	rnn.bias_ih_l0_reverse	4	0.06806556135416031
232	rnn.bias_ih_l0_reverse	5	-0.020659880712628365
232	rnn.bias_ih_l0_reverse	6	-0.02692280150949955
232	rnn.bias_ih_l0_reverse	7	-0.04842444509267807
232	rnn.bias_ih_l0_reverse	8	0.005385472439229488
232	rnn.bias_ih_l0_reverse	9	-0.06688559055328369
232	rnn.bias_hh_l0_reverse	0	0.04016222432255745
232	rnn.bias_hh_l0_reverse	1	-0.0682481899857521
232	rnn.bias_hh_l0_reverse	2	0.07502718269824982
232	rnn.bias_hh_l0_reverse	3	0.06309708952903748
232	rnn.bias_hh_l0_reverse	4	0.02204817160964012
232	rnn.bias_hh_l0_reverse	5	0.046202320605516434
232	rnn.bias_hh_l0_reverse	6	0.06710970401763916
232	rnn.bias_hh_l0_reverse	7	0.08494161814451218
232	rnn.bias_hh_l0_reverse	8	-0.008338745683431625
232	rnn.bias_hh_l0_reverse	9	0.04880882054567337
232	rnn.weight_ih_l1	0	0.023598071187734604
232	rnn.weight_ih_l1	1	0.016220714896917343
232	rnn.weight_ih_l1	2	0.08849729597568512
232	rnn.weight_ih_l1	3	-0.024293014779686928
232	rnn.weight_ih_l1	4	-0.024516360834240913
232	rnn.weight_ih_l1	5	-0.012845367193222046
232	rnn.weight_ih_l1	6	0.07285753637552261
232	rnn.weight_ih_l1	7	-0.0038425771053880453
232	rnn.weight_ih_l1	8	-0.052477605640888214
232	rnn.weight_ih_l1	9	0.054567769169807434
232	rnn.weight_hh_l1	0	-0.08198700845241547
232	rnn.weight_hh_l1	1	-0.03565887734293938
232	rnn.weight_hh_l1	2	-0.008127315901219845
232	rnn.weight_hh_l1	3	-0.05817889794707298
232	rnn.weight_hh_l1	4	0.08598426729440689
232	rnn.weight_hh_l1	5	-0.08416492491960526
232	rnn.weight_hh_l1	6	-0.050144631415605545
232	rnn.weight_hh_l1	7	0.0650053471326828
232	rnn.weight_hh_l1	8	-0.013540034182369709
232	rnn.weight_hh_l1	9	-0.0398096926510334
232	rnn.bias_ih_l1	0	-0.034122318029403687
232	rnn.bias_ih_l1	1	0.05484486371278763
232	rnn.bias_ih_l1	2	-0.04551306739449501
232	rnn.bias_ih_l1	3	-0.07734604924917221
232	rnn.bias_ih_l1	4	-0.028541896492242813
232	rnn.bias_ih_l1	5	-0.005761045031249523
232	rnn.bias_ih_l1	6	-0.04566948860883713
232	rnn.bias_ih_l1	7	0.06219856068491936
232	rnn.bias_ih_l1	8	0.08540822565555573
232	rnn.bias_ih_l1	9	0.03190266340970993
232	rnn.bias_hh_l1	0	0.06879264861345291
232	rnn.bias_hh_l1	1	-0.05868655815720558
232	rnn.bias_hh_l1	2	0.019259247928857803
232	rnn.bias_hh_l1	3	0.08186150342226028
232	rnn.bias_hh_l1	4	0.057846736162900925
232	rnn.bias_hh_l1	5	-0.0798128992319107
232	rnn.bias_hh_l1	6	0.014328795485198498
232	rnn.bias_hh_l1	7	0.04241076111793518
232	rnn.bias_hh_l1	8	0.01541047915816307
232	rnn.bias_hh_l1	9	-0.004655261058360338
232	rnn.weight_ih_l1_reverse	0	0.08707696199417114
232	rnn.weight_ih_l1_reverse	1	-0.04184872284531593
232	rnn.weight_ih_l1_reverse	2	-0.061882831156253815
232	rnn.weight_ih_l1_reverse	3	0.02538297139108181
232	rnn.weight_ih_l1_reverse	4	-0.04662669077515602
232	rnn.weight_ih_l1_reverse	5	0.024022677913308144
232	rnn.weight_ih_l1_reverse	6	0.04042111337184906
232	rnn.weight_ih_l1_reverse	7	0.020164022222161293
232	rnn.weight_ih_l1_reverse	8	-0.008761897683143616
232	rnn.weight_ih_l1_reverse	9	-0.06684837490320206
232	rnn.weight_hh_l1_reverse	0	0.004935665056109428
232	rnn.weight_hh_l1_reverse	1	0.019000427797436714
232	rnn.weight_hh_l1_reverse	2	-0.05819689854979515
232	rnn.weight_hh_l1_reverse	3	-0.012870692647993565
232	rnn.weight_hh_l1_reverse	4	0.00887366384267807
232	rnn.weight_hh_l1_reverse	5	-0.06526033580303192
232	rnn.weight_hh_l1_reverse	6	-0.06728338450193405
232	rnn.weight_hh_l1_reverse	7	-0.011399993672966957
232	rnn.weight_hh_l1_reverse	8	-0.05931716039776802
232	rnn.weight_hh_l1_reverse	9	-0.04400138556957245
232	rnn.bias_ih_l1_reverse	0	-0.0029292108956724405
232	rnn.bias_ih_l1_reverse	1	-0.0413791760802269
232	rnn.bias_ih_l1_reverse	2	0.030260393396019936
232	rnn.bias_ih_l1_reverse	3	-0.08448874205350876
232	rnn.bias_ih_l1_reverse	4	-0.08660177886486053
232	rnn.bias_ih_l1_reverse	5	-0.08634813129901886
232	rnn.bias_ih_l1_reverse	6	0.06644600629806519
232	rnn.bias_ih_l1_reverse	7	0.08447391539812088
232	rnn.bias_ih_l1_reverse	8	0.002736808266490698
232	rnn.bias_ih_l1_reverse	9	-0.009749587625265121
232	rnn.bias_hh_l1_reverse	0	0.062258049845695496
232	rnn.bias_hh_l1_reverse	1	-0.06685618311166763
232	rnn.bias_hh_l1_reverse	2	-0.05471799522638321
232	rnn.bias_hh_l1_reverse	3	0.0741332471370697
232	rnn.bias_hh_l1_reverse	4	-0.022396838292479515
232	rnn.bias_hh_l1_reverse	5	-0.005459429230540991
232	rnn.bias_hh_l1_reverse	6	-0.05959131941199303
232	rnn.bias_hh_l1_reverse	7	-0.05963403359055519
232	rnn.bias_hh_l1_reverse	8	0.06613972038030624
232	rnn.bias_hh_l1_reverse	9	0.04989670217037201
232	rnn.weight_ih_l2	0	0.07788823544979095
232	rnn.weight_ih_l2	1	-0.054246935993433
232	rnn.weight_ih_l2	2	0.06333524733781815
232	rnn.weight_ih_l2	3	0.06563720852136612
232	rnn.weight_ih_l2	4	0.05670207738876343
232	rnn.weight_ih_l2	5	-0.03540594130754471
232	rnn.weight_ih_l2	6	-0.07572963833808899
232	rnn.weight_ih_l2	7	0.011767031624913216
232	rnn.weight_ih_l2	8	-0.017178554087877274
232	rnn.weight_ih_l2	9	-0.06912674009799957
232	rnn.weight_hh_l2	0	0.04804444685578346
232	rnn.weight_hh_l2	1	0.03080708719789982
232	rnn.weight_hh_l2	2	-0.054716676473617554
232	rnn.weight_hh_l2	3	-0.02535858377814293
232	rnn.weight_hh_l2	4	0.05501591041684151
232	rnn.weight_hh_l2	5	-0.02416648343205452
232	rnn.weight_hh_l2	6	0.008495280519127846
232	rnn.weight_hh_l2	7	-0.053504519164562225
232	rnn.weight_hh_l2	8	-0.005971853155642748
232	rnn.weight_hh_l2	9	-0.018037958070635796
232	rnn.bias_ih_l2	0	0.14662058651447296
232	rnn.bias_ih_l2	1	0.011769916862249374
232	rnn.bias_ih_l2	2	0.06862401217222214
232	rnn.bias_ih_l2	3	0.028551338240504265
232	rnn.bias_ih_l2	4	-0.0066301352344453335
232	rnn.bias_ih_l2	5	0.04778566583991051
232	rnn.bias_ih_l2	6	0.013721944764256477
232	rnn.bias_ih_l2	7	0.017969049513339996
232	rnn.bias_ih_l2	8	0.01815206930041313
232	rnn.bias_ih_l2	9	-0.015276103280484676
232	rnn.bias_hh_l2	0	0.023387592285871506
232	rnn.bias_hh_l2	1	0.0076938048005104065
232	rnn.bias_hh_l2	2	0.07761353999376297
232	rnn.bias_hh_l2	3	0.029385624453425407
232	rnn.bias_hh_l2	4	0.07795561105012894
232	rnn.bias_hh_l2	5	-0.06081952527165413
232	rnn.bias_hh_l2	6	0.05668129399418831
232	rnn.bias_hh_l2	7	-0.02594156563282013
232	rnn.bias_hh_l2	8	0.041775431483983994
232	rnn.bias_hh_l2	9	0.024083755910396576
232	rnn.weight_ih_l2_reverse	0	0.08225848525762558
232	rnn.weight_ih_l2_reverse	1	-0.0556587353348732
232	rnn.weight_ih_l2_reverse	2	0.0012214969610795379
232	rnn.weight_ih_l2_reverse	3	0.03524979576468468
232	rnn.weight_ih_l2_reverse	4	0.054091352969408035
232	rnn.weight_ih_l2_reverse	5	-0.040690891444683075
232	rnn.weight_ih_l2_reverse	6	-0.0009913456160575151
232	rnn.weight_ih_l2_reverse	7	-0.013238602317869663
232	rnn.weight_ih_l2_reverse	8	0.014364980161190033
232	rnn.weight_ih_l2_reverse	9	-0.07957054674625397
232	rnn.weight_hh_l2_reverse	0	-0.08277352899312973
232	rnn.weight_hh_l2_reverse	1	0.016684845089912415
232	rnn.weight_hh_l2_reverse	2	0.010429437272250652
232	rnn.weight_hh_l2_reverse	3	0.024329980835318565
232	rnn.weight_hh_l2_reverse	4	-0.03681425377726555
232	rnn.weight_hh_l2_reverse	5	-0.014763246290385723
232	rnn.weight_hh_l2_reverse	6	-0.043875206261873245
232	rnn.weight_hh_l2_reverse	7	-0.05990632623434067
232	rnn.weight_hh_l2_reverse	8	-0.006692406255751848
232	rnn.weight_hh_l2_reverse	9	-0.058991216123104095
232	rnn.bias_ih_l2_reverse	0	-0.058384694159030914
232	rnn.bias_ih_l2_reverse	1	-0.027195662260055542
232	rnn.bias_ih_l2_reverse	2	0.04656894877552986
232	rnn.bias_ih_l2_reverse	3	0.03212239593267441
232	rnn.bias_ih_l2_reverse	4	0.07568693906068802
232	rnn.bias_ih_l2_reverse	5	-0.08852691203355789
232	rnn.bias_ih_l2_reverse	6	-0.04333895817399025
232	rnn.bias_ih_l2_reverse	7	-0.059645380824804306
232	rnn.bias_ih_l2_reverse	8	0.06323135644197464
232	rnn.bias_ih_l2_reverse	9	0.025830086320638657
232	rnn.bias_hh_l2_reverse	0	0.04923376813530922
232	rnn.bias_hh_l2_reverse	1	-0.06935571879148483
232	rnn.bias_hh_l2_reverse	2	-0.06723924726247787
232	rnn.bias_hh_l2_reverse	3	0.03117799200117588
232	rnn.bias_hh_l2_reverse	4	0.03365029767155647
232	rnn.bias_hh_l2_reverse	5	0.03491593524813652
232	rnn.bias_hh_l2_reverse	6	-0.08263792842626572
232	rnn.bias_hh_l2_reverse	7	-0.006574464496225119
232	rnn.bias_hh_l2_reverse	8	-0.1073990985751152
232	rnn.bias_hh_l2_reverse	9	-0.05489867925643921
232	linear.weight	0	0.025028489530086517
232	linear.weight	1	0.15079350769519806
232	linear.weight	2	-0.024255696684122086
232	linear.weight	3	-0.0366237498819828
232	linear.weight	4	-0.022248394787311554
232	linear.weight	5	0.05334702879190445
232	linear.weight	6	-0.002964253071695566
232	linear.weight	7	-0.10667846351861954
232	linear.weight	8	-0.030916506424546242
232	linear.weight	9	0.11481540650129318
232	linear.bias	0	0.5002628564834595
232	linear.bias	1	0.7857735753059387
232	linear.bias	2	-1.644136667251587
232	linear.bias	3	-0.05754556506872177
232	linear.bias	4	-0.050822705030441284
232	linear.bias	5	0.25679540634155273
233	transitions	0	0.029455237090587616
233	transitions	1	-10000.0
233	transitions	2	2.7084779739379883
233	transitions	3	-1.191080927848816
233	transitions	4	-10000.0
233	transitions	5	-10000.0
233	transitions	6	-10000.0
233	transitions	7	0.8815348744392395
233	transitions	8	0.8324505090713501
233	transitions	9	-1.1856467723846436
233	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
233	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
233	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
233	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
233	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
233	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
233	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
233	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
233	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
233	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
233	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
233	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
233	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
233	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
233	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
233	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
233	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
233	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
233	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
233	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
233	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
233	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
233	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
233	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
233	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
233	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
233	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
233	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
233	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
233	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
233	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
233	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
233	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
233	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
233	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
233	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
233	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
233	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
233	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
233	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
233	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
233	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
233	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
233	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
233	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
233	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
233	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
233	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
233	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
233	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
233	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
233	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
233	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
233	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
233	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
233	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
233	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
233	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
233	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
233	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
233	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
233	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
233	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
233	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
233	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
233	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
233	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
233	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
233	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
233	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
233	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
233	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
233	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
233	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
233	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
233	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
233	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
233	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
233	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
233	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
233	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
233	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
233	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
233	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
233	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
233	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
233	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
233	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
233	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
233	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
233	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
233	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
233	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
233	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
233	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
233	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
233	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
233	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
233	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
233	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
233	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
233	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
233	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
233	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
233	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
233	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
233	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
233	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
233	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
233	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
233	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
233	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
233	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
233	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
233	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
233	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
233	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
233	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
233	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
233	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
233	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
233	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
233	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
233	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
233	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
233	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
233	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
233	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
233	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
233	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
233	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
233	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
233	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
233	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
233	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
233	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
233	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
233	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
233	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
233	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
233	embedding2nn.weight	0	0.01481040008366108
233	embedding2nn.weight	1	0.0001925754768308252
233	embedding2nn.weight	2	0.0055799586698412895
233	embedding2nn.weight	3	0.0007011893321759999
233	embedding2nn.weight	4	-0.008195257745683193
233	embedding2nn.weight	5	-0.005605814978480339
233	embedding2nn.weight	6	-0.0008514322689734399
233	embedding2nn.weight	7	-0.002938327379524708
233	embedding2nn.weight	8	0.013773228973150253
233	embedding2nn.weight	9	0.00443255202844739
233	embedding2nn.bias	0	0.005275507923215628
233	embedding2nn.bias	1	-0.01691744104027748
233	embedding2nn.bias	2	0.004434972070157528
233	embedding2nn.bias	3	-0.00823192484676838
233	embedding2nn.bias	4	-0.025140080600976944
233	embedding2nn.bias	5	-0.00012015322863589972
233	embedding2nn.bias	6	0.007562102749943733
233	embedding2nn.bias	7	-0.009032825008034706
233	embedding2nn.bias	8	0.00043030487722717226
233	embedding2nn.bias	9	-0.0042450581677258015
233	rnn.weight_ih_l0	0	-0.05223708599805832
233	rnn.weight_ih_l0	1	0.050725728273391724
233	rnn.weight_ih_l0	2	0.03187240660190582
233	rnn.weight_ih_l0	3	0.014780942350625992
233	rnn.weight_ih_l0	4	0.012530149891972542
233	rnn.weight_ih_l0	5	0.0842280164361
233	rnn.weight_ih_l0	6	0.07607690244913101
233	rnn.weight_ih_l0	7	0.03779333457350731
233	rnn.weight_ih_l0	8	-0.0458720326423645
233	rnn.weight_ih_l0	9	0.007954627275466919
233	rnn.weight_hh_l0	0	0.008264371193945408
233	rnn.weight_hh_l0	1	-0.06425456702709198
233	rnn.weight_hh_l0	2	-0.06549731642007828
233	rnn.weight_hh_l0	3	0.07156076282262802
233	rnn.weight_hh_l0	4	0.07103857398033142
233	rnn.weight_hh_l0	5	0.006010559853166342
233	rnn.weight_hh_l0	6	-0.0034156229812651873
233	rnn.weight_hh_l0	7	-0.015618640929460526
233	rnn.weight_hh_l0	8	-0.029341351240873337
233	rnn.weight_hh_l0	9	0.05757840722799301
233	rnn.bias_ih_l0	0	-0.062458883970975876
233	rnn.bias_ih_l0	1	0.08883196860551834
233	rnn.bias_ih_l0	2	0.020168118178844452
233	rnn.bias_ih_l0	3	0.0798162966966629
233	rnn.bias_ih_l0	4	-0.07733506709337234
233	rnn.bias_ih_l0	5	0.08246533572673798
233	rnn.bias_ih_l0	6	-0.06844884157180786
233	rnn.bias_ih_l0	7	-0.03603009879589081
233	rnn.bias_ih_l0	8	-0.09218262135982513
233	rnn.bias_ih_l0	9	-0.044989705085754395
233	rnn.bias_hh_l0	0	0.03310747072100639
233	rnn.bias_hh_l0	1	0.07349752634763718
233	rnn.bias_hh_l0	2	0.07021080702543259
233	rnn.bias_hh_l0	3	0.08595877885818481
233	rnn.bias_hh_l0	4	-0.10015638917684555
233	rnn.bias_hh_l0	5	-0.07097497582435608
233	rnn.bias_hh_l0	6	0.07880210131406784
233	rnn.bias_hh_l0	7	-0.07974083721637726
233	rnn.bias_hh_l0	8	-0.02658466249704361
233	rnn.bias_hh_l0	9	0.009889768436551094
233	rnn.weight_ih_l0_reverse	0	0.07938704639673233
233	rnn.weight_ih_l0_reverse	1	0.07329826056957245
233	rnn.weight_ih_l0_reverse	2	0.0387752465903759
233	rnn.weight_ih_l0_reverse	3	0.03368575498461723
233	rnn.weight_ih_l0_reverse	4	-0.036451585590839386
233	rnn.weight_ih_l0_reverse	5	0.0508296974003315
233	rnn.weight_ih_l0_reverse	6	0.06647948175668716
233	rnn.weight_ih_l0_reverse	7	0.022275367751717567
233	rnn.weight_ih_l0_reverse	8	-0.05794229358434677
233	rnn.weight_ih_l0_reverse	9	-0.0528382882475853
233	rnn.weight_hh_l0_reverse	0	0.025612419471144676
233	rnn.weight_hh_l0_reverse	1	-0.08737090229988098
233	rnn.weight_hh_l0_reverse	2	0.06343263387680054
233	rnn.weight_hh_l0_reverse	3	-0.021584440022706985
233	rnn.weight_hh_l0_reverse	4	0.0853634625673294
233	rnn.weight_hh_l0_reverse	5	-0.0019817824941128492
233	rnn.weight_hh_l0_reverse	6	0.03070518746972084
233	rnn.weight_hh_l0_reverse	7	0.0787610411643982
233	rnn.weight_hh_l0_reverse	8	-0.02241056226193905
233	rnn.weight_hh_l0_reverse	9	-0.04655832052230835
233	rnn.bias_ih_l0_reverse	0	0.00046557013411074877
233	rnn.bias_ih_l0_reverse	1	-0.019305339083075523
233	rnn.bias_ih_l0_reverse	2	-0.01342199556529522
233	rnn.bias_ih_l0_reverse	3	0.03625785559415817
233	rnn.bias_ih_l0_reverse	4	0.06805919855833054
233	rnn.bias_ih_l0_reverse	5	-0.020655157044529915
233	rnn.bias_ih_l0_reverse	6	-0.02692069672048092
233	rnn.bias_ih_l0_reverse	7	-0.04841994866728783
233	rnn.bias_ih_l0_reverse	8	0.005376785062253475
233	rnn.bias_ih_l0_reverse	9	-0.06684411317110062
233	rnn.bias_hh_l0_reverse	0	0.040160004049539566
233	rnn.bias_hh_l0_reverse	1	-0.06820671260356903
233	rnn.bias_hh_l0_reverse	2	0.07519800215959549
233	rnn.bias_hh_l0_reverse	3	0.0630963146686554
233	rnn.bias_hh_l0_reverse	4	0.022114083170890808
233	rnn.bias_hh_l0_reverse	5	0.04618324339389801
233	rnn.bias_hh_l0_reverse	6	0.06707917898893356
233	rnn.bias_hh_l0_reverse	7	0.0849614292383194
233	rnn.bias_hh_l0_reverse	8	-0.008333120495080948
233	rnn.bias_hh_l0_reverse	9	0.04882315918803215
233	rnn.weight_ih_l1	0	0.023589089512825012
233	rnn.weight_ih_l1	1	0.016220634803175926
233	rnn.weight_ih_l1	2	0.08840788900852203
233	rnn.weight_ih_l1	3	-0.02429284155368805
233	rnn.weight_ih_l1	4	-0.024531496688723564
233	rnn.weight_ih_l1	5	-0.012836916372179985
233	rnn.weight_ih_l1	6	0.0728558599948883
233	rnn.weight_ih_l1	7	-0.0038360529579222202
233	rnn.weight_ih_l1	8	-0.05247262865304947
233	rnn.weight_ih_l1	9	0.05469493195414543
233	rnn.weight_hh_l1	0	-0.08199383318424225
233	rnn.weight_hh_l1	1	-0.035658370703458786
233	rnn.weight_hh_l1	2	-0.00812729075551033
233	rnn.weight_hh_l1	3	-0.05817760154604912
233	rnn.weight_hh_l1	4	0.08597385138273239
233	rnn.weight_hh_l1	5	-0.08416727185249329
233	rnn.weight_hh_l1	6	-0.05013392120599747
233	rnn.weight_hh_l1	7	0.06499700248241425
233	rnn.weight_hh_l1	8	-0.013539689593017101
233	rnn.weight_hh_l1	9	-0.03980368748307228
233	rnn.bias_ih_l1	0	-0.03420017287135124
233	rnn.bias_ih_l1	1	0.05483775585889816
233	rnn.bias_ih_l1	2	-0.04551113024353981
233	rnn.bias_ih_l1	3	-0.07732927054166794
233	rnn.bias_ih_l1	4	-0.028546029701828957
233	rnn.bias_ih_l1	5	-0.0054139383137226105
233	rnn.bias_ih_l1	6	-0.045873019844293594
233	rnn.bias_ih_l1	7	0.06217876821756363
233	rnn.bias_ih_l1	8	0.08536311984062195
233	rnn.bias_ih_l1	9	0.03177420049905777
233	rnn.bias_hh_l1	0	0.0687960684299469
233	rnn.bias_hh_l1	1	-0.05867668613791466
233	rnn.bias_hh_l1	2	0.019264569506049156
233	rnn.bias_hh_l1	3	0.0819016769528389
233	rnn.bias_hh_l1	4	0.05784812942147255
233	rnn.bias_hh_l1	5	-0.07982491701841354
233	rnn.bias_hh_l1	6	0.014332658611238003
233	rnn.bias_hh_l1	7	0.0424073301255703
233	rnn.bias_hh_l1	8	0.015415258705615997
233	rnn.bias_hh_l1	9	-0.004673643037676811
233	rnn.weight_ih_l1_reverse	0	0.08708326518535614
233	rnn.weight_ih_l1_reverse	1	-0.041849005967378616
233	rnn.weight_ih_l1_reverse	2	-0.06188231334090233
233	rnn.weight_ih_l1_reverse	3	0.025383589789271355
233	rnn.weight_ih_l1_reverse	4	-0.04662712663412094
233	rnn.weight_ih_l1_reverse	5	0.02402086928486824
233	rnn.weight_ih_l1_reverse	6	0.04042179882526398
233	rnn.weight_ih_l1_reverse	7	0.020174529403448105
233	rnn.weight_ih_l1_reverse	8	-0.008758374489843845
233	rnn.weight_ih_l1_reverse	9	-0.06690140813589096
233	rnn.weight_hh_l1_reverse	0	0.004934990778565407
233	rnn.weight_hh_l1_reverse	1	0.019001837819814682
233	rnn.weight_hh_l1_reverse	2	-0.05819658935070038
233	rnn.weight_hh_l1_reverse	3	-0.012873264960944653
233	rnn.weight_hh_l1_reverse	4	0.008880967274308205
233	rnn.weight_hh_l1_reverse	5	-0.06530044972896576
233	rnn.weight_hh_l1_reverse	6	-0.0672837346792221
233	rnn.weight_hh_l1_reverse	7	-0.011400047689676285
233	rnn.weight_hh_l1_reverse	8	-0.05930652841925621
233	rnn.weight_hh_l1_reverse	9	-0.04399753734469414
233	rnn.bias_ih_l1_reverse	0	-0.0029327375814318657
233	rnn.bias_ih_l1_reverse	1	-0.04139756038784981
233	rnn.bias_ih_l1_reverse	2	0.03023546375334263
233	rnn.bias_ih_l1_reverse	3	-0.0844973549246788
233	rnn.bias_ih_l1_reverse	4	-0.08659063279628754
233	rnn.bias_ih_l1_reverse	5	-0.08635606616735458
233	rnn.bias_ih_l1_reverse	6	0.06640966981649399
233	rnn.bias_ih_l1_reverse	7	0.0844729095697403
233	rnn.bias_ih_l1_reverse	8	0.002774662571027875
233	rnn.bias_ih_l1_reverse	9	-0.009735575877130032
233	rnn.bias_hh_l1_reverse	0	0.06225067004561424
233	rnn.bias_hh_l1_reverse	1	-0.06684213876724243
233	rnn.bias_hh_l1_reverse	2	-0.05475467070937157
233	rnn.bias_hh_l1_reverse	3	0.07407985627651215
233	rnn.bias_hh_l1_reverse	4	-0.02240808680653572
233	rnn.bias_hh_l1_reverse	5	-0.005457677412778139
233	rnn.bias_hh_l1_reverse	6	-0.059585269540548325
233	rnn.bias_hh_l1_reverse	7	-0.05964364856481552
233	rnn.bias_hh_l1_reverse	8	0.0661337822675705
233	rnn.bias_hh_l1_reverse	9	0.04983288049697876
233	rnn.weight_ih_l2	0	0.07784421741962433
233	rnn.weight_ih_l2	1	-0.05424989014863968
233	rnn.weight_ih_l2	2	0.06333792209625244
233	rnn.weight_ih_l2	3	0.06565194576978683
233	rnn.weight_ih_l2	4	0.0566956028342247
233	rnn.weight_ih_l2	5	-0.03541092574596405
233	rnn.weight_ih_l2	6	-0.07572922855615616
233	rnn.weight_ih_l2	7	0.011766979470849037
233	rnn.weight_ih_l2	8	-0.01717814803123474
233	rnn.weight_ih_l2	9	-0.06912783533334732
233	rnn.weight_hh_l2	0	0.04804202914237976
233	rnn.weight_hh_l2	1	0.0308053120970726
233	rnn.weight_hh_l2	2	-0.0547158308327198
233	rnn.weight_hh_l2	3	-0.025362251326441765
233	rnn.weight_hh_l2	4	0.055017005652189255
233	rnn.weight_hh_l2	5	-0.024157870560884476
233	rnn.weight_hh_l2	6	0.00849218387156725
233	rnn.weight_hh_l2	7	-0.053502898663282394
233	rnn.weight_hh_l2	8	-0.0059665204025805
233	rnn.weight_hh_l2	9	-0.018037445843219757
233	rnn.bias_ih_l2	0	0.14696653187274933
233	rnn.bias_ih_l2	1	0.011771362274885178
233	rnn.bias_ih_l2	2	0.06865338981151581
233	rnn.bias_ih_l2	3	0.028539670631289482
233	rnn.bias_ih_l2	4	-0.0066294982098042965
233	rnn.bias_ih_l2	5	0.04779496416449547
233	rnn.bias_ih_l2	6	0.01371775008738041
233	rnn.bias_ih_l2	7	0.01795499213039875
233	rnn.bias_ih_l2	8	0.018163178116083145
233	rnn.bias_ih_l2	9	-0.015270455740392208
233	rnn.bias_hh_l2	0	0.023378359153866768
233	rnn.bias_hh_l2	1	0.007696113549172878
233	rnn.bias_hh_l2	2	0.0776037648320198
233	rnn.bias_hh_l2	3	0.029368773102760315
233	rnn.bias_hh_l2	4	0.07795996218919754
233	rnn.bias_hh_l2	5	-0.06061993166804314
233	rnn.bias_hh_l2	6	0.05679318308830261
233	rnn.bias_hh_l2	7	-0.02592332661151886
233	rnn.bias_hh_l2	8	0.0417565256357193
233	rnn.bias_hh_l2	9	0.024312037974596024
233	rnn.weight_ih_l2_reverse	0	0.08225517719984055
233	rnn.weight_ih_l2_reverse	1	-0.055646687746047974
233	rnn.weight_ih_l2_reverse	2	0.001220294157974422
233	rnn.weight_ih_l2_reverse	3	0.035249341279268265
233	rnn.weight_ih_l2_reverse	4	0.05408966913819313
233	rnn.weight_ih_l2_reverse	5	-0.040690548717975616
233	rnn.weight_ih_l2_reverse	6	-0.001008948776870966
233	rnn.weight_ih_l2_reverse	7	-0.013239451684057713
233	rnn.weight_ih_l2_reverse	8	0.01437223982065916
233	rnn.weight_ih_l2_reverse	9	-0.07957077771425247
233	rnn.weight_hh_l2_reverse	0	-0.08277351409196854
233	rnn.weight_hh_l2_reverse	1	0.016697047278285027
233	rnn.weight_hh_l2_reverse	2	0.010429329238831997
233	rnn.weight_hh_l2_reverse	3	0.024330051615834236
233	rnn.weight_hh_l2_reverse	4	-0.03681345283985138
233	rnn.weight_hh_l2_reverse	5	-0.014758151024580002
233	rnn.weight_hh_l2_reverse	6	-0.0438854843378067
233	rnn.weight_hh_l2_reverse	7	-0.059906214475631714
233	rnn.weight_hh_l2_reverse	8	-0.006692260969430208
233	rnn.weight_hh_l2_reverse	9	-0.05899173766374588
233	rnn.bias_ih_l2_reverse	0	-0.05839504674077034
233	rnn.bias_ih_l2_reverse	1	-0.027201849967241287
233	rnn.bias_ih_l2_reverse	2	0.04655197635293007
233	rnn.bias_ih_l2_reverse	3	0.03187057003378868
233	rnn.bias_ih_l2_reverse	4	0.07569105923175812
233	rnn.bias_ih_l2_reverse	5	-0.08852798491716385
233	rnn.bias_ih_l2_reverse	6	-0.04333515465259552
233	rnn.bias_ih_l2_reverse	7	-0.05971254035830498
233	rnn.bias_ih_l2_reverse	8	0.06316914409399033
233	rnn.bias_ih_l2_reverse	9	0.025760646909475327
233	rnn.bias_hh_l2_reverse	0	0.04903576150536537
233	rnn.bias_hh_l2_reverse	1	-0.06922582536935806
233	rnn.bias_hh_l2_reverse	2	-0.06724154204130173
233	rnn.bias_hh_l2_reverse	3	0.031179361045360565
233	rnn.bias_hh_l2_reverse	4	0.03357929736375809
233	rnn.bias_hh_l2_reverse	5	0.03491104394197464
233	rnn.bias_hh_l2_reverse	6	-0.08263715356588364
233	rnn.bias_hh_l2_reverse	7	-0.006584913469851017
233	rnn.bias_hh_l2_reverse	8	-0.10739052295684814
233	rnn.bias_hh_l2_reverse	9	-0.054898299276828766
233	linear.weight	0	0.025028489530086517
233	linear.weight	1	0.1495981216430664
233	linear.weight	2	-0.02425725758075714
233	linear.weight	3	-0.036717139184474945
233	linear.weight	4	-0.022248394787311554
233	linear.weight	5	0.053702373057603836
233	linear.weight	6	-0.0030016405507922173
233	linear.weight	7	-0.10602018982172012
233	linear.weight	8	-0.030484778806567192
233	linear.weight	9	0.11477045714855194
233	linear.bias	0	0.5011183023452759
233	linear.bias	1	0.7855808138847351
233	linear.bias	2	-1.6442220211029053
233	linear.bias	3	-0.05754556506872177
233	linear.bias	4	-0.050822705030441284
233	linear.bias	5	0.2562181353569031
234	transitions	0	0.029407504945993423
234	transitions	1	-10000.0
234	transitions	2	2.706298589706421
234	transitions	3	-1.1906744241714478
234	transitions	4	-10000.0
234	transitions	5	-10000.0
234	transitions	6	-10000.0
234	transitions	7	0.8815341591835022
234	transitions	8	0.8324263095855713
234	transitions	9	-1.1857845783233643
234	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
234	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
234	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
234	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
234	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
234	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
234	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
234	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
234	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
234	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
234	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
234	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
234	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
234	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
234	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
234	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
234	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
234	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
234	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
234	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
234	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
234	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
234	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
234	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
234	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
234	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
234	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
234	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
234	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
234	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
234	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
234	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
234	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
234	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
234	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
234	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
234	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
234	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
234	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
234	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
234	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
234	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
234	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
234	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
234	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
234	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
234	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
234	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
234	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
234	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
234	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
234	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
234	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
234	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
234	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
234	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
234	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
234	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
234	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
234	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
234	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
234	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
234	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
234	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
234	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
234	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
234	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
234	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
234	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
234	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
234	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
234	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
234	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
234	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
234	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
234	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
234	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
234	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
234	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
234	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
234	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
234	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
234	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
234	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
234	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
234	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
234	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
234	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
234	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
234	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
234	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
234	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
234	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
234	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
234	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
234	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
234	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
234	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
234	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
234	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
234	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
234	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
234	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
234	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
234	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
234	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
234	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
234	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
234	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
234	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
234	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
234	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
234	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
234	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
234	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
234	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
234	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
234	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
234	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
234	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
234	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
234	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
234	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
234	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
234	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
234	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
234	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
234	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
234	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
234	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
234	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
234	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
234	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
234	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
234	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
234	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
234	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
234	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
234	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
234	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
234	embedding2nn.weight	0	0.0148134995251894
234	embedding2nn.weight	1	0.00018988674855791032
234	embedding2nn.weight	2	0.0055798753164708614
234	embedding2nn.weight	3	0.000701354700140655
234	embedding2nn.weight	4	-0.00821654498577118
234	embedding2nn.weight	5	-0.0056399134919047356
234	embedding2nn.weight	6	-0.0008632540120743215
234	embedding2nn.weight	7	-0.0029378177132457495
234	embedding2nn.weight	8	0.013778901658952236
234	embedding2nn.weight	9	0.004436674527823925
234	embedding2nn.bias	0	0.005399801768362522
234	embedding2nn.bias	1	-0.016938041895627975
234	embedding2nn.bias	2	0.004565762355923653
234	embedding2nn.bias	3	-0.008327220566570759
234	embedding2nn.bias	4	-0.025163870304822922
234	embedding2nn.bias	5	-0.0001886353420559317
234	embedding2nn.bias	6	0.00758701004087925
234	embedding2nn.bias	7	-0.00887381937354803
234	embedding2nn.bias	8	0.0002703542704693973
234	embedding2nn.bias	9	-0.0038834339939057827
234	rnn.weight_ih_l0	0	-0.05223223194479942
234	rnn.weight_ih_l0	1	0.05072501674294472
234	rnn.weight_ih_l0	2	0.03187241032719612
234	rnn.weight_ih_l0	3	0.014780041761696339
234	rnn.weight_ih_l0	4	0.012533004395663738
234	rnn.weight_ih_l0	5	0.08422846347093582
234	rnn.weight_ih_l0	6	0.07607662677764893
234	rnn.weight_ih_l0	7	0.037793368101119995
234	rnn.weight_ih_l0	8	-0.04586538299918175
234	rnn.weight_ih_l0	9	0.007970904000103474
234	rnn.weight_hh_l0	0	0.008263131603598595
234	rnn.weight_hh_l0	1	-0.06424131244421005
234	rnn.weight_hh_l0	2	-0.06549716740846634
234	rnn.weight_hh_l0	3	0.07156269997358322
234	rnn.weight_hh_l0	4	0.07103569060564041
234	rnn.weight_hh_l0	5	0.006004722323268652
234	rnn.weight_hh_l0	6	-0.003376265522092581
234	rnn.weight_hh_l0	7	-0.015619257465004921
234	rnn.weight_hh_l0	8	-0.029340622946619987
234	rnn.weight_hh_l0	9	0.05757991597056389
234	rnn.bias_ih_l0	0	-0.062403660267591476
234	rnn.bias_ih_l0	1	0.08881433308124542
234	rnn.bias_ih_l0	2	0.020169228315353394
234	rnn.bias_ih_l0	3	0.07982586324214935
234	rnn.bias_ih_l0	4	-0.07765185832977295
234	rnn.bias_ih_l0	5	0.08253898471593857
234	rnn.bias_ih_l0	6	-0.06793588399887085
234	rnn.bias_ih_l0	7	-0.036040131002664566
234	rnn.bias_ih_l0	8	-0.09183913469314575
234	rnn.bias_ih_l0	9	-0.04498283192515373
234	rnn.bias_hh_l0	0	0.033107783645391464
234	rnn.bias_hh_l0	1	0.07349769026041031
234	rnn.bias_hh_l0	2	0.07024463266134262
234	rnn.bias_hh_l0	3	0.08596505969762802
234	rnn.bias_hh_l0	4	-0.10016550123691559
234	rnn.bias_hh_l0	5	-0.07096804678440094
234	rnn.bias_hh_l0	6	0.0787912979722023
234	rnn.bias_hh_l0	7	-0.08014898002147675
234	rnn.bias_hh_l0	8	-0.02657845802605152
234	rnn.bias_hh_l0	9	0.00964707974344492
234	rnn.weight_ih_l0_reverse	0	0.07938726991415024
234	rnn.weight_ih_l0_reverse	1	0.07329429686069489
234	rnn.weight_ih_l0_reverse	2	0.03877703472971916
234	rnn.weight_ih_l0_reverse	3	0.03368484973907471
234	rnn.weight_ih_l0_reverse	4	-0.036434609442949295
234	rnn.weight_ih_l0_reverse	5	0.05082951486110687
234	rnn.weight_ih_l0_reverse	6	0.06647948920726776
234	rnn.weight_ih_l0_reverse	7	0.022272277623414993
234	rnn.weight_ih_l0_reverse	8	-0.05794249102473259
234	rnn.weight_ih_l0_reverse	9	-0.052837830036878586
234	rnn.weight_hh_l0_reverse	0	0.025613710284233093
234	rnn.weight_hh_l0_reverse	1	-0.08736781775951385
234	rnn.weight_hh_l0_reverse	2	0.06343372911214828
234	rnn.weight_hh_l0_reverse	3	-0.0215859804302454
234	rnn.weight_hh_l0_reverse	4	0.08536317944526672
234	rnn.weight_hh_l0_reverse	5	-0.0019825156778097153
234	rnn.weight_hh_l0_reverse	6	0.03068663738667965
234	rnn.weight_hh_l0_reverse	7	0.07876474410295486
234	rnn.weight_hh_l0_reverse	8	-0.02240809239447117
234	rnn.weight_hh_l0_reverse	9	-0.04655635356903076
234	rnn.bias_ih_l0_reverse	0	0.00048067080206237733
234	rnn.bias_ih_l0_reverse	1	-0.019287150353193283
234	rnn.bias_ih_l0_reverse	2	-0.013528158888220787
234	rnn.bias_ih_l0_reverse	3	0.0363631434738636
234	rnn.bias_ih_l0_reverse	4	0.06808421015739441
234	rnn.bias_ih_l0_reverse	5	-0.020636895671486855
234	rnn.bias_ih_l0_reverse	6	-0.026925265789031982
234	rnn.bias_ih_l0_reverse	7	-0.048398688435554504
234	rnn.bias_ih_l0_reverse	8	0.005382830742746592
234	rnn.bias_ih_l0_reverse	9	-0.06676685065031052
234	rnn.bias_hh_l0_reverse	0	0.04014463722705841
234	rnn.bias_hh_l0_reverse	1	-0.06812945008277893
234	rnn.bias_hh_l0_reverse	2	0.07509300112724304
234	rnn.bias_hh_l0_reverse	3	0.06314803659915924
234	rnn.bias_hh_l0_reverse	4	0.021770214661955833
234	rnn.bias_hh_l0_reverse	5	0.046232920140028
234	rnn.bias_hh_l0_reverse	6	0.0670924261212349
234	rnn.bias_hh_l0_reverse	7	0.08522482216358185
234	rnn.bias_hh_l0_reverse	8	-0.0083945132791996
234	rnn.bias_hh_l0_reverse	9	0.048873595893383026
234	rnn.weight_ih_l1	0	0.02358793094754219
234	rnn.weight_ih_l1	1	0.016228152438998222
234	rnn.weight_ih_l1	2	0.08855730295181274
234	rnn.weight_ih_l1	3	-0.02428961917757988
234	rnn.weight_ih_l1	4	-0.024527426809072495
234	rnn.weight_ih_l1	5	-0.01279501710087061
234	rnn.weight_ih_l1	6	0.07285691052675247
234	rnn.weight_ih_l1	7	-0.003875957801938057
234	rnn.weight_ih_l1	8	-0.05247385427355766
234	rnn.weight_ih_l1	9	0.05470089241862297
234	rnn.weight_hh_l1	0	-0.08196509629487991
234	rnn.weight_hh_l1	1	-0.03566569462418556
234	rnn.weight_hh_l1	2	-0.008125756867229939
234	rnn.weight_hh_l1	3	-0.0581795759499073
234	rnn.weight_hh_l1	4	0.08597764372825623
234	rnn.weight_hh_l1	5	-0.08416695147752762
234	rnn.weight_hh_l1	6	-0.05013487488031387
234	rnn.weight_hh_l1	7	0.06498520821332932
234	rnn.weight_hh_l1	8	-0.01354034710675478
234	rnn.weight_hh_l1	9	-0.039826806634664536
234	rnn.bias_ih_l1	0	-0.034147996455430984
234	rnn.bias_ih_l1	1	0.05484364181756973
234	rnn.bias_ih_l1	2	-0.045496419072151184
234	rnn.bias_ih_l1	3	-0.07720354199409485
234	rnn.bias_ih_l1	4	-0.028561290353536606
234	rnn.bias_ih_l1	5	-0.006272225175052881
234	rnn.bias_ih_l1	6	-0.045653145760297775
234	rnn.bias_ih_l1	7	0.06219404563307762
234	rnn.bias_ih_l1	8	0.0855325385928154
234	rnn.bias_ih_l1	9	0.031765177845954895
234	rnn.bias_hh_l1	0	0.06879574060440063
234	rnn.bias_hh_l1	1	-0.05867487192153931
234	rnn.bias_hh_l1	2	0.019274117425084114
234	rnn.bias_hh_l1	3	0.08188774436712265
234	rnn.bias_hh_l1	4	0.05787220224738121
234	rnn.bias_hh_l1	5	-0.07985459268093109
234	rnn.bias_hh_l1	6	0.014335256069898605
234	rnn.bias_hh_l1	7	0.04236152395606041
234	rnn.bias_hh_l1	8	0.015425587072968483
234	rnn.bias_hh_l1	9	-0.004658168181777
234	rnn.weight_ih_l1_reverse	0	0.08708178251981735
234	rnn.weight_ih_l1_reverse	1	-0.041850846260786057
234	rnn.weight_ih_l1_reverse	2	-0.0618874728679657
234	rnn.weight_ih_l1_reverse	3	0.02538447268307209
234	rnn.weight_ih_l1_reverse	4	-0.046627141535282135
234	rnn.weight_ih_l1_reverse	5	0.02401919849216938
234	rnn.weight_ih_l1_reverse	6	0.04042243957519531
234	rnn.weight_ih_l1_reverse	7	0.020164798945188522
234	rnn.weight_ih_l1_reverse	8	-0.008757217787206173
234	rnn.weight_ih_l1_reverse	9	-0.06684796512126923
234	rnn.weight_hh_l1_reverse	0	0.004934587981551886
234	rnn.weight_hh_l1_reverse	1	0.01900189183652401
234	rnn.weight_hh_l1_reverse	2	-0.05819862335920334
234	rnn.weight_hh_l1_reverse	3	-0.01287003979086876
234	rnn.weight_hh_l1_reverse	4	0.008878891356289387
234	rnn.weight_hh_l1_reverse	5	-0.06527349352836609
234	rnn.weight_hh_l1_reverse	6	-0.06728421896696091
234	rnn.weight_hh_l1_reverse	7	-0.011400881223380566
234	rnn.weight_hh_l1_reverse	8	-0.05930508300662041
234	rnn.weight_hh_l1_reverse	9	-0.04399743303656578
234	rnn.bias_ih_l1_reverse	0	-0.0029122275300323963
234	rnn.bias_ih_l1_reverse	1	-0.04141084849834442
234	rnn.bias_ih_l1_reverse	2	0.03031097911298275
234	rnn.bias_ih_l1_reverse	3	-0.0844927579164505
234	rnn.bias_ih_l1_reverse	4	-0.08664310723543167
234	rnn.bias_ih_l1_reverse	5	-0.08635246753692627
234	rnn.bias_ih_l1_reverse	6	0.06643069535493851
234	rnn.bias_ih_l1_reverse	7	0.08444731682538986
234	rnn.bias_ih_l1_reverse	8	0.00272364285774529
234	rnn.bias_ih_l1_reverse	9	-0.009713253937661648
234	rnn.bias_hh_l1_reverse	0	0.06225186586380005
234	rnn.bias_hh_l1_reverse	1	-0.0667976588010788
234	rnn.bias_hh_l1_reverse	2	-0.05475910007953644
234	rnn.bias_hh_l1_reverse	3	0.07410629838705063
234	rnn.bias_hh_l1_reverse	4	-0.022349363192915916
234	rnn.bias_hh_l1_reverse	5	-0.005454634316265583
234	rnn.bias_hh_l1_reverse	6	-0.0595819354057312
234	rnn.bias_hh_l1_reverse	7	-0.05962671712040901
234	rnn.bias_hh_l1_reverse	8	0.06614633649587631
234	rnn.bias_hh_l1_reverse	9	0.04997613653540611
234	rnn.weight_ih_l2	0	0.07780659943819046
234	rnn.weight_ih_l2	1	-0.054256372153759
234	rnn.weight_ih_l2	2	0.06333738565444946
234	rnn.weight_ih_l2	3	0.06565922498703003
234	rnn.weight_ih_l2	4	0.05669339373707771
234	rnn.weight_ih_l2	5	-0.03540804982185364
234	rnn.weight_ih_l2	6	-0.07571092993021011
234	rnn.weight_ih_l2	7	0.011746582575142384
234	rnn.weight_ih_l2	8	-0.01717786118388176
234	rnn.weight_ih_l2	9	-0.06912807375192642
234	rnn.weight_hh_l2	0	0.048038944602012634
234	rnn.weight_hh_l2	1	0.030803648754954338
234	rnn.weight_hh_l2	2	-0.05471505597233772
234	rnn.weight_hh_l2	3	-0.025368159636855125
234	rnn.weight_hh_l2	4	0.055017851293087006
234	rnn.weight_hh_l2	5	-0.024162206798791885
234	rnn.weight_hh_l2	6	0.008497078903019428
234	rnn.weight_hh_l2	7	-0.05350394919514656
234	rnn.weight_hh_l2	8	-0.005973631516098976
234	rnn.weight_hh_l2	9	-0.01804129034280777
234	rnn.bias_ih_l2	0	0.1470455378293991
234	rnn.bias_ih_l2	1	0.011752195656299591
234	rnn.bias_ih_l2	2	0.06871147453784943
234	rnn.bias_ih_l2	3	0.028568267822265625
234	rnn.bias_ih_l2	4	-0.0066410391591489315
234	rnn.bias_ih_l2	5	0.047821611166000366
234	rnn.bias_ih_l2	6	0.013711696490645409
234	rnn.bias_ih_l2	7	0.01792447827756405
234	rnn.bias_ih_l2	8	0.01817336305975914
234	rnn.bias_ih_l2	9	-0.015258876606822014
234	rnn.bias_hh_l2	0	0.023433439433574677
234	rnn.bias_hh_l2	1	0.007691510021686554
234	rnn.bias_hh_l2	2	0.07765588909387589
234	rnn.bias_hh_l2	3	0.02937161736190319
234	rnn.bias_hh_l2	4	0.07795921713113785
234	rnn.bias_hh_l2	5	-0.06067802757024765
234	rnn.bias_hh_l2	6	0.05748194828629494
234	rnn.bias_hh_l2	7	-0.02594231441617012
234	rnn.bias_hh_l2	8	0.041799258440732956
234	rnn.bias_hh_l2	9	0.024916278198361397
234	rnn.weight_ih_l2_reverse	0	0.08225251734256744
234	rnn.weight_ih_l2_reverse	1	-0.05558911710977554
234	rnn.weight_ih_l2_reverse	2	0.0012213216396048665
234	rnn.weight_ih_l2_reverse	3	0.035249367356300354
234	rnn.weight_ih_l2_reverse	4	0.05409380793571472
234	rnn.weight_ih_l2_reverse	5	-0.04069016873836517
234	rnn.weight_ih_l2_reverse	6	-0.0011183943133801222
234	rnn.weight_ih_l2_reverse	7	-0.013244474306702614
234	rnn.weight_ih_l2_reverse	8	0.014368931762874126
234	rnn.weight_ih_l2_reverse	9	-0.07956874370574951
234	rnn.weight_hh_l2_reverse	0	-0.08277342468500137
234	rnn.weight_hh_l2_reverse	1	0.016697732731699944
234	rnn.weight_hh_l2_reverse	2	0.010429216548800468
234	rnn.weight_hh_l2_reverse	3	0.02433013916015625
234	rnn.weight_hh_l2_reverse	4	-0.036814361810684204
234	rnn.weight_hh_l2_reverse	5	-0.014757782220840454
234	rnn.weight_hh_l2_reverse	6	-0.04389621689915657
234	rnn.weight_hh_l2_reverse	7	-0.059906233102083206
234	rnn.weight_hh_l2_reverse	8	-0.006692166905850172
234	rnn.weight_hh_l2_reverse	9	-0.05899149179458618
234	rnn.bias_ih_l2_reverse	0	-0.05836542323231697
234	rnn.bias_ih_l2_reverse	1	-0.0272042378783226
234	rnn.bias_ih_l2_reverse	2	0.04654041305184364
234	rnn.bias_ih_l2_reverse	3	0.03202611953020096
234	rnn.bias_ih_l2_reverse	4	0.07569123059511185
234	rnn.bias_ih_l2_reverse	5	-0.08853134512901306
234	rnn.bias_ih_l2_reverse	6	-0.043333034962415695
234	rnn.bias_ih_l2_reverse	7	-0.059725262224674225
234	rnn.bias_ih_l2_reverse	8	0.06325013935565948
234	rnn.bias_ih_l2_reverse	9	0.025793230161070824
234	rnn.bias_hh_l2_reverse	0	0.048834607005119324
234	rnn.bias_hh_l2_reverse	1	-0.06921201944351196
234	rnn.bias_hh_l2_reverse	2	-0.06724251806735992
234	rnn.bias_hh_l2_reverse	3	0.031175576150417328
234	rnn.bias_hh_l2_reverse	4	0.03358959034085274
234	rnn.bias_hh_l2_reverse	5	0.03490661457180977
234	rnn.bias_hh_l2_reverse	6	-0.0826331153512001
234	rnn.bias_hh_l2_reverse	7	-0.0065920595079660416
234	rnn.bias_hh_l2_reverse	8	-0.10725651681423187
234	rnn.bias_hh_l2_reverse	9	-0.05489403381943703
234	linear.weight	0	0.025028489530086517
234	linear.weight	1	0.1497151106595993
234	linear.weight	2	-0.0242574792355299
234	linear.weight	3	-0.03659322112798691
234	linear.weight	4	-0.022248394787311554
234	linear.weight	5	0.05373650789260864
234	linear.weight	6	-0.003239632584154606
234	linear.weight	7	-0.10583412647247314
234	linear.weight	8	-0.030653316527605057
234	linear.weight	9	0.11489954590797424
234	linear.bias	0	0.49889063835144043
234	linear.bias	1	0.7845656871795654
234	linear.bias	2	-1.644319772720337
234	linear.bias	3	-0.05754556506872177
234	linear.bias	4	-0.050822705030441284
234	linear.bias	5	0.25955870747566223
235	transitions	0	0.029375825077295303
235	transitions	1	-10000.0
235	transitions	2	2.707977056503296
235	transitions	3	-1.191381812095642
235	transitions	4	-10000.0
235	transitions	5	-10000.0
235	transitions	6	-10000.0
235	transitions	7	0.8815332651138306
235	transitions	8	0.8323880434036255
235	transitions	9	-1.1844139099121094
235	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
235	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
235	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
235	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
235	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
235	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
235	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
235	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
235	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
235	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
235	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
235	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
235	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
235	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
235	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
235	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
235	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
235	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
235	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
235	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
235	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
235	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
235	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
235	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
235	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
235	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
235	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
235	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
235	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
235	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
235	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
235	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
235	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
235	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
235	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
235	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
235	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
235	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
235	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
235	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
235	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
235	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
235	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
235	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
235	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
235	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
235	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
235	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
235	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
235	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
235	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
235	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
235	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
235	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
235	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
235	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
235	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
235	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
235	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
235	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
235	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
235	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
235	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
235	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
235	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
235	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
235	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
235	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
235	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
235	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
235	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
235	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
235	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
235	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
235	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
235	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
235	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
235	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
235	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
235	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
235	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
235	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
235	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
235	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
235	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
235	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
235	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
235	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
235	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
235	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
235	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
235	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
235	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
235	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
235	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
235	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
235	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
235	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
235	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
235	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
235	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
235	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
235	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
235	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
235	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
235	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
235	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
235	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
235	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
235	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
235	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
235	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
235	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
235	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
235	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
235	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
235	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
235	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
235	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
235	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
235	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
235	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
235	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
235	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
235	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
235	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
235	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
235	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
235	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
235	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
235	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
235	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
235	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
235	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
235	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
235	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
235	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
235	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
235	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
235	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
235	embedding2nn.weight	0	0.014812870882451534
235	embedding2nn.weight	1	0.00018955685663968325
235	embedding2nn.weight	2	0.005578628275543451
235	embedding2nn.weight	3	0.0007015313603915274
235	embedding2nn.weight	4	-0.008227724581956863
235	embedding2nn.weight	5	-0.005639711860567331
235	embedding2nn.weight	6	-0.000870759948156774
235	embedding2nn.weight	7	-0.002938044024631381
235	embedding2nn.weight	8	0.013720132410526276
235	embedding2nn.weight	9	0.004437022842466831
235	embedding2nn.bias	0	0.005266682244837284
235	embedding2nn.bias	1	-0.0169020164757967
235	embedding2nn.bias	2	0.004549992270767689
235	embedding2nn.bias	3	-0.008392762392759323
235	embedding2nn.bias	4	-0.025258300825953484
235	embedding2nn.bias	5	-0.00018464939785189927
235	embedding2nn.bias	6	0.007539300713688135
235	embedding2nn.bias	7	-0.008968494832515717
235	embedding2nn.bias	8	0.0001630864426260814
235	embedding2nn.bias	9	-0.003932328894734383
235	rnn.weight_ih_l0	0	-0.05223022401332855
235	rnn.weight_ih_l0	1	0.050724368542432785
235	rnn.weight_ih_l0	2	0.03187238425016403
235	rnn.weight_ih_l0	3	0.014781026169657707
235	rnn.weight_ih_l0	4	0.012533089146018028
235	rnn.weight_ih_l0	5	0.08422756940126419
235	rnn.weight_ih_l0	6	0.07607630640268326
235	rnn.weight_ih_l0	7	0.037793464958667755
235	rnn.weight_ih_l0	8	-0.04585607349872589
235	rnn.weight_ih_l0	9	0.007974037900567055
235	rnn.weight_hh_l0	0	0.008263619616627693
235	rnn.weight_hh_l0	1	-0.06424026936292648
235	rnn.weight_hh_l0	2	-0.06549809128046036
235	rnn.weight_hh_l0	3	0.07156424224376678
235	rnn.weight_hh_l0	4	0.07103615999221802
235	rnn.weight_hh_l0	5	0.006002137903124094
235	rnn.weight_hh_l0	6	-0.003378585446625948
235	rnn.weight_hh_l0	7	-0.015616071410477161
235	rnn.weight_hh_l0	8	-0.02933746576309204
235	rnn.weight_hh_l0	9	0.05757923796772957
235	rnn.bias_ih_l0	0	-0.06240605562925339
235	rnn.bias_ih_l0	1	0.0888112261891365
235	rnn.bias_ih_l0	2	0.020175980404019356
235	rnn.bias_ih_l0	3	0.0798359289765358
235	rnn.bias_ih_l0	4	-0.07765603810548782
235	rnn.bias_ih_l0	5	0.0825008898973465
235	rnn.bias_ih_l0	6	-0.06790945678949356
235	rnn.bias_ih_l0	7	-0.0360446460545063
235	rnn.bias_ih_l0	8	-0.09196438640356064
235	rnn.bias_ih_l0	9	-0.04498174041509628
235	rnn.bias_hh_l0	0	0.033109765499830246
235	rnn.bias_hh_l0	1	0.07351649552583694
235	rnn.bias_hh_l0	2	0.07022470235824585
235	rnn.bias_hh_l0	3	0.0859876424074173
235	rnn.bias_hh_l0	4	-0.10020749270915985
235	rnn.bias_hh_l0	5	-0.07096227258443832
235	rnn.bias_hh_l0	6	0.07877728343009949
235	rnn.bias_hh_l0	7	-0.08006708323955536
235	rnn.bias_hh_l0	8	-0.0265860166400671
235	rnn.bias_hh_l0	9	0.009640886448323727
235	rnn.weight_ih_l0_reverse	0	0.07938786596059799
235	rnn.weight_ih_l0_reverse	1	0.07329881936311722
235	rnn.weight_ih_l0_reverse	2	0.03877629339694977
235	rnn.weight_ih_l0_reverse	3	0.033685654401779175
235	rnn.weight_ih_l0_reverse	4	-0.03641756623983383
235	rnn.weight_ih_l0_reverse	5	0.050829123705625534
235	rnn.weight_ih_l0_reverse	6	0.06647806614637375
235	rnn.weight_ih_l0_reverse	7	0.022267665714025497
235	rnn.weight_ih_l0_reverse	8	-0.05794425308704376
235	rnn.weight_ih_l0_reverse	9	-0.05283796787261963
235	rnn.weight_hh_l0_reverse	0	0.025614362210035324
235	rnn.weight_hh_l0_reverse	1	-0.08737662434577942
235	rnn.weight_hh_l0_reverse	2	0.06343337893486023
235	rnn.weight_hh_l0_reverse	3	-0.021580461412668228
235	rnn.weight_hh_l0_reverse	4	0.08536937832832336
235	rnn.weight_hh_l0_reverse	5	-0.001980843022465706
235	rnn.weight_hh_l0_reverse	6	0.0306988675147295
235	rnn.weight_hh_l0_reverse	7	0.07876499742269516
235	rnn.weight_hh_l0_reverse	8	-0.022410476580262184
235	rnn.weight_hh_l0_reverse	9	-0.04655461013317108
235	rnn.bias_ih_l0_reverse	0	0.00047085765982046723
235	rnn.bias_ih_l0_reverse	1	-0.019516676664352417
235	rnn.bias_ih_l0_reverse	2	-0.013464448042213917
235	rnn.bias_ih_l0_reverse	3	0.036350082606077194
235	rnn.bias_ih_l0_reverse	4	0.06806962192058563
235	rnn.bias_ih_l0_reverse	5	-0.02062136121094227
235	rnn.bias_ih_l0_reverse	6	-0.02691943757236004
235	rnn.bias_ih_l0_reverse	7	-0.04838050156831741
235	rnn.bias_ih_l0_reverse	8	0.0054052844643592834
235	rnn.bias_ih_l0_reverse	9	-0.0667530968785286
235	rnn.bias_hh_l0_reverse	0	0.04014663025736809
235	rnn.bias_hh_l0_reverse	1	-0.06811569631099701
235	rnn.bias_hh_l0_reverse	2	0.07503277063369751
235	rnn.bias_hh_l0_reverse	3	0.06314045190811157
235	rnn.bias_hh_l0_reverse	4	0.021683117374777794
235	rnn.bias_hh_l0_reverse	5	0.04626302048563957
235	rnn.bias_hh_l0_reverse	6	0.06713002920150757
235	rnn.bias_hh_l0_reverse	7	0.08533957600593567
235	rnn.bias_hh_l0_reverse	8	-0.008389855735003948
235	rnn.bias_hh_l0_reverse	9	0.048856981098651886
235	rnn.weight_ih_l1	0	0.023584537208080292
235	rnn.weight_ih_l1	1	0.01623842865228653
235	rnn.weight_ih_l1	2	0.08863267302513123
235	rnn.weight_ih_l1	3	-0.0242912694811821
235	rnn.weight_ih_l1	4	-0.02452670969069004
235	rnn.weight_ih_l1	5	-0.012792153283953667
235	rnn.weight_ih_l1	6	0.07286648452281952
235	rnn.weight_ih_l1	7	-0.0038618568796664476
235	rnn.weight_ih_l1	8	-0.05246797949075699
235	rnn.weight_ih_l1	9	0.05466403439640999
235	rnn.weight_hh_l1	0	-0.0819743424654007
235	rnn.weight_hh_l1	1	-0.03566388413310051
235	rnn.weight_hh_l1	2	-0.008125882595777512
235	rnn.weight_hh_l1	3	-0.05817902088165283
235	rnn.weight_hh_l1	4	0.08597641438245773
235	rnn.weight_hh_l1	5	-0.08416804671287537
235	rnn.weight_hh_l1	6	-0.05013991519808769
235	rnn.weight_hh_l1	7	0.06498104333877563
235	rnn.weight_hh_l1	8	-0.013540703803300858
235	rnn.weight_hh_l1	9	-0.039824794977903366
235	rnn.bias_ih_l1	0	-0.0341445691883564
235	rnn.bias_ih_l1	1	0.05485062301158905
235	rnn.bias_ih_l1	2	-0.04549678415060043
235	rnn.bias_ih_l1	3	-0.0772135779261589
235	rnn.bias_ih_l1	4	-0.028564244508743286
235	rnn.bias_ih_l1	5	-0.006573360878974199
235	rnn.bias_ih_l1	6	-0.04563581943511963
235	rnn.bias_ih_l1	7	0.06220139190554619
235	rnn.bias_ih_l1	8	0.08550097793340683
235	rnn.bias_ih_l1	9	0.031793661415576935
235	rnn.bias_hh_l1	0	0.06879502534866333
235	rnn.bias_hh_l1	1	-0.05867743119597435
235	rnn.bias_hh_l1	2	0.01926914043724537
235	rnn.bias_hh_l1	3	0.08190827071666718
235	rnn.bias_hh_l1	4	0.057866938412189484
235	rnn.bias_hh_l1	5	-0.07984749972820282
235	rnn.bias_hh_l1	6	0.014333114959299564
235	rnn.bias_hh_l1	7	0.04235339164733887
235	rnn.bias_hh_l1	8	0.015431598760187626
235	rnn.bias_hh_l1	9	-0.004656094126403332
235	rnn.weight_ih_l1_reverse	0	0.08708444237709045
235	rnn.weight_ih_l1_reverse	1	-0.041850246489048004
235	rnn.weight_ih_l1_reverse	2	-0.061886806041002274
235	rnn.weight_ih_l1_reverse	3	0.025383854284882545
235	rnn.weight_ih_l1_reverse	4	-0.046621259301900864
235	rnn.weight_ih_l1_reverse	5	0.02401881106197834
235	rnn.weight_ih_l1_reverse	6	0.04042305797338486
235	rnn.weight_ih_l1_reverse	7	0.020162271335721016
235	rnn.weight_ih_l1_reverse	8	-0.008759886026382446
235	rnn.weight_ih_l1_reverse	9	-0.06693287938833237
235	rnn.weight_hh_l1_reverse	0	0.0049331351183354855
235	rnn.weight_hh_l1_reverse	1	0.019002486020326614
235	rnn.weight_hh_l1_reverse	2	-0.058198701590299606
235	rnn.weight_hh_l1_reverse	3	-0.012868623249232769
235	rnn.weight_hh_l1_reverse	4	0.008878082036972046
235	rnn.weight_hh_l1_reverse	5	-0.06527328491210938
235	rnn.weight_hh_l1_reverse	6	-0.06728498637676239
235	rnn.weight_hh_l1_reverse	7	-0.011400586925446987
235	rnn.weight_hh_l1_reverse	8	-0.059332896023988724
235	rnn.weight_hh_l1_reverse	9	-0.043999020010232925
235	rnn.bias_ih_l1_reverse	0	-0.0029233673121780157
235	rnn.bias_ih_l1_reverse	1	-0.04137630760669708
235	rnn.bias_ih_l1_reverse	2	0.030330155044794083
235	rnn.bias_ih_l1_reverse	3	-0.08447916805744171
235	rnn.bias_ih_l1_reverse	4	-0.0866381824016571
235	rnn.bias_ih_l1_reverse	5	-0.08635689318180084
235	rnn.bias_ih_l1_reverse	6	0.06642186641693115
235	rnn.bias_ih_l1_reverse	7	0.08445226401090622
235	rnn.bias_ih_l1_reverse	8	0.002748291939496994
235	rnn.bias_ih_l1_reverse	9	-0.009684240445494652
235	rnn.bias_hh_l1_reverse	0	0.0622783787548542
235	rnn.bias_hh_l1_reverse	1	-0.0668419823050499
235	rnn.bias_hh_l1_reverse	2	-0.054768335074186325
235	rnn.bias_hh_l1_reverse	3	0.07408005744218826
235	rnn.bias_hh_l1_reverse	4	-0.022335289046168327
235	rnn.bias_hh_l1_reverse	5	-0.005471423268318176
235	rnn.bias_hh_l1_reverse	6	-0.05957838520407677
235	rnn.bias_hh_l1_reverse	7	-0.05963832139968872
235	rnn.bias_hh_l1_reverse	8	0.06614521890878677
235	rnn.bias_hh_l1_reverse	9	0.04983396828174591
235	rnn.weight_ih_l2	0	0.07777105271816254
235	rnn.weight_ih_l2	1	-0.054259292781353
235	rnn.weight_ih_l2	2	0.06333719193935394
235	rnn.weight_ih_l2	3	0.06567700207233429
235	rnn.weight_ih_l2	4	0.05668909102678299
235	rnn.weight_ih_l2	5	-0.03541239723563194
235	rnn.weight_ih_l2	6	-0.07570919394493103
235	rnn.weight_ih_l2	7	0.01173034030944109
235	rnn.weight_ih_l2	8	-0.017178410664200783
235	rnn.weight_ih_l2	9	-0.06912769377231598
235	rnn.weight_hh_l2	0	0.048038288950920105
235	rnn.weight_hh_l2	1	0.03080131858587265
235	rnn.weight_hh_l2	2	-0.05471481382846832
235	rnn.weight_hh_l2	3	-0.025364834815263748
235	rnn.weight_hh_l2	4	0.055017706006765366
235	rnn.weight_hh_l2	5	-0.024154052138328552
235	rnn.weight_hh_l2	6	0.008496246300637722
235	rnn.weight_hh_l2	7	-0.05350397527217865
235	rnn.weight_hh_l2	8	-0.005972431041300297
235	rnn.weight_hh_l2	9	-0.01803935505449772
235	rnn.bias_ih_l2	0	0.14730100333690643
235	rnn.bias_ih_l2	1	0.011749699711799622
235	rnn.bias_ih_l2	2	0.06869199872016907
235	rnn.bias_ih_l2	3	0.028599819168448448
235	rnn.bias_ih_l2	4	-0.006626206450164318
235	rnn.bias_ih_l2	5	0.04779856652021408
235	rnn.bias_ih_l2	6	0.013713151216506958
235	rnn.bias_ih_l2	7	0.017946643754839897
235	rnn.bias_ih_l2	8	0.018156319856643677
235	rnn.bias_ih_l2	9	-0.015258759260177612
235	rnn.bias_hh_l2	0	0.023445431143045425
235	rnn.bias_hh_l2	1	0.007727714255452156
235	rnn.bias_hh_l2	2	0.07771431654691696
235	rnn.bias_hh_l2	3	0.029371697455644608
235	rnn.bias_hh_l2	4	0.07796728610992432
235	rnn.bias_hh_l2	5	-0.060730963945388794
235	rnn.bias_hh_l2	6	0.05780619755387306
235	rnn.bias_hh_l2	7	-0.025939010083675385
235	rnn.bias_hh_l2	8	0.04178904369473457
235	rnn.bias_hh_l2	9	0.024821948260068893
235	rnn.weight_ih_l2_reverse	0	0.08225224912166595
235	rnn.weight_ih_l2_reverse	1	-0.05555073544383049
235	rnn.weight_ih_l2_reverse	2	0.0012232427252456546
235	rnn.weight_ih_l2_reverse	3	0.035249974578619
235	rnn.weight_ih_l2_reverse	4	0.054093457758426666
235	rnn.weight_ih_l2_reverse	5	-0.0406913198530674
235	rnn.weight_ih_l2_reverse	6	-0.0011646713828667998
235	rnn.weight_ih_l2_reverse	7	-0.013264326378703117
235	rnn.weight_ih_l2_reverse	8	0.01450424361974001
235	rnn.weight_ih_l2_reverse	9	-0.0795692428946495
235	rnn.weight_hh_l2_reverse	0	-0.0827735960483551
235	rnn.weight_hh_l2_reverse	1	0.0167346503585577
235	rnn.weight_hh_l2_reverse	2	0.010427664034068584
235	rnn.weight_hh_l2_reverse	3	0.02433028817176819
235	rnn.weight_hh_l2_reverse	4	-0.036814481019973755
235	rnn.weight_hh_l2_reverse	5	-0.014757968485355377
235	rnn.weight_hh_l2_reverse	6	-0.043903302401304245
235	rnn.weight_hh_l2_reverse	7	-0.059906404465436935
235	rnn.weight_hh_l2_reverse	8	-0.006692699622362852
235	rnn.weight_hh_l2_reverse	9	-0.058989621698856354
235	rnn.bias_ih_l2_reverse	0	-0.05826720595359802
235	rnn.bias_ih_l2_reverse	1	-0.02718540094792843
235	rnn.bias_ih_l2_reverse	2	0.04656042158603668
235	rnn.bias_ih_l2_reverse	3	0.031920384615659714
235	rnn.bias_ih_l2_reverse	4	0.07570277154445648
235	rnn.bias_ih_l2_reverse	5	-0.0885322317481041
235	rnn.bias_ih_l2_reverse	6	-0.04333100840449333
235	rnn.bias_ih_l2_reverse	7	-0.05974087119102478
235	rnn.bias_ih_l2_reverse	8	0.06315021961927414
235	rnn.bias_ih_l2_reverse	9	0.02572621777653694
235	rnn.bias_hh_l2_reverse	0	0.048870448023080826
235	rnn.bias_hh_l2_reverse	1	-0.06907697767019272
235	rnn.bias_hh_l2_reverse	2	-0.06724241375923157
235	rnn.bias_hh_l2_reverse	3	0.03118922933936119
235	rnn.bias_hh_l2_reverse	4	0.03356106951832771
235	rnn.bias_hh_l2_reverse	5	0.034935496747493744
235	rnn.bias_hh_l2_reverse	6	-0.08262842148542404
235	rnn.bias_hh_l2_reverse	7	-0.006572783924639225
235	rnn.bias_hh_l2_reverse	8	-0.10726593434810638
235	rnn.bias_hh_l2_reverse	9	-0.0548928827047348
235	linear.weight	0	0.025028489530086517
235	linear.weight	1	0.1497487723827362
235	linear.weight	2	-0.0242600254714489
235	linear.weight	3	-0.03664211556315422
235	linear.weight	4	-0.022248394787311554
235	linear.weight	5	0.053740568459033966
235	linear.weight	6	-0.003252737456932664
235	linear.weight	7	-0.10595664381980896
235	linear.weight	8	-0.03067011572420597
235	linear.weight	9	0.1145872175693512
235	linear.bias	0	0.4984220266342163
235	linear.bias	1	0.7850092053413391
235	linear.bias	2	-1.64444100856781
235	linear.bias	3	-0.05754556506872177
235	linear.bias	4	-0.050822705030441284
235	linear.bias	5	0.2597050368785858
236	transitions	0	0.02935275062918663
236	transitions	1	-10000.0
236	transitions	2	2.7146568298339844
236	transitions	3	-1.191743016242981
236	transitions	4	-10000.0
236	transitions	5	-10000.0
236	transitions	6	-10000.0
236	transitions	7	0.8815324902534485
236	transitions	8	0.8323619961738586
236	transitions	9	-1.1831018924713135
236	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
236	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
236	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
236	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
236	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
236	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
236	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
236	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
236	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
236	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
236	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
236	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
236	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
236	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
236	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
236	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
236	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
236	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
236	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
236	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
236	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
236	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
236	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
236	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
236	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
236	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
236	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
236	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
236	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
236	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
236	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
236	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
236	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
236	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
236	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
236	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
236	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
236	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
236	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
236	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
236	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
236	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
236	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
236	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
236	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
236	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
236	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
236	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
236	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
236	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
236	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
236	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
236	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
236	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
236	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
236	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
236	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
236	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
236	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
236	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
236	embedding2nn.weight	0	0.014809854328632355
236	embedding2nn.weight	1	0.00018918112618848681
236	embedding2nn.weight	2	0.005584625992923975
236	embedding2nn.weight	3	0.0007021875935606658
236	embedding2nn.weight	4	-0.00821591541171074
236	embedding2nn.weight	5	-0.005640838760882616
236	embedding2nn.weight	6	-0.000870714895427227
236	embedding2nn.weight	7	-0.0029381555505096912
236	embedding2nn.weight	8	0.013720751740038395
236	embedding2nn.weight	9	0.004434323403984308
236	embedding2nn.bias	0	0.0056151351891458035
236	embedding2nn.bias	1	-0.01700262539088726
236	embedding2nn.bias	2	0.00397800887003541
236	embedding2nn.bias	3	-0.008064239285886288
236	embedding2nn.bias	4	-0.025291483849287033
236	embedding2nn.bias	5	-0.00024119853333104402
236	embedding2nn.bias	6	0.007358539383858442
236	embedding2nn.bias	7	-0.00900838989764452
236	embedding2nn.bias	8	0.0006313748308457434
236	embedding2nn.bias	9	-0.00419671181589365
236	rnn.weight_ih_l0	0	-0.052248600870370865
236	rnn.weight_ih_l0	1	0.05072585120797157
236	rnn.weight_ih_l0	2	0.03187268599867821
236	rnn.weight_ih_l0	3	0.014781292527914047
236	rnn.weight_ih_l0	4	0.012539834715425968
236	rnn.weight_ih_l0	5	0.08422767370939255
236	rnn.weight_ih_l0	6	0.07607739418745041
236	rnn.weight_ih_l0	7	0.03779314085841179
236	rnn.weight_ih_l0	8	-0.04586171731352806
236	rnn.weight_ih_l0	9	0.007961103692650795
236	rnn.weight_hh_l0	0	0.008264265023171902
236	rnn.weight_hh_l0	1	-0.06423298269510269
236	rnn.weight_hh_l0	2	-0.06549868732690811
236	rnn.weight_hh_l0	3	0.07156600058078766
236	rnn.weight_hh_l0	4	0.07103634625673294
236	rnn.weight_hh_l0	5	0.005999019369482994
236	rnn.weight_hh_l0	6	-0.003422712441533804
236	rnn.weight_hh_l0	7	-0.015604869462549686
236	rnn.weight_hh_l0	8	-0.029341012239456177
236	rnn.weight_hh_l0	9	0.05757725238800049
236	rnn.bias_ih_l0	0	-0.06255137175321579
236	rnn.bias_ih_l0	1	0.08883240073919296
236	rnn.bias_ih_l0	2	0.02018679864704609
236	rnn.bias_ih_l0	3	0.07982750236988068
236	rnn.bias_ih_l0	4	-0.07743971049785614
236	rnn.bias_ih_l0	5	0.08248546719551086
236	rnn.bias_ih_l0	6	-0.06805063784122467
236	rnn.bias_ih_l0	7	-0.03604287654161453
236	rnn.bias_ih_l0	8	-0.09250529110431671
236	rnn.bias_ih_l0	9	-0.04503336548805237
236	rnn.bias_hh_l0	0	0.03312849998474121
236	rnn.bias_hh_l0	1	0.07350832223892212
236	rnn.bias_hh_l0	2	0.07023627310991287
236	rnn.bias_hh_l0	3	0.08600179851055145
236	rnn.bias_hh_l0	4	-0.09985432773828506
236	rnn.bias_hh_l0	5	-0.07095672935247421
236	rnn.bias_hh_l0	6	0.07878585159778595
236	rnn.bias_hh_l0	7	-0.07948804646730423
236	rnn.bias_hh_l0	8	-0.026589497923851013
236	rnn.bias_hh_l0	9	0.010022484697401524
236	rnn.weight_ih_l0_reverse	0	0.07938973605632782
236	rnn.weight_ih_l0_reverse	1	0.07329624891281128
236	rnn.weight_ih_l0_reverse	2	0.03877441957592964
236	rnn.weight_ih_l0_reverse	3	0.03368606045842171
236	rnn.weight_ih_l0_reverse	4	-0.03640388697385788
236	rnn.weight_ih_l0_reverse	5	0.050828587263822556
236	rnn.weight_ih_l0_reverse	6	0.06647775322198868
236	rnn.weight_ih_l0_reverse	7	0.02226741798222065
236	rnn.weight_ih_l0_reverse	8	-0.057946398854255676
236	rnn.weight_ih_l0_reverse	9	-0.05283807963132858
236	rnn.weight_hh_l0_reverse	0	0.025619344785809517
236	rnn.weight_hh_l0_reverse	1	-0.08736290037631989
236	rnn.weight_hh_l0_reverse	2	0.06343486905097961
236	rnn.weight_hh_l0_reverse	3	-0.02157987467944622
236	rnn.weight_hh_l0_reverse	4	0.08536064624786377
236	rnn.weight_hh_l0_reverse	5	-0.0019805519841611385
236	rnn.weight_hh_l0_reverse	6	0.030704721808433533
236	rnn.weight_hh_l0_reverse	7	0.07875680178403854
236	rnn.weight_hh_l0_reverse	8	-0.022415051236748695
236	rnn.weight_hh_l0_reverse	9	-0.04655807465314865
236	rnn.bias_ih_l0_reverse	0	0.0005033792112953961
236	rnn.bias_ih_l0_reverse	1	-0.019451111555099487
236	rnn.bias_ih_l0_reverse	2	-0.013298801146447659
236	rnn.bias_ih_l0_reverse	3	0.03629807010293007
236	rnn.bias_ih_l0_reverse	4	0.06798119097948074
236	rnn.bias_ih_l0_reverse	5	-0.02059384062886238
236	rnn.bias_ih_l0_reverse	6	-0.02694210410118103
236	rnn.bias_ih_l0_reverse	7	-0.04835047945380211
236	rnn.bias_ih_l0_reverse	8	0.005264555104076862
236	rnn.bias_ih_l0_reverse	9	-0.06684208661317825
236	rnn.bias_hh_l0_reverse	0	0.04015079513192177
236	rnn.bias_hh_l0_reverse	1	-0.06820468604564667
236	rnn.bias_hh_l0_reverse	2	0.07499798387289047
236	rnn.bias_hh_l0_reverse	3	0.06318141520023346
236	rnn.bias_hh_l0_reverse	4	0.02184373140335083
236	rnn.bias_hh_l0_reverse	5	0.04629186540842056
236	rnn.bias_hh_l0_reverse	6	0.0672144815325737
236	rnn.bias_hh_l0_reverse	7	0.08518049120903015
236	rnn.bias_hh_l0_reverse	8	-0.008303210139274597
236	rnn.bias_hh_l0_reverse	9	0.04850119724869728
236	rnn.weight_ih_l1	0	0.023629292845726013
236	rnn.weight_ih_l1	1	0.016248857602477074
236	rnn.weight_ih_l1	2	0.08849133551120758
236	rnn.weight_ih_l1	3	-0.024288835003972054
236	rnn.weight_ih_l1	4	-0.024538766592741013
236	rnn.weight_ih_l1	5	-0.012832703068852425
236	rnn.weight_ih_l1	6	0.07287340611219406
236	rnn.weight_ih_l1	7	-0.0038361400365829468
236	rnn.weight_ih_l1	8	-0.05246467515826225
236	rnn.weight_ih_l1	9	0.05469334498047829
236	rnn.weight_hh_l1	0	-0.08198084682226181
236	rnn.weight_hh_l1	1	-0.03566473722457886
236	rnn.weight_hh_l1	2	-0.00812516175210476
236	rnn.weight_hh_l1	3	-0.0581793449819088
236	rnn.weight_hh_l1	4	0.08598095178604126
236	rnn.weight_hh_l1	5	-0.08416879922151566
236	rnn.weight_hh_l1	6	-0.050138477236032486
236	rnn.weight_hh_l1	7	0.06499605625867844
236	rnn.weight_hh_l1	8	-0.013540692627429962
236	rnn.weight_hh_l1	9	-0.039831314235925674
236	rnn.bias_ih_l1	0	-0.03415203467011452
236	rnn.bias_ih_l1	1	0.05484902486205101
236	rnn.bias_ih_l1	2	-0.04546043276786804
236	rnn.bias_ih_l1	3	-0.07733619958162308
236	rnn.bias_ih_l1	4	-0.028548501431941986
236	rnn.bias_ih_l1	5	-0.005608479492366314
236	rnn.bias_ih_l1	6	-0.045537468045949936
236	rnn.bias_ih_l1	7	0.06214546412229538
236	rnn.bias_ih_l1	8	0.08544594794511795
236	rnn.bias_ih_l1	9	0.031857024878263474
236	rnn.bias_hh_l1	0	0.06879590451717377
236	rnn.bias_hh_l1	1	-0.058676332235336304
236	rnn.bias_hh_l1	2	0.019269706681370735
236	rnn.bias_hh_l1	3	0.0819079652428627
236	rnn.bias_hh_l1	4	0.05782412737607956
236	rnn.bias_hh_l1	5	-0.07984363287687302
236	rnn.bias_hh_l1	6	0.014333292841911316
236	rnn.bias_hh_l1	7	0.04234596714377403
236	rnn.bias_hh_l1	8	0.015436901710927486
236	rnn.bias_hh_l1	9	-0.004636360798031092
236	rnn.weight_ih_l1_reverse	0	0.08709320425987244
236	rnn.weight_ih_l1_reverse	1	-0.04185563698410988
236	rnn.weight_ih_l1_reverse	2	-0.06188882142305374
236	rnn.weight_ih_l1_reverse	3	0.02537720650434494
236	rnn.weight_ih_l1_reverse	4	-0.04661410301923752
236	rnn.weight_ih_l1_reverse	5	0.02401886321604252
236	rnn.weight_ih_l1_reverse	6	0.040423694998025894
236	rnn.weight_ih_l1_reverse	7	0.02015378326177597
236	rnn.weight_ih_l1_reverse	8	-0.008756971918046474
236	rnn.weight_ih_l1_reverse	9	-0.06693059206008911
236	rnn.weight_hh_l1_reverse	0	0.0049349055625498295
236	rnn.weight_hh_l1_reverse	1	0.019002825021743774
236	rnn.weight_hh_l1_reverse	2	-0.058200735598802567
236	rnn.weight_hh_l1_reverse	3	-0.01286589726805687
236	rnn.weight_hh_l1_reverse	4	0.008879839442670345
236	rnn.weight_hh_l1_reverse	5	-0.06530126184225082
236	rnn.weight_hh_l1_reverse	6	-0.06728807836771011
236	rnn.weight_hh_l1_reverse	7	-0.011400566436350346
236	rnn.weight_hh_l1_reverse	8	-0.05935949087142944
236	rnn.weight_hh_l1_reverse	9	-0.04399958625435829
236	rnn.bias_ih_l1_reverse	0	-0.002943363506346941
236	rnn.bias_ih_l1_reverse	1	-0.04135427996516228
236	rnn.bias_ih_l1_reverse	2	0.030360423028469086
236	rnn.bias_ih_l1_reverse	3	-0.08444443345069885
236	rnn.bias_ih_l1_reverse	4	-0.08663395047187805
236	rnn.bias_ih_l1_reverse	5	-0.08639027923345566
236	rnn.bias_ih_l1_reverse	6	0.06643262505531311
236	rnn.bias_ih_l1_reverse	7	0.084465391933918
236	rnn.bias_ih_l1_reverse	8	0.0019295413512736559
236	rnn.bias_ih_l1_reverse	9	-0.009763090871274471
236	rnn.bias_hh_l1_reverse	0	0.062242742627859116
236	rnn.bias_hh_l1_reverse	1	-0.06700804829597473
236	rnn.bias_hh_l1_reverse	2	-0.05483609810471535
236	rnn.bias_hh_l1_reverse	3	0.07417067885398865
236	rnn.bias_hh_l1_reverse	4	-0.022359512746334076
236	rnn.bias_hh_l1_reverse	5	-0.005486649926751852
236	rnn.bias_hh_l1_reverse	6	-0.059578973799943924
236	rnn.bias_hh_l1_reverse	7	-0.05963171645998955
236	rnn.bias_hh_l1_reverse	8	0.06616616249084473
236	rnn.bias_hh_l1_reverse	9	0.04951135069131851
236	rnn.weight_ih_l2	0	0.0777677595615387
236	rnn.weight_ih_l2	1	-0.05426306650042534
236	rnn.weight_ih_l2	2	0.06333748251199722
236	rnn.weight_ih_l2	3	0.06569483131170273
236	rnn.weight_ih_l2	4	0.0566646046936512
236	rnn.weight_ih_l2	5	-0.03539102151989937
236	rnn.weight_ih_l2	6	-0.07570052146911621
236	rnn.weight_ih_l2	7	0.011714686639606953
236	rnn.weight_ih_l2	8	-0.017176151275634766
236	rnn.weight_ih_l2	9	-0.06912673264741898
236	rnn.weight_hh_l2	0	0.04803590476512909
236	rnn.weight_hh_l2	1	0.030804311856627464
236	rnn.weight_hh_l2	2	-0.05471744015812874
236	rnn.weight_hh_l2	3	-0.025362590327858925
236	rnn.weight_hh_l2	4	0.055017221719026566
236	rnn.weight_hh_l2	5	-0.024139437824487686
236	rnn.weight_hh_l2	6	0.008495752699673176
236	rnn.weight_hh_l2	7	-0.053503137081861496
236	rnn.weight_hh_l2	8	-0.005973618943244219
236	rnn.weight_hh_l2	9	-0.0180367399007082
236	rnn.bias_ih_l2	0	0.14825882017612457
236	rnn.bias_ih_l2	1	0.011680913157761097
236	rnn.bias_ih_l2	2	0.06867314130067825
236	rnn.bias_ih_l2	3	0.0286546777933836
236	rnn.bias_ih_l2	4	-0.006639317609369755
236	rnn.bias_ih_l2	5	0.047758009284734726
236	rnn.bias_ih_l2	6	0.013726194389164448
236	rnn.bias_ih_l2	7	0.017972808331251144
236	rnn.bias_ih_l2	8	0.018163595348596573
236	rnn.bias_ih_l2	9	-0.015257731080055237
236	rnn.bias_hh_l2	0	0.023438476026058197
236	rnn.bias_hh_l2	1	0.007774263620376587
236	rnn.bias_hh_l2	2	0.07774951308965683
236	rnn.bias_hh_l2	3	0.029366450384259224
236	rnn.bias_hh_l2	4	0.07798741012811661
236	rnn.bias_hh_l2	5	-0.06003665551543236
236	rnn.bias_hh_l2	6	0.05780239403247833
236	rnn.bias_hh_l2	7	-0.025925105437636375
236	rnn.bias_hh_l2	8	0.04177391529083252
236	rnn.bias_hh_l2	9	0.024721244350075722
236	rnn.weight_ih_l2_reverse	0	0.08225082606077194
236	rnn.weight_ih_l2_reverse	1	-0.055650752037763596
236	rnn.weight_ih_l2_reverse	2	0.0012237514602020383
236	rnn.weight_ih_l2_reverse	3	0.03525025025010109
236	rnn.weight_ih_l2_reverse	4	0.054088421165943146
236	rnn.weight_ih_l2_reverse	5	-0.040691085159778595
236	rnn.weight_ih_l2_reverse	6	-0.001193728414364159
236	rnn.weight_ih_l2_reverse	7	-0.013247240334749222
236	rnn.weight_ih_l2_reverse	8	0.014431080780923367
236	rnn.weight_ih_l2_reverse	9	-0.07957684993743896
236	rnn.weight_hh_l2_reverse	0	-0.08277297019958496
236	rnn.weight_hh_l2_reverse	1	0.01672893576323986
236	rnn.weight_hh_l2_reverse	2	0.010427634231746197
236	rnn.weight_hh_l2_reverse	3	0.024330521002411842
236	rnn.weight_hh_l2_reverse	4	-0.03681597113609314
236	rnn.weight_hh_l2_reverse	5	-0.014755410142242908
236	rnn.weight_hh_l2_reverse	6	-0.0438435934484005
236	rnn.weight_hh_l2_reverse	7	-0.059905875474214554
236	rnn.weight_hh_l2_reverse	8	-0.0066926865838468075
236	rnn.weight_hh_l2_reverse	9	-0.058989498764276505
236	rnn.bias_ih_l2_reverse	0	-0.057763196527957916
236	rnn.bias_ih_l2_reverse	1	-0.027174517512321472
236	rnn.bias_ih_l2_reverse	2	0.046556711196899414
236	rnn.bias_ih_l2_reverse	3	0.031745295971632004
236	rnn.bias_ih_l2_reverse	4	0.07562504708766937
236	rnn.bias_ih_l2_reverse	5	-0.0884857326745987
236	rnn.bias_ih_l2_reverse	6	-0.04334167391061783
236	rnn.bias_ih_l2_reverse	7	-0.05922158807516098
236	rnn.bias_ih_l2_reverse	8	0.06297048926353455
236	rnn.bias_ih_l2_reverse	9	0.02544567547738552
236	rnn.bias_hh_l2_reverse	0	0.04923514649271965
236	rnn.bias_hh_l2_reverse	1	-0.06911729276180267
236	rnn.bias_hh_l2_reverse	2	-0.06724347919225693
236	rnn.bias_hh_l2_reverse	3	0.03111289255321026
236	rnn.bias_hh_l2_reverse	4	0.03353521227836609
236	rnn.bias_hh_l2_reverse	5	0.034974247217178345
236	rnn.bias_hh_l2_reverse	6	-0.08264601975679398
236	rnn.bias_hh_l2_reverse	7	-0.00656524021178484
236	rnn.bias_hh_l2_reverse	8	-0.10752476006746292
236	rnn.bias_hh_l2_reverse	9	-0.05489995330572128
236	linear.weight	0	0.025028489530086517
236	linear.weight	1	0.14858663082122803
236	linear.weight	2	-0.02426094189286232
236	linear.weight	3	-0.03617284074425697
236	linear.weight	4	-0.022248394787311554
236	linear.weight	5	0.054220836609601974
236	linear.weight	6	-0.0031996327452361584
236	linear.weight	7	-0.1061125323176384
236	linear.weight	8	-0.031193029135465622
236	linear.weight	9	0.1148451417684555
236	linear.bias	0	0.5027725696563721
236	linear.bias	1	0.7915560007095337
236	linear.bias	2	-1.6445426940917969
236	linear.bias	3	-0.05754556506872177
236	linear.bias	4	-0.050822705030441284
236	linear.bias	5	0.2489093691110611
237	transitions	0	0.02930128015577793
237	transitions	1	-10000.0
237	transitions	2	2.714360475540161
237	transitions	3	-1.1927483081817627
237	transitions	4	-10000.0
237	transitions	5	-10000.0
237	transitions	6	-10000.0
237	transitions	7	0.8815316557884216
237	transitions	8	0.8323339819908142
237	transitions	9	-1.1832096576690674
237	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
237	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
237	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
237	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
237	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
237	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
237	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
237	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
237	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
237	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
237	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
237	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
237	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
237	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
237	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
237	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
237	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
237	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
237	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
237	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
237	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
237	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
237	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
237	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
237	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
237	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
237	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
237	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
237	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
237	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
237	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
237	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
237	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
237	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
237	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
237	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
237	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
237	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
237	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
237	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
237	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
237	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
237	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
237	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
237	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
237	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
237	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
237	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
237	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
237	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
237	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
237	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
237	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
237	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
237	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
237	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
237	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
237	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
237	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
237	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
237	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
237	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
237	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
237	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
237	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
237	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
237	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
237	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
237	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
237	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
237	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
237	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
237	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
237	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
237	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
237	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
237	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
237	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
237	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
237	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
237	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
237	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
237	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
237	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
237	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
237	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
237	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
237	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
237	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
237	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
237	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
237	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
237	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
237	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
237	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
237	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
237	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
237	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
237	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
237	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
237	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
237	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
237	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
237	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
237	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
237	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
237	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
237	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
237	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
237	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
237	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
237	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
237	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
237	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
237	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
237	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
237	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
237	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
237	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
237	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
237	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
237	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
237	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
237	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
237	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
237	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
237	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
237	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
237	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
237	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
237	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
237	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
237	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
237	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
237	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
237	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
237	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
237	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
237	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
237	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
237	embedding2nn.weight	0	0.014809664338827133
237	embedding2nn.weight	1	0.0001891978463390842
237	embedding2nn.weight	2	0.005584520287811756
237	embedding2nn.weight	3	0.0007021811325103045
237	embedding2nn.weight	4	-0.008219463750720024
237	embedding2nn.weight	5	-0.005640797317028046
237	embedding2nn.weight	6	-0.0008712508133612573
237	embedding2nn.weight	7	-0.002938532503321767
237	embedding2nn.weight	8	0.013719546608626842
237	embedding2nn.weight	9	0.004434327594935894
237	embedding2nn.bias	0	0.005620229989290237
237	embedding2nn.bias	1	-0.01694357953965664
237	embedding2nn.bias	2	0.0041008610278368
237	embedding2nn.bias	3	-0.008088471367955208
237	embedding2nn.bias	4	-0.025332516059279442
237	embedding2nn.bias	5	-0.00022697648091707379
237	embedding2nn.bias	6	0.007503064349293709
237	embedding2nn.bias	7	-0.008954335935413837
237	embedding2nn.bias	8	0.000565510184969753
237	embedding2nn.bias	9	-0.004091758280992508
237	rnn.weight_ih_l0	0	-0.05224572867155075
237	rnn.weight_ih_l0	1	0.05072695389389992
237	rnn.weight_ih_l0	2	0.0318727046251297
237	rnn.weight_ih_l0	3	0.014781665988266468
237	rnn.weight_ih_l0	4	0.01253489125519991
237	rnn.weight_ih_l0	5	0.08422695100307465
237	rnn.weight_ih_l0	6	0.07607705146074295
237	rnn.weight_ih_l0	7	0.03779306262731552
237	rnn.weight_ih_l0	8	-0.04586181417107582
237	rnn.weight_ih_l0	9	0.007970873266458511
237	rnn.weight_hh_l0	0	0.008261648938059807
237	rnn.weight_hh_l0	1	-0.06423643231391907
237	rnn.weight_hh_l0	2	-0.06549925357103348
237	rnn.weight_hh_l0	3	0.07156497985124588
237	rnn.weight_hh_l0	4	0.07103642076253891
237	rnn.weight_hh_l0	5	0.005998224951326847
237	rnn.weight_hh_l0	6	-0.003414597362279892
237	rnn.weight_hh_l0	7	-0.015615230426192284
237	rnn.weight_hh_l0	8	-0.02934454008936882
237	rnn.weight_hh_l0	9	0.05757909268140793
237	rnn.bias_ih_l0	0	-0.062479183077812195
237	rnn.bias_ih_l0	1	0.08882635831832886
237	rnn.bias_ih_l0	2	0.020184345543384552
237	rnn.bias_ih_l0	3	0.07974483072757721
237	rnn.bias_ih_l0	4	-0.0775253102183342
237	rnn.bias_ih_l0	5	0.0824965089559555
237	rnn.bias_ih_l0	6	-0.06796984374523163
237	rnn.bias_ih_l0	7	-0.036047182977199554
237	rnn.bias_ih_l0	8	-0.09242276847362518
237	rnn.bias_ih_l0	9	-0.04503008350729942
237	rnn.bias_hh_l0	0	0.03309151157736778
237	rnn.bias_hh_l0	1	0.07352804392576218
237	rnn.bias_hh_l0	2	0.0702342689037323
237	rnn.bias_hh_l0	3	0.085997074842453
237	rnn.bias_hh_l0	4	-0.10002312064170837
237	rnn.bias_hh_l0	5	-0.07095672190189362
237	rnn.bias_hh_l0	6	0.07878293842077255
237	rnn.bias_hh_l0	7	-0.07978502660989761
237	rnn.bias_hh_l0	8	-0.026592310518026352
237	rnn.bias_hh_l0	9	0.009822236374020576
237	rnn.weight_ih_l0_reverse	0	0.07938959449529648
237	rnn.weight_ih_l0_reverse	1	0.07329346239566803
237	rnn.weight_ih_l0_reverse	2	0.038774389773607254
237	rnn.weight_ih_l0_reverse	3	0.03368683531880379
237	rnn.weight_ih_l0_reverse	4	-0.036404166370630264
237	rnn.weight_ih_l0_reverse	5	0.05082898586988449
237	rnn.weight_ih_l0_reverse	6	0.06647725403308868
237	rnn.weight_ih_l0_reverse	7	0.022266671061515808
237	rnn.weight_ih_l0_reverse	8	-0.05794742703437805
237	rnn.weight_ih_l0_reverse	9	-0.05283807963132858
237	rnn.weight_hh_l0_reverse	0	0.025623876601457596
237	rnn.weight_hh_l0_reverse	1	-0.08736132085323334
237	rnn.weight_hh_l0_reverse	2	0.06343403458595276
237	rnn.weight_hh_l0_reverse	3	-0.021580444648861885
237	rnn.weight_hh_l0_reverse	4	0.08535581082105637
237	rnn.weight_hh_l0_reverse	5	-0.0019781345035880804
237	rnn.weight_hh_l0_reverse	6	0.030706236138939857
237	rnn.weight_hh_l0_reverse	7	0.07875297218561172
237	rnn.weight_hh_l0_reverse	8	-0.022414181381464005
237	rnn.weight_hh_l0_reverse	9	-0.0465581975877285
237	rnn.bias_ih_l0_reverse	0	0.0005063475691713393
237	rnn.bias_ih_l0_reverse	1	-0.019416360184550285
237	rnn.bias_ih_l0_reverse	2	-0.013335099443793297
237	rnn.bias_ih_l0_reverse	3	0.036299727857112885
237	rnn.bias_ih_l0_reverse	4	0.06798666715621948
237	rnn.bias_ih_l0_reverse	5	-0.0205773264169693
237	rnn.bias_ih_l0_reverse	6	-0.026932368054986
237	rnn.bias_ih_l0_reverse	7	-0.04833158105611801
237	rnn.bias_ih_l0_reverse	8	0.005309451837092638
237	rnn.bias_ih_l0_reverse	9	-0.06683766841888428
237	rnn.bias_hh_l0_reverse	0	0.04013455659151077
237	rnn.bias_hh_l0_reverse	1	-0.06820026785135269
237	rnn.bias_hh_l0_reverse	2	0.07499432563781738
237	rnn.bias_hh_l0_reverse	3	0.06314726918935776
237	rnn.bias_hh_l0_reverse	4	0.021749300882220268
237	rnn.bias_hh_l0_reverse	5	0.04630902409553528
237	rnn.bias_hh_l0_reverse	6	0.06718228757381439
237	rnn.bias_hh_l0_reverse	7	0.08522539585828781
237	rnn.bias_hh_l0_reverse	8	-0.008306306786835194
237	rnn.bias_hh_l0_reverse	9	0.04853435233235359
237	rnn.weight_ih_l1	0	0.023633098229765892
237	rnn.weight_ih_l1	1	0.016256675124168396
237	rnn.weight_ih_l1	2	0.08852261304855347
237	rnn.weight_ih_l1	3	-0.024288898333907127
237	rnn.weight_ih_l1	4	-0.024537120014429092
237	rnn.weight_ih_l1	5	-0.012823408469557762
237	rnn.weight_ih_l1	6	0.07286453247070312
237	rnn.weight_ih_l1	7	-0.0038377000018954277
237	rnn.weight_ih_l1	8	-0.05246465280652046
237	rnn.weight_ih_l1	9	0.05466857925057411
237	rnn.weight_hh_l1	0	-0.08198563009500504
237	rnn.weight_hh_l1	1	-0.03566563129425049
237	rnn.weight_hh_l1	2	-0.008125204592943192
237	rnn.weight_hh_l1	3	-0.058178793638944626
237	rnn.weight_hh_l1	4	0.08598287403583527
237	rnn.weight_hh_l1	5	-0.08416886627674103
237	rnn.weight_hh_l1	6	-0.05014573782682419
237	rnn.weight_hh_l1	7	0.06498142331838608
237	rnn.weight_hh_l1	8	-0.013540534302592278
237	rnn.weight_hh_l1	9	-0.03982977569103241
237	rnn.bias_ih_l1	0	-0.03413156419992447
237	rnn.bias_ih_l1	1	0.054843321442604065
237	rnn.bias_ih_l1	2	-0.0454593151807785
237	rnn.bias_ih_l1	3	-0.07732515037059784
237	rnn.bias_ih_l1	4	-0.028542689979076385
237	rnn.bias_ih_l1	5	-0.0061372132040560246
237	rnn.bias_ih_l1	6	-0.04558326303958893
237	rnn.bias_ih_l1	7	0.06215029954910278
237	rnn.bias_ih_l1	8	0.08544161915779114
237	rnn.bias_ih_l1	9	0.031847789883613586
237	rnn.bias_hh_l1	0	0.06880180537700653
237	rnn.bias_hh_l1	1	-0.058672115206718445
237	rnn.bias_hh_l1	2	0.019259553402662277
237	rnn.bias_hh_l1	3	0.08192668855190277
237	rnn.bias_hh_l1	4	0.057828620076179504
237	rnn.bias_hh_l1	5	-0.07983499765396118
237	rnn.bias_hh_l1	6	0.01434211153537035
237	rnn.bias_hh_l1	7	0.04233425855636597
237	rnn.bias_hh_l1	8	0.015439579263329506
237	rnn.bias_hh_l1	9	-0.0046352362260222435
237	rnn.weight_ih_l1_reverse	0	0.0870918333530426
237	rnn.weight_ih_l1_reverse	1	-0.04185710474848747
237	rnn.weight_ih_l1_reverse	2	-0.06188872084021568
237	rnn.weight_ih_l1_reverse	3	0.025376377627253532
237	rnn.weight_ih_l1_reverse	4	-0.04661872610449791
237	rnn.weight_ih_l1_reverse	5	0.02401907928287983
237	rnn.weight_ih_l1_reverse	6	0.04042369872331619
237	rnn.weight_ih_l1_reverse	7	0.02015288732945919
237	rnn.weight_ih_l1_reverse	8	-0.008756862953305244
237	rnn.weight_ih_l1_reverse	9	-0.06693889200687408
237	rnn.weight_hh_l1_reverse	0	0.004937281366437674
237	rnn.weight_hh_l1_reverse	1	0.01900147646665573
237	rnn.weight_hh_l1_reverse	2	-0.05820061266422272
237	rnn.weight_hh_l1_reverse	3	-0.012865325435996056
237	rnn.weight_hh_l1_reverse	4	0.008880560286343098
237	rnn.weight_hh_l1_reverse	5	-0.06530747562646866
237	rnn.weight_hh_l1_reverse	6	-0.06728888303041458
237	rnn.weight_hh_l1_reverse	7	-0.011400881223380566
237	rnn.weight_hh_l1_reverse	8	-0.059351179748773575
237	rnn.weight_hh_l1_reverse	9	-0.04400177299976349
237	rnn.bias_ih_l1_reverse	0	-0.0029416789766401052
237	rnn.bias_ih_l1_reverse	1	-0.041362617164850235
237	rnn.bias_ih_l1_reverse	2	0.030343320220708847
237	rnn.bias_ih_l1_reverse	3	-0.08445248007774353
237	rnn.bias_ih_l1_reverse	4	-0.08663097023963928
237	rnn.bias_ih_l1_reverse	5	-0.08638791739940643
237	rnn.bias_ih_l1_reverse	6	0.0664190948009491
237	rnn.bias_ih_l1_reverse	7	0.08446615189313889
237	rnn.bias_ih_l1_reverse	8	0.0019922368228435516
237	rnn.bias_ih_l1_reverse	9	-0.009732919745147228
237	rnn.bias_hh_l1_reverse	0	0.062241747975349426
237	rnn.bias_hh_l1_reverse	1	-0.06699589639902115
237	rnn.bias_hh_l1_reverse	2	-0.05484079569578171
237	rnn.bias_hh_l1_reverse	3	0.07413342595100403
237	rnn.bias_hh_l1_reverse	4	-0.022357620298862457
237	rnn.bias_hh_l1_reverse	5	-0.005487447138875723
237	rnn.bias_hh_l1_reverse	6	-0.05957803502678871
237	rnn.bias_hh_l1_reverse	7	-0.05963243916630745
237	rnn.bias_hh_l1_reverse	8	0.06615275889635086
237	rnn.bias_hh_l1_reverse	9	0.04947160929441452
237	rnn.weight_ih_l2	0	0.07774670422077179
237	rnn.weight_ih_l2	1	-0.05426331236958504
237	rnn.weight_ih_l2	2	0.06333745270967484
237	rnn.weight_ih_l2	3	0.06569329649209976
237	rnn.weight_ih_l2	4	0.056664008647203445
237	rnn.weight_ih_l2	5	-0.03539787232875824
237	rnn.weight_ih_l2	6	-0.07570037245750427
237	rnn.weight_ih_l2	7	0.011715139262378216
237	rnn.weight_ih_l2	8	-0.017176013439893723
237	rnn.weight_ih_l2	9	-0.06912709027528763
237	rnn.weight_hh_l2	0	0.04803374037146568
237	rnn.weight_hh_l2	1	0.030807383358478546
237	rnn.weight_hh_l2	2	-0.05471733957529068
237	rnn.weight_hh_l2	3	-0.025359097868204117
237	rnn.weight_hh_l2	4	0.055016499012708664
237	rnn.weight_hh_l2	5	-0.02412751130759716
237	rnn.weight_hh_l2	6	0.008496938273310661
237	rnn.weight_hh_l2	7	-0.053503260016441345
237	rnn.weight_hh_l2	8	-0.005988710094243288
237	rnn.weight_hh_l2	9	-0.01803315058350563
237	rnn.bias_ih_l2	0	0.14768223464488983
237	rnn.bias_ih_l2	1	0.011698149144649506
237	rnn.bias_ih_l2	2	0.06869006901979446
237	rnn.bias_ih_l2	3	0.02861816994845867
237	rnn.bias_ih_l2	4	-0.0066466364078223705
237	rnn.bias_ih_l2	5	0.04776216670870781
237	rnn.bias_ih_l2	6	0.013723119162023067
237	rnn.bias_ih_l2	7	0.01798763871192932
237	rnn.bias_ih_l2	8	0.01815333217382431
237	rnn.bias_ih_l2	9	-0.01525336317718029
237	rnn.bias_hh_l2	0	0.023429743945598602
237	rnn.bias_hh_l2	1	0.007790629751980305
237	rnn.bias_hh_l2	2	0.07776757329702377
237	rnn.bias_hh_l2	3	0.02937389351427555
237	rnn.bias_hh_l2	4	0.07798609882593155
237	rnn.bias_hh_l2	5	-0.060001906007528305
237	rnn.bias_hh_l2	6	0.05772913247346878
237	rnn.bias_hh_l2	7	-0.02598714269697666
237	rnn.bias_hh_l2	8	0.041773006319999695
237	rnn.bias_hh_l2	9	0.02515258640050888
237	rnn.weight_ih_l2_reverse	0	0.08224818855524063
237	rnn.weight_ih_l2_reverse	1	-0.05564114823937416
237	rnn.weight_ih_l2_reverse	2	0.0012233294546604156
237	rnn.weight_ih_l2_reverse	3	0.035250332206487656
237	rnn.weight_ih_l2_reverse	4	0.054088205099105835
237	rnn.weight_ih_l2_reverse	5	-0.04069085791707039
237	rnn.weight_ih_l2_reverse	6	-0.0011841662926599383
237	rnn.weight_ih_l2_reverse	7	-0.01326278131455183
237	rnn.weight_ih_l2_reverse	8	0.014527465216815472
237	rnn.weight_ih_l2_reverse	9	-0.07957512885332108
237	rnn.weight_hh_l2_reverse	0	-0.08277305215597153
237	rnn.weight_hh_l2_reverse	1	0.016726039350032806
237	rnn.weight_hh_l2_reverse	2	0.010427671484649181
237	rnn.weight_hh_l2_reverse	3	0.024330638349056244
237	rnn.weight_hh_l2_reverse	4	-0.03681493178009987
237	rnn.weight_hh_l2_reverse	5	-0.014755306765437126
237	rnn.weight_hh_l2_reverse	6	-0.04383247345685959
237	rnn.weight_hh_l2_reverse	7	-0.059906307607889175
237	rnn.weight_hh_l2_reverse	8	-0.006692502647638321
237	rnn.weight_hh_l2_reverse	9	-0.05898948013782501
237	rnn.bias_ih_l2_reverse	0	-0.05756586045026779
237	rnn.bias_ih_l2_reverse	1	-0.02717098593711853
237	rnn.bias_ih_l2_reverse	2	0.04659339785575867
237	rnn.bias_ih_l2_reverse	3	0.03175974264740944
237	rnn.bias_ih_l2_reverse	4	0.07561825215816498
237	rnn.bias_ih_l2_reverse	5	-0.08847413212060928
237	rnn.bias_ih_l2_reverse	6	-0.04333890601992607
237	rnn.bias_ih_l2_reverse	7	-0.059247713536024094
237	rnn.bias_ih_l2_reverse	8	0.06304297596216202
237	rnn.bias_ih_l2_reverse	9	0.025181734934449196
237	rnn.bias_hh_l2_reverse	0	0.049135856330394745
237	rnn.bias_hh_l2_reverse	1	-0.06909523159265518
237	rnn.bias_hh_l2_reverse	2	-0.06724686175584793
237	rnn.bias_hh_l2_reverse	3	0.031101351603865623
237	rnn.bias_hh_l2_reverse	4	0.033561207354068756
237	rnn.bias_hh_l2_reverse	5	0.03495799005031586
237	rnn.bias_hh_l2_reverse	6	-0.08264946937561035
237	rnn.bias_hh_l2_reverse	7	-0.006613364443182945
237	rnn.bias_hh_l2_reverse	8	-0.10754150152206421
237	rnn.bias_hh_l2_reverse	9	-0.05489465221762657
237	linear.weight	0	0.025028489530086517
237	linear.weight	1	0.1487816870212555
237	linear.weight	2	-0.024260589852929115
237	linear.weight	3	-0.03620774298906326
237	linear.weight	4	-0.022248394787311554
237	linear.weight	5	0.054196592420339584
237	linear.weight	6	-0.003158256644383073
237	linear.weight	7	-0.10578421503305435
237	linear.weight	8	-0.031209412962198257
237	linear.weight	9	0.11470704525709152
237	linear.bias	0	0.5019189715385437
237	linear.bias	1	0.7897758483886719
237	linear.bias	2	-1.6446552276611328
237	linear.bias	3	-0.05754556506872177
237	linear.bias	4	-0.050822705030441284
237	linear.bias	5	0.2516556680202484
238	transitions	0	0.02926667407155037
238	transitions	1	-10000.0
238	transitions	2	2.715165615081787
238	transitions	3	-1.1934762001037598
238	transitions	4	-10000.0
238	transitions	5	-10000.0
238	transitions	6	-10000.0
238	transitions	7	0.8815307021141052
238	transitions	8	0.8322966694831848
238	transitions	9	-1.1833651065826416
238	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
238	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
238	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
238	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
238	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
238	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
238	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
238	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
238	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
238	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
238	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
238	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
238	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
238	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
238	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
238	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
238	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
238	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
238	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
238	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
238	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
238	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
238	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
238	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
238	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
238	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
238	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
238	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
238	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
238	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
238	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
238	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
238	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
238	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
238	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
238	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
238	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
238	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
238	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
238	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
238	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
238	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
238	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
238	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
238	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
238	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
238	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
238	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
238	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
238	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
238	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
238	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
238	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
238	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
238	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
238	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
238	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
238	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
238	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
238	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
238	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
238	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
238	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
238	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
238	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
238	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
238	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
238	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
238	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
238	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
238	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
238	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
238	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
238	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
238	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
238	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
238	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
238	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
238	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
238	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
238	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
238	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
238	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
238	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
238	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
238	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
238	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
238	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
238	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
238	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
238	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
238	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
238	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
238	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
238	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
238	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
238	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
238	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
238	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
238	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
238	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
238	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
238	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
238	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
238	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
238	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
238	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
238	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
238	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
238	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
238	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
238	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
238	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
238	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
238	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
238	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
238	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
238	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
238	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
238	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
238	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
238	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
238	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
238	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
238	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
238	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
238	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
238	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
238	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
238	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
238	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
238	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
238	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
238	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
238	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
238	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
238	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
238	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
238	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
238	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
238	embedding2nn.weight	0	0.014808081090450287
238	embedding2nn.weight	1	0.00018987154180649668
238	embedding2nn.weight	2	0.005584489554166794
238	embedding2nn.weight	3	0.000702324032317847
238	embedding2nn.weight	4	-0.008216082118451595
238	embedding2nn.weight	5	-0.005640822928398848
238	embedding2nn.weight	6	-0.0008710362017154694
238	embedding2nn.weight	7	-0.0029388011898845434
238	embedding2nn.weight	8	0.013738448731601238
238	embedding2nn.weight	9	0.004437603987753391
238	embedding2nn.bias	0	0.005632145795971155
238	embedding2nn.bias	1	-0.016946669667959213
238	embedding2nn.bias	2	0.004128602799028158
238	embedding2nn.bias	3	-0.008063255809247494
238	embedding2nn.bias	4	-0.025319451466202736
238	embedding2nn.bias	5	-0.00016690946358721703
238	embedding2nn.bias	6	0.00753142312169075
238	embedding2nn.bias	7	-0.0090610571205616
238	embedding2nn.bias	8	0.00056582095567137
238	embedding2nn.bias	9	-0.004026559181511402
238	rnn.weight_ih_l0	0	-0.05224677920341492
238	rnn.weight_ih_l0	1	0.050727128982543945
238	rnn.weight_ih_l0	2	0.03187314793467522
238	rnn.weight_ih_l0	3	0.014781399630010128
238	rnn.weight_ih_l0	4	0.012534493580460548
238	rnn.weight_ih_l0	5	0.08422665297985077
238	rnn.weight_ih_l0	6	0.076077401638031
238	rnn.weight_ih_l0	7	0.03779299929738045
238	rnn.weight_ih_l0	8	-0.04585466533899307
238	rnn.weight_ih_l0	9	0.007971888408064842
238	rnn.weight_hh_l0	0	0.008261232636868954
238	rnn.weight_hh_l0	1	-0.06423800438642502
238	rnn.weight_hh_l0	2	-0.06549891829490662
238	rnn.weight_hh_l0	3	0.07156351208686829
238	rnn.weight_hh_l0	4	0.07103602588176727
238	rnn.weight_hh_l0	5	0.005992049816995859
238	rnn.weight_hh_l0	6	-0.0034154660534113646
238	rnn.weight_hh_l0	7	-0.015611577779054642
238	rnn.weight_hh_l0	8	-0.029344800859689713
238	rnn.weight_hh_l0	9	0.057580020278692245
238	rnn.bias_ih_l0	0	-0.06247393414378166
238	rnn.bias_ih_l0	1	0.0888291597366333
238	rnn.bias_ih_l0	2	0.02018207684159279
238	rnn.bias_ih_l0	3	0.0797434151172638
238	rnn.bias_ih_l0	4	-0.07755439728498459
238	rnn.bias_ih_l0	5	0.0824962630867958
238	rnn.bias_ih_l0	6	-0.06807009875774384
238	rnn.bias_ih_l0	7	-0.03604687750339508
238	rnn.bias_ih_l0	8	-0.09238826483488083
238	rnn.bias_ih_l0	9	-0.045013442635536194
238	rnn.bias_hh_l0	0	0.033023808151483536
238	rnn.bias_hh_l0	1	0.0735325887799263
238	rnn.bias_hh_l0	2	0.07022880762815475
238	rnn.bias_hh_l0	3	0.08599653840065002
238	rnn.bias_hh_l0	4	-0.09999343007802963
238	rnn.bias_hh_l0	5	-0.07095285505056381
238	rnn.bias_hh_l0	6	0.0787949189543724
238	rnn.bias_hh_l0	7	-0.07974870502948761
238	rnn.bias_hh_l0	8	-0.026597818359732628
238	rnn.bias_hh_l0	9	0.009744069539010525
238	rnn.weight_ih_l0_reverse	0	0.07938951998949051
238	rnn.weight_ih_l0_reverse	1	0.07329315692186356
238	rnn.weight_ih_l0_reverse	2	0.038774505257606506
238	rnn.weight_ih_l0_reverse	3	0.03368670120835304
238	rnn.weight_ih_l0_reverse	4	-0.03640417009592056
238	rnn.weight_ih_l0_reverse	5	0.05082884058356285
238	rnn.weight_ih_l0_reverse	6	0.0664772167801857
238	rnn.weight_ih_l0_reverse	7	0.022268148139119148
238	rnn.weight_ih_l0_reverse	8	-0.05794626101851463
238	rnn.weight_ih_l0_reverse	9	-0.05283809453248978
238	rnn.weight_hh_l0_reverse	0	0.02562575787305832
238	rnn.weight_hh_l0_reverse	1	-0.08736220747232437
238	rnn.weight_hh_l0_reverse	2	0.06343401223421097
238	rnn.weight_hh_l0_reverse	3	-0.021580666303634644
238	rnn.weight_hh_l0_reverse	4	0.08535643666982651
238	rnn.weight_hh_l0_reverse	5	-0.001979562221094966
238	rnn.weight_hh_l0_reverse	6	0.030707255005836487
238	rnn.weight_hh_l0_reverse	7	0.07875325530767441
238	rnn.weight_hh_l0_reverse	8	-0.022413520142436028
238	rnn.weight_hh_l0_reverse	9	-0.046557921916246414
238	rnn.bias_ih_l0_reverse	0	0.0005092669161967933
238	rnn.bias_ih_l0_reverse	1	-0.019484099000692368
238	rnn.bias_ih_l0_reverse	2	-0.013329487293958664
238	rnn.bias_ih_l0_reverse	3	0.03629092499613762
238	rnn.bias_ih_l0_reverse	4	0.06798604875802994
238	rnn.bias_ih_l0_reverse	5	-0.02056761644780636
238	rnn.bias_ih_l0_reverse	6	-0.026931362226605415
238	rnn.bias_ih_l0_reverse	7	-0.048323895782232285
238	rnn.bias_ih_l0_reverse	8	0.005323152057826519
238	rnn.bias_ih_l0_reverse	9	-0.06683168560266495
238	rnn.bias_hh_l0_reverse	0	0.04013965651392937
238	rnn.bias_hh_l0_reverse	1	-0.06819428503513336
238	rnn.bias_hh_l0_reverse	2	0.07498394697904587
238	rnn.bias_hh_l0_reverse	3	0.06315384805202484
238	rnn.bias_hh_l0_reverse	4	0.02178279124200344
238	rnn.bias_hh_l0_reverse	5	0.04632942005991936
238	rnn.bias_hh_l0_reverse	6	0.06720052659511566
238	rnn.bias_hh_l0_reverse	7	0.08521564304828644
238	rnn.bias_hh_l0_reverse	8	-0.008310333825647831
238	rnn.bias_hh_l0_reverse	9	0.04855627194046974
238	rnn.weight_ih_l1	0	0.023630911484360695
238	rnn.weight_ih_l1	1	0.016268599778413773
238	rnn.weight_ih_l1	2	0.08855483680963516
238	rnn.weight_ih_l1	3	-0.02429111860692501
238	rnn.weight_ih_l1	4	-0.02454032190144062
238	rnn.weight_ih_l1	5	-0.012836413457989693
238	rnn.weight_ih_l1	6	0.07285888493061066
238	rnn.weight_ih_l1	7	-0.0038237443659454584
238	rnn.weight_ih_l1	8	-0.05246403068304062
238	rnn.weight_ih_l1	9	0.054670315235853195
238	rnn.weight_hh_l1	0	-0.08198156952857971
238	rnn.weight_hh_l1	1	-0.035665832459926605
238	rnn.weight_hh_l1	2	-0.00812512543052435
238	rnn.weight_hh_l1	3	-0.05817973241209984
238	rnn.weight_hh_l1	4	0.08598486334085464
238	rnn.weight_hh_l1	5	-0.08416948467493057
238	rnn.weight_hh_l1	6	-0.050147414207458496
238	rnn.weight_hh_l1	7	0.06497953832149506
238	rnn.weight_hh_l1	8	-0.013539987616240978
238	rnn.weight_hh_l1	9	-0.03982754796743393
238	rnn.bias_ih_l1	0	-0.0341251865029335
238	rnn.bias_ih_l1	1	0.054843056946992874
238	rnn.bias_ih_l1	2	-0.04546327888965607
238	rnn.bias_ih_l1	3	-0.07732455432415009
238	rnn.bias_ih_l1	4	-0.028545090928673744
238	rnn.bias_ih_l1	5	-0.006293756887316704
238	rnn.bias_ih_l1	6	-0.0456242635846138
238	rnn.bias_ih_l1	7	0.06215231493115425
238	rnn.bias_ih_l1	8	0.08545190840959549
238	rnn.bias_ih_l1	9	0.0318460687994957
238	rnn.bias_hh_l1	0	0.06880055367946625
238	rnn.bias_hh_l1	1	-0.05866871401667595
238	rnn.bias_hh_l1	2	0.01926238462328911
238	rnn.bias_hh_l1	3	0.08192721754312515
238	rnn.bias_hh_l1	4	0.05783786624670029
238	rnn.bias_hh_l1	5	-0.07984104007482529
238	rnn.bias_hh_l1	6	0.014341345988214016
238	rnn.bias_hh_l1	7	0.04234064742922783
238	rnn.bias_hh_l1	8	0.015419448725879192
238	rnn.bias_hh_l1	9	-0.004640548024326563
238	rnn.weight_ih_l1_reverse	0	0.08709480613470078
238	rnn.weight_ih_l1_reverse	1	-0.04185399040579796
238	rnn.weight_ih_l1_reverse	2	-0.061887990683317184
238	rnn.weight_ih_l1_reverse	3	0.025376828387379646
238	rnn.weight_ih_l1_reverse	4	-0.046619389206171036
238	rnn.weight_ih_l1_reverse	5	0.024018676951527596
238	rnn.weight_ih_l1_reverse	6	0.04042427986860275
238	rnn.weight_ih_l1_reverse	7	0.02015324868261814
238	rnn.weight_ih_l1_reverse	8	-0.008757430128753185
238	rnn.weight_ih_l1_reverse	9	-0.06693461537361145
238	rnn.weight_hh_l1_reverse	0	0.004939712584018707
238	rnn.weight_hh_l1_reverse	1	0.019001444801688194
238	rnn.weight_hh_l1_reverse	2	-0.05820067226886749
238	rnn.weight_hh_l1_reverse	3	-0.012863877229392529
238	rnn.weight_hh_l1_reverse	4	0.008880514651536942
238	rnn.weight_hh_l1_reverse	5	-0.0652989000082016
238	rnn.weight_hh_l1_reverse	6	-0.06728841364383698
238	rnn.weight_hh_l1_reverse	7	-0.01140171755105257
238	rnn.weight_hh_l1_reverse	8	-0.05935465544462204
238	rnn.weight_hh_l1_reverse	9	-0.04400082677602768
238	rnn.bias_ih_l1_reverse	0	-0.0029429441783577204
238	rnn.bias_ih_l1_reverse	1	-0.04136692360043526
238	rnn.bias_ih_l1_reverse	2	0.03035709820687771
238	rnn.bias_ih_l1_reverse	3	-0.08446025103330612
238	rnn.bias_ih_l1_reverse	4	-0.08663646131753922
238	rnn.bias_ih_l1_reverse	5	-0.08638440817594528
238	rnn.bias_ih_l1_reverse	6	0.06645296514034271
238	rnn.bias_ih_l1_reverse	7	0.08446525782346725
238	rnn.bias_ih_l1_reverse	8	0.0020251255482435226
238	rnn.bias_ih_l1_reverse	9	-0.009709239937365055
238	rnn.bias_hh_l1_reverse	0	0.062238141894340515
238	rnn.bias_hh_l1_reverse	1	-0.06698707491159439
238	rnn.bias_hh_l1_reverse	2	-0.054845865815877914
238	rnn.bias_hh_l1_reverse	3	0.07413174211978912
238	rnn.bias_hh_l1_reverse	4	-0.022367624565958977
238	rnn.bias_hh_l1_reverse	5	-0.005482057575136423
238	rnn.bias_hh_l1_reverse	6	-0.059579163789749146
238	rnn.bias_hh_l1_reverse	7	-0.05962744355201721
238	rnn.bias_hh_l1_reverse	8	0.06614774465560913
238	rnn.bias_hh_l1_reverse	9	0.04942009970545769
238	rnn.weight_ih_l2	0	0.0777408555150032
238	rnn.weight_ih_l2	1	-0.05426176264882088
238	rnn.weight_ih_l2	2	0.06333748996257782
238	rnn.weight_ih_l2	3	0.06569331884384155
238	rnn.weight_ih_l2	4	0.05666246637701988
238	rnn.weight_ih_l2	5	-0.03539765998721123
238	rnn.weight_ih_l2	6	-0.07569389045238495
238	rnn.weight_ih_l2	7	0.011716946959495544
238	rnn.weight_ih_l2	8	-0.01717545837163925
238	rnn.weight_ih_l2	9	-0.06912664324045181
238	rnn.weight_hh_l2	0	0.04803018644452095
238	rnn.weight_hh_l2	1	0.030809475108981133
238	rnn.weight_hh_l2	2	-0.054717548191547394
238	rnn.weight_hh_l2	3	-0.025359414517879486
238	rnn.weight_hh_l2	4	0.055016499012708664
238	rnn.weight_hh_l2	5	-0.02413105219602585
238	rnn.weight_hh_l2	6	0.00849561020731926
238	rnn.weight_hh_l2	7	-0.05350354686379433
238	rnn.weight_hh_l2	8	-0.005986171308904886
238	rnn.weight_hh_l2	9	-0.01803470030426979
238	rnn.bias_ih_l2	0	0.14741985499858856
238	rnn.bias_ih_l2	1	0.01170794852077961
238	rnn.bias_ih_l2	2	0.06873557716608047
238	rnn.bias_ih_l2	3	0.028624530881643295
238	rnn.bias_ih_l2	4	-0.0066374484449625015
238	rnn.bias_ih_l2	5	0.04774469509720802
238	rnn.bias_ih_l2	6	0.0137181943282485
238	rnn.bias_ih_l2	7	0.017991546541452408
238	rnn.bias_ih_l2	8	0.018160106614232063
238	rnn.bias_ih_l2	9	-0.01525424886494875
238	rnn.bias_hh_l2	0	0.02339940145611763
238	rnn.bias_hh_l2	1	0.00778552982956171
238	rnn.bias_hh_l2	2	0.07778199762105942
238	rnn.bias_hh_l2	3	0.02936258167028427
238	rnn.bias_hh_l2	4	0.0779862105846405
238	rnn.bias_hh_l2	5	-0.06005695089697838
238	rnn.bias_hh_l2	6	0.05763929337263107
238	rnn.bias_hh_l2	7	-0.025973964482545853
238	rnn.bias_hh_l2	8	0.04177965968847275
238	rnn.bias_hh_l2	9	0.02522691711783409
238	rnn.weight_ih_l2_reverse	0	0.08224803954362869
238	rnn.weight_ih_l2_reverse	1	-0.055658698081970215
238	rnn.weight_ih_l2_reverse	2	0.0012242809170857072
238	rnn.weight_ih_l2_reverse	3	0.03525039553642273
238	rnn.weight_ih_l2_reverse	4	0.05408813804388046
238	rnn.weight_ih_l2_reverse	5	-0.04069094359874725
238	rnn.weight_ih_l2_reverse	6	-0.0011937993112951517
238	rnn.weight_ih_l2_reverse	7	-0.013262034393846989
238	rnn.weight_ih_l2_reverse	8	0.014543711207807064
238	rnn.weight_ih_l2_reverse	9	-0.07957529276609421
238	rnn.weight_hh_l2_reverse	0	-0.0827731117606163
238	rnn.weight_hh_l2_reverse	1	0.016731824725866318
238	rnn.weight_hh_l2_reverse	2	0.010427780449390411
238	rnn.weight_hh_l2_reverse	3	0.02433071658015251
238	rnn.weight_hh_l2_reverse	4	-0.0368148609995842
238	rnn.weight_hh_l2_reverse	5	-0.014755288138985634
238	rnn.weight_hh_l2_reverse	6	-0.043838806450366974
238	rnn.weight_hh_l2_reverse	7	-0.05990609526634216
238	rnn.weight_hh_l2_reverse	8	-0.00669245095923543
238	rnn.weight_hh_l2_reverse	9	-0.05898948013782501
238	rnn.bias_ih_l2_reverse	0	-0.057626016438007355
238	rnn.bias_ih_l2_reverse	1	-0.02715909853577614
238	rnn.bias_ih_l2_reverse	2	0.046604953706264496
238	rnn.bias_ih_l2_reverse	3	0.031763799488544464
238	rnn.bias_ih_l2_reverse	4	0.07562312483787537
238	rnn.bias_ih_l2_reverse	5	-0.0884697288274765
238	rnn.bias_ih_l2_reverse	6	-0.043336037546396255
238	rnn.bias_ih_l2_reverse	7	-0.05927306413650513
238	rnn.bias_ih_l2_reverse	8	0.06303157657384872
238	rnn.bias_ih_l2_reverse	9	0.025239216163754463
238	rnn.bias_hh_l2_reverse	0	0.04922156035900116
238	rnn.bias_hh_l2_reverse	1	-0.06908601522445679
238	rnn.bias_hh_l2_reverse	2	-0.06724650412797928
238	rnn.bias_hh_l2_reverse	3	0.031106047332286835
238	rnn.bias_hh_l2_reverse	4	0.03358631953597069
238	rnn.bias_hh_l2_reverse	5	0.03495278209447861
238	rnn.bias_hh_l2_reverse	6	-0.0826459676027298
238	rnn.bias_hh_l2_reverse	7	-0.006602078676223755
238	rnn.bias_hh_l2_reverse	8	-0.1075478047132492
238	rnn.bias_hh_l2_reverse	9	-0.054890505969524384
238	linear.weight	0	0.025028489530086517
238	linear.weight	1	0.14884258806705475
238	linear.weight	2	-0.024260137230157852
238	linear.weight	3	-0.036220576614141464
238	linear.weight	4	-0.022248394787311554
238	linear.weight	5	0.05426999554038048
238	linear.weight	6	-0.003184754168614745
238	linear.weight	7	-0.10568875819444656
238	linear.weight	8	-0.031219111755490303
238	linear.weight	9	0.11472997814416885
238	linear.bias	0	0.5024824738502502
238	linear.bias	1	0.7895057797431946
238	linear.bias	2	-1.6447681188583374
238	linear.bias	3	-0.05754556506872177
238	linear.bias	4	-0.050822705030441284
238	linear.bias	5	0.25147518515586853
239	transitions	0	0.029253168031573296
239	transitions	1	-10000.0
239	transitions	2	2.714573383331299
239	transitions	3	-1.1923176050186157
239	transitions	4	-10000.0
239	transitions	5	-10000.0
239	transitions	6	-10000.0
239	transitions	7	0.8815303444862366
239	transitions	8	0.8322758674621582
239	transitions	9	-1.183420181274414
239	embeddings.list_embedding_0.lm.encoder.weight	0	-0.14037631452083588
239	embeddings.list_embedding_0.lm.encoder.weight	1	-1.0878363847732544
239	embeddings.list_embedding_0.lm.encoder.weight	2	-0.029236391186714172
239	embeddings.list_embedding_0.lm.encoder.weight	3	-0.5206464529037476
239	embeddings.list_embedding_0.lm.encoder.weight	4	0.20585253834724426
239	embeddings.list_embedding_0.lm.encoder.weight	5	1.2408056259155273
239	embeddings.list_embedding_0.lm.encoder.weight	6	-0.022129589691758156
239	embeddings.list_embedding_0.lm.encoder.weight	7	-0.07213731855154037
239	embeddings.list_embedding_0.lm.encoder.weight	8	-0.10073842853307724
239	embeddings.list_embedding_0.lm.encoder.weight	9	0.16370664536952972
239	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.289676696062088
239	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.14191554486751556
239	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	0.10227802395820618
239	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	0.1334376484155655
239	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	-0.38974812626838684
239	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	0.011792191304266453
239	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.3734188973903656
239	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	0.2588495910167694
239	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.5464340448379517
239	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	0.16179148852825165
239	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	0.2891927659511566
239	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	0.12975279986858368
239	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.38727056980133057
239	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	0.03851339593529701
239	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.2149055302143097
239	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.0817866101861
239	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.3300780951976776
239	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.515377938747406
239	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	-0.030604394152760506
239	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.019776782020926476
239	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-1.1553583145141602
239	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.2183163166046143
239	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.03136099502444267
239	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.23657885193824768
239	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	0.21047662198543549
239	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6744289398193359
239	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.4817256033420563
239	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.7086325883865356
239	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.21855486929416656
239	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.6192540526390076
239	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.25236329436302185
239	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.5522940754890442
239	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.4955892860889435
239	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.3048053979873657
239	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4676858186721802
239	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-1.0172141790390015
239	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.6530515551567078
239	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.9828587770462036
239	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.5584149956703186
239	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.4411892294883728
239	embeddings.list_embedding_0.lm.decoder.weight	0	-0.11117304861545563
239	embeddings.list_embedding_0.lm.decoder.weight	1	0.18528538942337036
239	embeddings.list_embedding_0.lm.decoder.weight	2	0.06168327480554581
239	embeddings.list_embedding_0.lm.decoder.weight	3	0.09095270931720734
239	embeddings.list_embedding_0.lm.decoder.weight	4	0.052691228687763214
239	embeddings.list_embedding_0.lm.decoder.weight	5	-0.052564579993486404
239	embeddings.list_embedding_0.lm.decoder.weight	6	-0.02465984970331192
239	embeddings.list_embedding_0.lm.decoder.weight	7	-0.19340108335018158
239	embeddings.list_embedding_0.lm.decoder.weight	8	0.14329418540000916
239	embeddings.list_embedding_0.lm.decoder.weight	9	0.5902512073516846
239	embeddings.list_embedding_0.lm.decoder.bias	0	-1.985356092453003
239	embeddings.list_embedding_0.lm.decoder.bias	1	-2.020038366317749
239	embeddings.list_embedding_0.lm.decoder.bias	2	-2.0244760513305664
239	embeddings.list_embedding_0.lm.decoder.bias	3	-2.0196659564971924
239	embeddings.list_embedding_0.lm.decoder.bias	4	-2.0264298915863037
239	embeddings.list_embedding_0.lm.decoder.bias	5	9.465300559997559
239	embeddings.list_embedding_0.lm.decoder.bias	6	2.948305606842041
239	embeddings.list_embedding_0.lm.decoder.bias	7	-2.0306453704833984
239	embeddings.list_embedding_0.lm.decoder.bias	8	-2.037951707839966
239	embeddings.list_embedding_0.lm.decoder.bias	9	-2.0198466777801514
239	embeddings.list_embedding_1.lm.encoder.weight	0	0.1805679053068161
239	embeddings.list_embedding_1.lm.encoder.weight	1	0.038646601140499115
239	embeddings.list_embedding_1.lm.encoder.weight	2	0.39912232756614685
239	embeddings.list_embedding_1.lm.encoder.weight	3	-0.09530264139175415
239	embeddings.list_embedding_1.lm.encoder.weight	4	-0.3212372362613678
239	embeddings.list_embedding_1.lm.encoder.weight	5	0.04635390639305115
239	embeddings.list_embedding_1.lm.encoder.weight	6	0.23351113498210907
239	embeddings.list_embedding_1.lm.encoder.weight	7	0.05057373642921448
239	embeddings.list_embedding_1.lm.encoder.weight	8	0.13603626191616058
239	embeddings.list_embedding_1.lm.encoder.weight	9	-0.07653789222240448
239	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.023082546889781952
239	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.05487135425209999
239	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.13462477922439575
239	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	-0.029557883739471436
239	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.19499370455741882
239	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.09654625505208969
239	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.05967511236667633
239	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.21882209181785583
239	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.2755469083786011
239	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.14147962629795074
239	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.405306339263916
239	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.23269259929656982
239	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.1717725545167923
239	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.002318695653229952
239	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.301977276802063
239	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.2518119812011719
239	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.30921459197998047
239	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.07284940779209137
239	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.08432841300964355
239	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.008557246066629887
239	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.39463046193122864
239	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.47790172696113586
239	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.09093718975782394
239	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.638892650604248
239	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.7278051972389221
239	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	0.024980278685688972
239	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.4747776687145233
239	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.2890692353248596
239	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.19411392509937286
239	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-1.0713996887207031
239	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.8257350325584412
239	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-1.2291526794433594
239	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.708803653717041
239	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.4424314796924591
239	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.7605219483375549
239	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.6010718941688538
239	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.055287670344114304
239	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.4401603937149048
239	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.07702390849590302
239	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-0.9666793942451477
239	embeddings.list_embedding_1.lm.decoder.weight	0	-0.029324885457754135
239	embeddings.list_embedding_1.lm.decoder.weight	1	0.020981404930353165
239	embeddings.list_embedding_1.lm.decoder.weight	2	0.4322788715362549
239	embeddings.list_embedding_1.lm.decoder.weight	3	-0.4338671565055847
239	embeddings.list_embedding_1.lm.decoder.weight	4	-0.007583235390484333
239	embeddings.list_embedding_1.lm.decoder.weight	5	0.12769277393817902
239	embeddings.list_embedding_1.lm.decoder.weight	6	0.0071031139232218266
239	embeddings.list_embedding_1.lm.decoder.weight	7	0.0239541158080101
239	embeddings.list_embedding_1.lm.decoder.weight	8	-0.015000785700976849
239	embeddings.list_embedding_1.lm.decoder.weight	9	-0.07253146916627884
239	embeddings.list_embedding_1.lm.decoder.bias	0	4.113430023193359
239	embeddings.list_embedding_1.lm.decoder.bias	1	-2.0794153213500977
239	embeddings.list_embedding_1.lm.decoder.bias	2	-2.1236178874969482
239	embeddings.list_embedding_1.lm.decoder.bias	3	3.5165185928344727
239	embeddings.list_embedding_1.lm.decoder.bias	4	7.217496395111084
239	embeddings.list_embedding_1.lm.decoder.bias	5	-2.136070728302002
239	embeddings.list_embedding_1.lm.decoder.bias	6	9.358773231506348
239	embeddings.list_embedding_1.lm.decoder.bias	7	3.588719606399536
239	embeddings.list_embedding_1.lm.decoder.bias	8	-0.4562060832977295
239	embeddings.list_embedding_1.lm.decoder.bias	9	0.23581229150295258
239	embedding2nn.weight	0	0.014808280393481255
239	embedding2nn.weight	1	0.0001901630312204361
239	embedding2nn.weight	2	0.0055836564861238
239	embedding2nn.weight	3	0.0007022349745966494
239	embedding2nn.weight	4	-0.008216043002903461
239	embedding2nn.weight	5	-0.005640560295432806
239	embedding2nn.weight	6	-0.0008820059010758996
239	embedding2nn.weight	7	-0.0029386640526354313
239	embedding2nn.weight	8	0.013738448731601238
239	embedding2nn.weight	9	0.004437921568751335
239	embedding2nn.bias	0	0.005448122974485159
239	embedding2nn.bias	1	-0.016934026032686234
239	embedding2nn.bias	2	0.004401057027280331
239	embedding2nn.bias	3	-0.008061558939516544
239	embedding2nn.bias	4	-0.025317030027508736
239	embedding2nn.bias	5	-2.2774429453420453e-05
239	embedding2nn.bias	6	0.0077887121587991714
239	embedding2nn.bias	7	-0.009070863015949726
239	embedding2nn.bias	8	0.0005008897860534489
239	embedding2nn.bias	9	-0.004084138199687004
239	rnn.weight_ih_l0	0	-0.05224624648690224
239	rnn.weight_ih_l0	1	0.05072614550590515
239	rnn.weight_ih_l0	2	0.03187396004796028
239	rnn.weight_ih_l0	3	0.014781438745558262
239	rnn.weight_ih_l0	4	0.012533546425402164
239	rnn.weight_ih_l0	5	0.08422616124153137
239	rnn.weight_ih_l0	6	0.07607654482126236
239	rnn.weight_ih_l0	7	0.03779282793402672
239	rnn.weight_ih_l0	8	-0.045845065265893936
239	rnn.weight_ih_l0	9	0.00797027163207531
239	rnn.weight_hh_l0	0	0.008261551149189472
239	rnn.weight_hh_l0	1	-0.06423325836658478
239	rnn.weight_hh_l0	2	-0.06549867987632751
239	rnn.weight_hh_l0	3	0.07156776636838913
239	rnn.weight_hh_l0	4	0.07103526592254639
239	rnn.weight_hh_l0	5	0.0060069747269153595
239	rnn.weight_hh_l0	6	-0.0034257343504577875
239	rnn.weight_hh_l0	7	-0.015593412332236767
239	rnn.weight_hh_l0	8	-0.029347188770771027
239	rnn.weight_hh_l0	9	0.05758044868707657
239	rnn.bias_ih_l0	0	-0.062421493232250214
239	rnn.bias_ih_l0	1	0.08883195370435715
239	rnn.bias_ih_l0	2	0.020178288221359253
239	rnn.bias_ih_l0	3	0.07978466153144836
239	rnn.bias_ih_l0	4	-0.07761063426733017
239	rnn.bias_ih_l0	5	0.08250145614147186
239	rnn.bias_ih_l0	6	-0.06810302287340164
239	rnn.bias_ih_l0	7	-0.036065805703401566
239	rnn.bias_ih_l0	8	-0.09246237576007843
239	rnn.bias_ih_l0	9	-0.04498210921883583
239	rnn.bias_hh_l0	0	0.03292271867394447
239	rnn.bias_hh_l0	1	0.07354113459587097
239	rnn.bias_hh_l0	2	0.07021982967853546
239	rnn.bias_hh_l0	3	0.08598508685827255
239	rnn.bias_hh_l0	4	-0.1000039204955101
239	rnn.bias_hh_l0	5	-0.07095716148614883
239	rnn.bias_hh_l0	6	0.07878133654594421
239	rnn.bias_hh_l0	7	-0.07982320338487625
239	rnn.bias_hh_l0	8	-0.026618430390954018
239	rnn.bias_hh_l0	9	0.009724601171910763
239	rnn.weight_ih_l0_reverse	0	0.07938896119594574
239	rnn.weight_ih_l0_reverse	1	0.07329101115465164
239	rnn.weight_ih_l0_reverse	2	0.038774970918893814
239	rnn.weight_ih_l0_reverse	3	0.03368502855300903
239	rnn.weight_ih_l0_reverse	4	-0.03640208765864372
239	rnn.weight_ih_l0_reverse	5	0.05082861706614494
239	rnn.weight_ih_l0_reverse	6	0.0664774551987648
239	rnn.weight_ih_l0_reverse	7	0.022268136963248253
239	rnn.weight_ih_l0_reverse	8	-0.0579524002969265
239	rnn.weight_ih_l0_reverse	9	-0.0528387688100338
239	rnn.weight_hh_l0_reverse	0	0.02562427893280983
239	rnn.weight_hh_l0_reverse	1	-0.08736180514097214
239	rnn.weight_hh_l0_reverse	2	0.06343783438205719
239	rnn.weight_hh_l0_reverse	3	-0.021580571308732033
239	rnn.weight_hh_l0_reverse	4	0.08534925431013107
239	rnn.weight_hh_l0_reverse	5	-0.0019890149123966694
239	rnn.weight_hh_l0_reverse	6	0.03071952611207962
239	rnn.weight_hh_l0_reverse	7	0.07875768840312958
239	rnn.weight_hh_l0_reverse	8	-0.02241363190114498
239	rnn.weight_hh_l0_reverse	9	-0.04655716195702553
239	rnn.bias_ih_l0_reverse	0	0.0005223540938459337
239	rnn.bias_ih_l0_reverse	1	-0.019487544894218445
239	rnn.bias_ih_l0_reverse	2	-0.013310243375599384
239	rnn.bias_ih_l0_reverse	3	0.03630596399307251
239	rnn.bias_ih_l0_reverse	4	0.06796525418758392
239	rnn.bias_ih_l0_reverse	5	-0.020573997870087624
239	rnn.bias_ih_l0_reverse	6	-0.026931002736091614
239	rnn.bias_ih_l0_reverse	7	-0.04833346605300903
239	rnn.bias_ih_l0_reverse	8	0.005446577910333872
239	rnn.bias_ih_l0_reverse	9	-0.06678026169538498
239	rnn.bias_hh_l0_reverse	0	0.04015211760997772
239	rnn.bias_hh_l0_reverse	1	-0.0681428611278534
239	rnn.bias_hh_l0_reverse	2	0.0748589038848877
239	rnn.bias_hh_l0_reverse	3	0.06311650574207306
239	rnn.bias_hh_l0_reverse	4	0.021790701895952225
239	rnn.bias_hh_l0_reverse	5	0.04632914811372757
239	rnn.bias_hh_l0_reverse	6	0.06720543652772903
239	rnn.bias_hh_l0_reverse	7	0.08512095361948013
239	rnn.bias_hh_l0_reverse	8	-0.0083217928186059
239	rnn.bias_hh_l0_reverse	9	0.04859158769249916
239	rnn.weight_ih_l1	0	0.02364218607544899
239	rnn.weight_ih_l1	1	0.016270698979496956
239	rnn.weight_ih_l1	2	0.0888337716460228
239	rnn.weight_ih_l1	3	-0.024290606379508972
239	rnn.weight_ih_l1	4	-0.02453707344830036
239	rnn.weight_ih_l1	5	-0.01281716302037239
239	rnn.weight_ih_l1	6	0.07285825163125992
239	rnn.weight_ih_l1	7	-0.0038167056627571583
239	rnn.weight_ih_l1	8	-0.052467238157987595
239	rnn.weight_ih_l1	9	0.054734259843826294
239	rnn.weight_hh_l1	0	-0.0819859504699707
239	rnn.weight_hh_l1	1	-0.03567581996321678
239	rnn.weight_hh_l1	2	-0.008124617859721184
239	rnn.weight_hh_l1	3	-0.0581810437142849
239	rnn.weight_hh_l1	4	0.08600246161222458
239	rnn.weight_hh_l1	5	-0.0841655358672142
239	rnn.weight_hh_l1	6	-0.05014471337199211
239	rnn.weight_hh_l1	7	0.064969502389431
239	rnn.weight_hh_l1	8	-0.013542482629418373
239	rnn.weight_hh_l1	9	-0.03981729596853256
239	rnn.bias_ih_l1	0	-0.0339980311691761
239	rnn.bias_ih_l1	1	0.054844923317432404
239	rnn.bias_ih_l1	2	-0.04542731121182442
239	rnn.bias_ih_l1	3	-0.077260322868824
239	rnn.bias_ih_l1	4	-0.028522169217467308
239	rnn.bias_ih_l1	5	-0.006882918067276478
239	rnn.bias_ih_l1	6	-0.045599523931741714
239	rnn.bias_ih_l1	7	0.06214682385325432
239	rnn.bias_ih_l1	8	0.0855027288198471
239	rnn.bias_ih_l1	9	0.03194736689329147
239	rnn.bias_hh_l1	0	0.06880415976047516
239	rnn.bias_hh_l1	1	-0.05867164954543114
239	rnn.bias_hh_l1	2	0.01927240379154682
239	rnn.bias_hh_l1	3	0.08196358382701874
239	rnn.bias_hh_l1	4	0.057852908968925476
239	rnn.bias_hh_l1	5	-0.07980743050575256
239	rnn.bias_hh_l1	6	0.014348543249070644
239	rnn.bias_hh_l1	7	0.0423329696059227
239	rnn.bias_hh_l1	8	0.01544133946299553
239	rnn.bias_hh_l1	9	-0.004624555353075266
239	rnn.weight_ih_l1_reverse	0	0.08709204941987991
239	rnn.weight_ih_l1_reverse	1	-0.04185169190168381
239	rnn.weight_ih_l1_reverse	2	-0.061889033764600754
239	rnn.weight_ih_l1_reverse	3	0.025375351309776306
239	rnn.weight_ih_l1_reverse	4	-0.04661788418889046
239	rnn.weight_ih_l1_reverse	5	0.024021737277507782
239	rnn.weight_ih_l1_reverse	6	0.040422774851322174
239	rnn.weight_ih_l1_reverse	7	0.020162232220172882
239	rnn.weight_ih_l1_reverse	8	-0.008755757473409176
239	rnn.weight_ih_l1_reverse	9	-0.06693374365568161
239	rnn.weight_hh_l1_reverse	0	0.004940049722790718
239	rnn.weight_hh_l1_reverse	1	0.01899997517466545
239	rnn.weight_hh_l1_reverse	2	-0.05820037052035332
239	rnn.weight_hh_l1_reverse	3	-0.012866255827248096
239	rnn.weight_hh_l1_reverse	4	0.008881920948624611
239	rnn.weight_hh_l1_reverse	5	-0.0652562752366066
239	rnn.weight_hh_l1_reverse	6	-0.06728795915842056
239	rnn.weight_hh_l1_reverse	7	-0.01140149962157011
239	rnn.weight_hh_l1_reverse	8	-0.059367965906858444
239	rnn.weight_hh_l1_reverse	9	-0.0440024770796299
239	rnn.bias_ih_l1_reverse	0	-0.002946722786873579
239	rnn.bias_ih_l1_reverse	1	-0.041359059512615204
239	rnn.bias_ih_l1_reverse	2	0.030448151752352715
239	rnn.bias_ih_l1_reverse	3	-0.08447904884815216
239	rnn.bias_ih_l1_reverse	4	-0.08663684874773026
239	rnn.bias_ih_l1_reverse	5	-0.08637907356023788
239	rnn.bias_ih_l1_reverse	6	0.06644705682992935
239	rnn.bias_ih_l1_reverse	7	0.08447009325027466
239	rnn.bias_ih_l1_reverse	8	0.0019982231315225363
239	rnn.bias_ih_l1_reverse	9	-0.009666400030255318
239	rnn.bias_hh_l1_reverse	0	0.06224299967288971
239	rnn.bias_hh_l1_reverse	1	-0.06700325757265091
239	rnn.bias_hh_l1_reverse	2	-0.054838571697473526
239	rnn.bias_hh_l1_reverse	3	0.07414524257183075
239	rnn.bias_hh_l1_reverse	4	-0.022361494600772858
239	rnn.bias_hh_l1_reverse	5	-0.005493281874805689
239	rnn.bias_hh_l1_reverse	6	-0.05954033508896828
239	rnn.bias_hh_l1_reverse	7	-0.05965979024767876
239	rnn.bias_hh_l1_reverse	8	0.06611737608909607
239	rnn.bias_hh_l1_reverse	9	0.04923173785209656
239	rnn.weight_ih_l2	0	0.07777238637208939
239	rnn.weight_ih_l2	1	-0.05424577370285988
239	rnn.weight_ih_l2	2	0.063337542116642
239	rnn.weight_ih_l2	3	0.06568466871976852
239	rnn.weight_ih_l2	4	0.05666257068514824
239	rnn.weight_ih_l2	5	-0.03540871664881706
239	rnn.weight_ih_l2	6	-0.07569529861211777
239	rnn.weight_ih_l2	7	0.011716481298208237
239	rnn.weight_ih_l2	8	-0.017175721004605293
239	rnn.weight_ih_l2	9	-0.06912683695554733
239	rnn.weight_hh_l2	0	0.04803092032670975
239	rnn.weight_hh_l2	1	0.03080805391073227
239	rnn.weight_hh_l2	2	-0.0547177828848362
239	rnn.weight_hh_l2	3	-0.02535860985517502
239	rnn.weight_hh_l2	4	0.05501667782664299
239	rnn.weight_hh_l2	5	-0.02413765713572502
239	rnn.weight_hh_l2	6	0.00849437341094017
239	rnn.weight_hh_l2	7	-0.05350446328520775
239	rnn.weight_hh_l2	8	-0.005960030481219292
239	rnn.weight_hh_l2	9	-0.018040262162685394
239	rnn.bias_ih_l2	0	0.14711838960647583
239	rnn.bias_ih_l2	1	0.011760418303310871
239	rnn.bias_ih_l2	2	0.06873777508735657
239	rnn.bias_ih_l2	3	0.028647378087043762
239	rnn.bias_ih_l2	4	-0.006626381538808346
239	rnn.bias_ih_l2	5	0.047812569886446
239	rnn.bias_ih_l2	6	0.01370338723063469
239	rnn.bias_ih_l2	7	0.01804254576563835
239	rnn.bias_ih_l2	8	0.018177585676312447
239	rnn.bias_ih_l2	9	-0.015255780890583992
239	rnn.bias_hh_l2	0	0.023420492187142372
239	rnn.bias_hh_l2	1	0.007779382169246674
239	rnn.bias_hh_l2	2	0.0777643546462059
239	rnn.bias_hh_l2	3	0.029348639771342278
239	rnn.bias_hh_l2	4	0.0780286118388176
239	rnn.bias_hh_l2	5	-0.06006715074181557
239	rnn.bias_hh_l2	6	0.0580906979739666
239	rnn.bias_hh_l2	7	-0.0259640384465456
239	rnn.bias_hh_l2	8	0.04172668233513832
239	rnn.bias_hh_l2	9	0.025308627635240555
239	rnn.weight_ih_l2_reverse	0	0.08225243538618088
239	rnn.weight_ih_l2_reverse	1	-0.05565883591771126
239	rnn.weight_ih_l2_reverse	2	0.001217323704622686
239	rnn.weight_ih_l2_reverse	3	0.03525051474571228
239	rnn.weight_ih_l2_reverse	4	0.05408800393342972
239	rnn.weight_ih_l2_reverse	5	-0.04069071263074875
239	rnn.weight_ih_l2_reverse	6	-0.0012001554714515805
239	rnn.weight_ih_l2_reverse	7	-0.013258012011647224
239	rnn.weight_ih_l2_reverse	8	0.014554201625287533
239	rnn.weight_ih_l2_reverse	9	-0.07957100868225098
239	rnn.weight_hh_l2_reverse	0	-0.08277320861816406
239	rnn.weight_hh_l2_reverse	1	0.01671363227069378
239	rnn.weight_hh_l2_reverse	2	0.010427534580230713
239	rnn.weight_hh_l2_reverse	3	0.024330684915184975
239	rnn.weight_hh_l2_reverse	4	-0.03681469336152077
239	rnn.weight_hh_l2_reverse	5	-0.014754964038729668
239	rnn.weight_hh_l2_reverse	6	-0.04383927211165428
239	rnn.weight_hh_l2_reverse	7	-0.05990761145949364
239	rnn.weight_hh_l2_reverse	8	-0.0066919648088514805
239	rnn.weight_hh_l2_reverse	9	-0.05898943915963173
239	rnn.bias_ih_l2_reverse	0	-0.057687897235155106
239	rnn.bias_ih_l2_reverse	1	-0.027156241238117218
239	rnn.bias_ih_l2_reverse	2	0.046682242304086685
239	rnn.bias_ih_l2_reverse	3	0.0317511111497879
239	rnn.bias_ih_l2_reverse	4	0.07563608884811401
239	rnn.bias_ih_l2_reverse	5	-0.08847188204526901
239	rnn.bias_ih_l2_reverse	6	-0.043333180248737335
239	rnn.bias_ih_l2_reverse	7	-0.0592353381216526
239	rnn.bias_ih_l2_reverse	8	0.06300600618124008
239	rnn.bias_ih_l2_reverse	9	0.025290297344326973
239	rnn.bias_hh_l2_reverse	0	0.04923921078443527
239	rnn.bias_hh_l2_reverse	1	-0.06908900290727615
239	rnn.bias_hh_l2_reverse	2	-0.0672454833984375
239	rnn.bias_hh_l2_reverse	3	0.031109951436519623
239	rnn.bias_hh_l2_reverse	4	0.03358479589223862
239	rnn.bias_hh_l2_reverse	5	0.03495243191719055
239	rnn.bias_hh_l2_reverse	6	-0.08264707773923874
239	rnn.bias_hh_l2_reverse	7	-0.006601336412131786
239	rnn.bias_hh_l2_reverse	8	-0.10754168778657913
239	rnn.bias_hh_l2_reverse	9	-0.054871343076229095
239	linear.weight	0	0.025028489530086517
239	linear.weight	1	0.14958161115646362
239	linear.weight	2	-0.024258941411972046
239	linear.weight	3	-0.03610261157155037
239	linear.weight	4	-0.022248394787311554
239	linear.weight	5	0.054425615817308426
239	linear.weight	6	-0.003126290626823902
239	linear.weight	7	-0.10672597587108612
239	linear.weight	8	-0.03123486042022705
239	linear.weight	9	0.11493970453739166
239	linear.bias	0	0.5014944076538086
239	linear.bias	1	0.7894991040229797
239	linear.bias	2	-1.6448330879211426
239	linear.bias	3	-0.05754556506872177
239	linear.bias	4	-0.050822705030441284
239	linear.bias	5	0.2525349259376526