-
Notifications
You must be signed in to change notification settings - Fork 17
/
eval_results_90k.txt
171 lines (133 loc) · 3.08 KB
/
eval_results_90k.txt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
0
global_step = 0
loss = 11.220514
masked_lm_accuracy = 6.1564315e-05
masked_lm_loss = 10.444288
next_sentence_accuracy = 0.44812012
next_sentence_loss = 0.7762404
10000
global_step = 0
loss = 3.8128536
masked_lm_accuracy = 0.4102537
masked_lm_loss = 3.5381796
next_sentence_accuracy = 0.8796387
next_sentence_loss = 0.27452
15000
global_step = 0
loss = 3.106514
masked_lm_accuracy = 0.49018592
masked_lm_loss = 2.852756
next_sentence_accuracy = 0.8918457
next_sentence_loss = 0.25358027
20000
global_step = 0
loss = 3.1817179
masked_lm_accuracy = 0.48644498
masked_lm_loss = 2.8445323
next_sentence_accuracy = 0.85827637
next_sentence_loss = 0.3369757
25000
global_step = 0
loss = 2.7552714
masked_lm_accuracy = 0.5321076
masked_lm_loss = 2.5236359
next_sentence_accuracy = 0.9052124
next_sentence_loss = 0.23134756
30000
global_step = 0
loss = 2.533266
masked_lm_accuracy = 0.55857664
masked_lm_loss = 2.3237023
next_sentence_accuracy = 0.9111328
next_sentence_loss = 0.20930049
35000
global_step = 0
loss = 2.3850625
masked_lm_accuracy = 0.57708216
masked_lm_loss = 2.193633
next_sentence_accuracy = 0.92022705
next_sentence_loss = 0.19117697
40000
global_step = 0
loss = 2.2982032
masked_lm_accuracy = 0.589022
masked_lm_loss = 2.1165226
next_sentence_accuracy = 0.9244995
next_sentence_loss = 0.18143013
45000
global_step = 0
loss = 2.0219746
masked_lm_accuracy = 0.6177725
masked_lm_loss = 1.9004804
next_sentence_accuracy = 0.9515381
next_sentence_loss = 0.12127254
5000
global_step = 0
loss = 7.230425
masked_lm_accuracy = 0.15392889
masked_lm_loss = 6.7909017
next_sentence_accuracy = 0.7928467
next_sentence_loss = 0.4394643
50000
global_step = 0
loss = 1.9483309
masked_lm_accuracy = 0.6301795
masked_lm_loss = 1.8253117
next_sentence_accuracy = 0.95007324
next_sentence_loss = 0.12282231
55000
global_step = 0
loss = 1.870072
masked_lm_accuracy = 0.6413987
masked_lm_loss = 1.7519696
next_sentence_accuracy = 0.9536133
next_sentence_loss = 0.11785699
60000
global_step = 0
loss = 1.8212997
masked_lm_accuracy = 0.6493333
masked_lm_loss = 1.7074269
next_sentence_accuracy = 0.95269775
next_sentence_loss = 0.11360767
65000
global_step = 0
loss = 1.7917033
masked_lm_accuracy = 0.65405566
masked_lm_loss = 1.6775744
next_sentence_accuracy = 0.95458984
next_sentence_loss = 0.11383211
70000
global_step = 0
loss = 1.7914327
masked_lm_accuracy = 0.6554463
masked_lm_loss = 1.6765546
next_sentence_accuracy = 0.953125
next_sentence_loss = 0.114573054
75000
global_step = 0
loss = 1.784096
masked_lm_accuracy = 0.6556889
masked_lm_loss = 1.6685162
next_sentence_accuracy = 0.95422363
next_sentence_loss = 0.11529617
80000
global_step = 0
loss = 1.764687
masked_lm_accuracy = 0.6585462
masked_lm_loss = 1.6506485
next_sentence_accuracy = 0.9555054
next_sentence_loss = 0.11375818
85000
global_step = 0
loss = 1.7504739
masked_lm_accuracy = 0.66111743
masked_lm_loss = 1.635365
next_sentence_accuracy = 0.9526367
next_sentence_loss = 0.11485007
90000
global_step = 0
loss = 1.7759557
masked_lm_accuracy = 0.6577531
masked_lm_loss = 1.6589265
next_sentence_accuracy = 0.95336914
next_sentence_loss = 0.116775274