Spaces:
Runtime error
Runtime error
Upload validation loss - txt360 vs fineweb.csv
Browse files
data/validation loss - txt360 vs fineweb.csv
ADDED
|
@@ -0,0 +1,58 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Step,FineWeb-1.5T,TxT360
|
| 2 |
+
5000,2.911076784,2.589649677
|
| 3 |
+
10000,2.75819993,2.438303471
|
| 4 |
+
15000,2.647450924,2.383416414
|
| 5 |
+
20000,2.588769436,2.337049007
|
| 6 |
+
25000,2.565514088,2.300292492
|
| 7 |
+
30000,2.527409077,2.29057312
|
| 8 |
+
35000,2.506954193,2.285922527
|
| 9 |
+
40000,2.493706465,2.265408278
|
| 10 |
+
45000,2.478432178,2.245058537
|
| 11 |
+
50000,2.476668596,2.24157238
|
| 12 |
+
55000,2.467983723,2.23307991
|
| 13 |
+
60000,2.4843328,2.232925415
|
| 14 |
+
65000,2.439449787,2.226780653
|
| 15 |
+
70000,2.438807011,2.222440243
|
| 16 |
+
75000,2.426213741,2.194804668
|
| 17 |
+
80000,2.459792614,2.210517406
|
| 18 |
+
85000,2.426000357,2.186522722
|
| 19 |
+
90000,2.403300762,2.185292006
|
| 20 |
+
95000,2.399668455,2.184529305
|
| 21 |
+
100000,2.404176235,2.185826778
|
| 22 |
+
105000,2.39425993,2.171881914
|
| 23 |
+
110000,2.406329632,2.182652235
|
| 24 |
+
115000,2.381269455,2.169103146
|
| 25 |
+
120000,2.387765169,2.162784815
|
| 26 |
+
125000,2.373465776,2.165525436
|
| 27 |
+
130000,2.374938488,2.159037828
|
| 28 |
+
135000,2.379047394,2.164080143
|
| 29 |
+
140000,2.370839834,2.143726826
|
| 30 |
+
145000,2.351930141,2.144924164
|
| 31 |
+
150000,2.35353899,2.138051987
|
| 32 |
+
155000,2.356842279,2.138092995
|
| 33 |
+
160000,2.343327522,2.120969057
|
| 34 |
+
165000,2.335564375,
|
| 35 |
+
170000,2.337301254,
|
| 36 |
+
175000,2.322228193,
|
| 37 |
+
180000,2.323165655,
|
| 38 |
+
185000,2.309478998,
|
| 39 |
+
190000,2.326301336,
|
| 40 |
+
195000,2.314562321,
|
| 41 |
+
200000,2.280953169,
|
| 42 |
+
205000,2.291109324,
|
| 43 |
+
210000,2.298957586,
|
| 44 |
+
215000,2.282609463,
|
| 45 |
+
220000,2.296112061,
|
| 46 |
+
225000,2.286119938,
|
| 47 |
+
230000,2.279724598,
|
| 48 |
+
235000,2.268625498,
|
| 49 |
+
240000,2.27303195,
|
| 50 |
+
245000,2.254729986,
|
| 51 |
+
250000,2.260175228,
|
| 52 |
+
255000,2.248331785,
|
| 53 |
+
260000,2.235989809,
|
| 54 |
+
265000,2.241044521,
|
| 55 |
+
270000,2.242579222,
|
| 56 |
+
275000,2.216429472,
|
| 57 |
+
280000,2.250077009,
|
| 58 |
+
285000,2.224117756,
|