2.8 KiB (Stored with Git LFS)
2.8 KiB (Stored with Git LFS)
| 1 | epoch | avg_txt | avg_enc | avg_dec | txt_loss | masking_loss | prediction_loss |
|---|---|---|---|---|---|---|---|
| 2 | 10.0 | 9.619088172912598 | inf | inf | 9.589115142822266 | inf | inf |
| 3 | 20.0 | 8.906183242797852 | inf | inf | 8.857159614562988 | inf | inf |
| 4 | 30.0 | 8.261990547180176 | inf | inf | 8.204757690429688 | inf | inf |
| 5 | 40.0 | 7.530703067779541 | inf | inf | 7.464004039764404 | inf | inf |
| 6 | 50.0 | 6.882114410400391 | inf | inf | 6.828457832336426 | inf | inf |
| 7 | 60.0 | 6.3431878089904785 | inf | inf | 6.309515953063965 | inf | inf |
| 8 | 70.0 | 5.982449054718018 | inf | inf | 5.971587181091309 | inf | inf |
| 9 | 80.0 | 5.706986904144287 | inf | inf | 5.711585998535156 | inf | inf |
| 10 | 90.0 | 5.47523307800293 | inf | inf | 5.4928741455078125 | inf | inf |
| 11 | 100.0 | 5.272939682006836 | inf | inf | 5.302350044250488 | inf | inf |
| 12 | 110.0 | 5.091738224029541 | inf | inf | 5.131582260131836 | inf | inf |
| 13 | 120.0 | 4.923581123352051 | inf | inf | 4.973457336425781 | inf | inf |
| 14 | 130.0 | 4.754690647125244 | inf | inf | 4.812780380249023 | inf | inf |
| 15 | 140.0 | 4.5854997634887695 | inf | inf | 4.6558122634887695 | inf | inf |
| 16 | 150.0 | 4.42299222946167 | inf | inf | 4.510633945465088 | inf | inf |
| 17 | 160.0 | 4.081361293792725 | inf | inf | 4.211654186248779 | inf | inf |
| 18 | 170.0 | 3.6559460163116455 | 1.391266037117351 | 2.930332660675049 | 3.9051527976989746 | 1.3480228583017986 | 3.3213765621185303 |
| 19 | 180.0 | 3.3243842124938965 | 1.1821628917347302 | 2.5098788738250732 | 3.6976380348205566 | 1.185101826985677 | 3.09991717338562 |
| 20 | 190.0 | 3.058533191680908 | 1.1357320818034085 | 2.1571366786956787 | 3.5449676513671875 | 1.1509617169698079 | 2.928758144378662 |
| 21 | 200.0 | 2.8364098072052 | 1.114576063372872 | 1.8346986770629883 | 3.423093318939209 | 1.1392430067062378 | 2.7645511627197266 |
| 22 | 210.0 | 2.6621696949005127 | 1.1009282740679653 | 1.5674673318862915 | 3.32257080078125 | 1.1335113048553467 | 2.6211190223693848 |
| 23 | 220.0 | 2.531484365463257 | 1.0828638727014714 | 1.3697010278701782 | 3.2420947551727295 | 1.120675762494405 | 2.5091614723205566 |
| 24 | 230.0 | 2.428823709487915 | 1.0599049546501853 | 1.2320318222045898 | 3.1788668632507324 | 1.1080652872721355 | 2.424295425415039 |
| 25 | 240.0 | 2.3428943157196045 | 1.0429832447658887 | 1.1340118646621704 | 3.1244330406188965 | 1.1027285655339558 | 2.3576016426086426 |
| 26 | 250.0 | 2.266908645629883 | 1.0250471992926165 | 1.061934471130371 | 3.083737850189209 | 1.0982760190963745 | 2.303393840789795 |
| 27 | 260.0 | 2.1987080574035645 | 1.0063703520731493 | 1.0042953491210938 | 3.0509700775146484 | 1.0956776936848958 | 2.2634568214416504 |
| 28 | 270.0 | 2.1318812370300293 | 0.9847335354848341 | 0.9559252858161926 | 3.025014877319336 | 1.0909370183944702 | 2.2308688163757324 |
| 29 | 280.0 | 2.0710766315460205 | 0.9608496535908092 | 0.9169776439666748 | 3.0054664611816406 | 1.0858873923619587 | 2.208207607269287 |
| 30 | 290.0 | 2.014591932296753 | 0.9348063143816862 | 0.8822135925292969 | 2.9939353466033936 | 1.081759015719096 | 2.1887366771698 |
| 31 | 300.0 | 1.9629380702972412 | 0.9073939404704354 | 0.8527848124504089 | 2.985956907272339 | 1.0789781014124553 | 2.17372727394104 |
| 32 | 310.0 | 1.9140971899032593 | 0.8794289204207334 | 0.8258025050163269 | 2.9834227561950684 | 1.0761372645696003 | 2.168095111846924 |
| 33 | 320.0 | 1.8721301555633545 | 0.8513809903101488 | 0.8022000789642334 | 2.9826457500457764 | 1.0747971932093303 | 2.1559834480285645 |