| { |
| "best_metric": 0.035888671875, |
| "best_model_checkpoint": "./results_morgangen/checkpoint-100000", |
| "epoch": 0.001, |
| "eval_steps": 20000, |
| "global_step": 100000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 1e-06, |
| "grad_norm": 2.3610475063323975, |
| "learning_rate": 4.9328196339992464e-06, |
| "loss": 3.6864, |
| "step": 100 |
| }, |
| { |
| "epoch": 2e-06, |
| "grad_norm": 1.656525731086731, |
| "learning_rate": 5.719504324825564e-06, |
| "loss": 1.718, |
| "step": 200 |
| }, |
| { |
| "epoch": 3e-06, |
| "grad_norm": 1.8576802015304565, |
| "learning_rate": 6.1708683260303926e-06, |
| "loss": 1.4701, |
| "step": 300 |
| }, |
| { |
| "epoch": 4e-06, |
| "grad_norm": 1.383483648300171, |
| "learning_rate": 6.488740554563935e-06, |
| "loss": 1.3455, |
| "step": 400 |
| }, |
| { |
| "epoch": 5e-06, |
| "grad_norm": 1.4719737768173218, |
| "learning_rate": 6.734317372309117e-06, |
| "loss": 1.261, |
| "step": 500 |
| }, |
| { |
| "epoch": 6e-06, |
| "grad_norm": 1.5180269479751587, |
| "learning_rate": 6.934466112452983e-06, |
| "loss": 1.1993, |
| "step": 600 |
| }, |
| { |
| "epoch": 7e-06, |
| "grad_norm": 1.4714821577072144, |
| "learning_rate": 7.103398676137137e-06, |
| "loss": 1.1509, |
| "step": 700 |
| }, |
| { |
| "epoch": 8e-06, |
| "grad_norm": 1.4220333099365234, |
| "learning_rate": 7.249551256067741e-06, |
| "loss": 1.104, |
| "step": 800 |
| }, |
| { |
| "epoch": 9e-06, |
| "grad_norm": 2.056689977645874, |
| "learning_rate": 7.378343796989793e-06, |
| "loss": 1.0759, |
| "step": 900 |
| }, |
| { |
| "epoch": 1e-05, |
| "grad_norm": 1.5754709243774414, |
| "learning_rate": 7.493465960993282e-06, |
| "loss": 1.0397, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.1e-05, |
| "grad_norm": 1.4028830528259277, |
| "learning_rate": 7.596550404874257e-06, |
| "loss": 1.0055, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.2e-05, |
| "grad_norm": 1.4989030361175537, |
| "learning_rate": 7.691601109175854e-06, |
| "loss": 0.9769, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.3e-05, |
| "grad_norm": 1.9516693353652954, |
| "learning_rate": 7.778996312200985e-06, |
| "loss": 0.9499, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.4e-05, |
| "grad_norm": 1.7118744850158691, |
| "learning_rate": 7.859877791059908e-06, |
| "loss": 0.9245, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.5e-05, |
| "grad_norm": 1.9349831342697144, |
| "learning_rate": 7.935149519312563e-06, |
| "loss": 0.9002, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.6e-05, |
| "grad_norm": 1.3496636152267456, |
| "learning_rate": 8.005539439502828e-06, |
| "loss": 0.881, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.7e-05, |
| "grad_norm": 1.6026203632354736, |
| "learning_rate": 8.071642395272339e-06, |
| "loss": 0.8592, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.8e-05, |
| "grad_norm": 1.9675606489181519, |
| "learning_rate": 8.133950723905457e-06, |
| "loss": 0.841, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.9e-05, |
| "grad_norm": 2.057551145553589, |
| "learning_rate": 8.19287653490949e-06, |
| "loss": 0.8228, |
| "step": 1900 |
| }, |
| { |
| "epoch": 2e-05, |
| "grad_norm": 1.8387638330459595, |
| "learning_rate": 8.248223335219199e-06, |
| "loss": 0.8037, |
| "step": 2000 |
| }, |
| { |
| "epoch": 2.1e-05, |
| "grad_norm": 1.7323527336120605, |
| "learning_rate": 8.30140420048809e-06, |
| "loss": 0.7874, |
| "step": 2100 |
| }, |
| { |
| "epoch": 2.2e-05, |
| "grad_norm": 2.6023099422454834, |
| "learning_rate": 8.352101374530827e-06, |
| "loss": 0.7677, |
| "step": 2200 |
| }, |
| { |
| "epoch": 2.3e-05, |
| "grad_norm": 1.9935753345489502, |
| "learning_rate": 8.400536533238381e-06, |
| "loss": 0.7554, |
| "step": 2300 |
| }, |
| { |
| "epoch": 2.4e-05, |
| "grad_norm": 1.632101058959961, |
| "learning_rate": 8.446902938290931e-06, |
| "loss": 0.7376, |
| "step": 2400 |
| }, |
| { |
| "epoch": 2.5e-05, |
| "grad_norm": 2.2343554496765137, |
| "learning_rate": 8.491370094967829e-06, |
| "loss": 0.7202, |
| "step": 2500 |
| }, |
| { |
| "epoch": 2.6e-05, |
| "grad_norm": 2.182626962661743, |
| "learning_rate": 8.534087492996389e-06, |
| "loss": 0.706, |
| "step": 2600 |
| }, |
| { |
| "epoch": 2.7e-05, |
| "grad_norm": 1.9008549451828003, |
| "learning_rate": 8.575187638879847e-06, |
| "loss": 0.694, |
| "step": 2700 |
| }, |
| { |
| "epoch": 2.8e-05, |
| "grad_norm": 1.8491170406341553, |
| "learning_rate": 8.614788534877808e-06, |
| "loss": 0.6765, |
| "step": 2800 |
| }, |
| { |
| "epoch": 2.9e-05, |
| "grad_norm": 2.2471179962158203, |
| "learning_rate": 8.652995721556234e-06, |
| "loss": 0.6633, |
| "step": 2900 |
| }, |
| { |
| "epoch": 3e-05, |
| "grad_norm": 1.9031002521514893, |
| "learning_rate": 8.689903972981059e-06, |
| "loss": 0.6455, |
| "step": 3000 |
| }, |
| { |
| "epoch": 3.1e-05, |
| "grad_norm": 1.8448904752731323, |
| "learning_rate": 8.725598713115716e-06, |
| "loss": 0.6356, |
| "step": 3100 |
| }, |
| { |
| "epoch": 3.2e-05, |
| "grad_norm": 1.7731763124465942, |
| "learning_rate": 8.760157206696729e-06, |
| "loss": 0.6215, |
| "step": 3200 |
| }, |
| { |
| "epoch": 3.3e-05, |
| "grad_norm": 1.9336998462677002, |
| "learning_rate": 8.79364956635058e-06, |
| "loss": 0.6082, |
| "step": 3300 |
| }, |
| { |
| "epoch": 3.4e-05, |
| "grad_norm": 1.5020197629928589, |
| "learning_rate": 8.82613960896169e-06, |
| "loss": 0.5918, |
| "step": 3400 |
| }, |
| { |
| "epoch": 3.5e-05, |
| "grad_norm": 1.8765689134597778, |
| "learning_rate": 8.85768558758383e-06, |
| "loss": 0.5799, |
| "step": 3500 |
| }, |
| { |
| "epoch": 3.6e-05, |
| "grad_norm": 1.8304609060287476, |
| "learning_rate": 8.888340819988166e-06, |
| "loss": 0.5658, |
| "step": 3600 |
| }, |
| { |
| "epoch": 3.7e-05, |
| "grad_norm": 1.663233757019043, |
| "learning_rate": 8.918154230884686e-06, |
| "loss": 0.5574, |
| "step": 3700 |
| }, |
| { |
| "epoch": 3.8e-05, |
| "grad_norm": 1.8172345161437988, |
| "learning_rate": 8.947170821665072e-06, |
| "loss": 0.5465, |
| "step": 3800 |
| }, |
| { |
| "epoch": 3.9e-05, |
| "grad_norm": 1.7093075513839722, |
| "learning_rate": 8.975432078990786e-06, |
| "loss": 0.5315, |
| "step": 3900 |
| }, |
| { |
| "epoch": 4e-05, |
| "grad_norm": 1.7914036512374878, |
| "learning_rate": 9.002976331538332e-06, |
| "loss": 0.5227, |
| "step": 4000 |
| }, |
| { |
| "epoch": 4.1e-05, |
| "grad_norm": 1.441435694694519, |
| "learning_rate": 9.029839062600307e-06, |
| "loss": 0.5131, |
| "step": 4100 |
| }, |
| { |
| "epoch": 4.2e-05, |
| "grad_norm": 1.3954449892044067, |
| "learning_rate": 9.056053184939176e-06, |
| "loss": 0.4998, |
| "step": 4200 |
| }, |
| { |
| "epoch": 4.3e-05, |
| "grad_norm": 1.7888164520263672, |
| "learning_rate": 9.081649283234784e-06, |
| "loss": 0.4961, |
| "step": 4300 |
| }, |
| { |
| "epoch": 4.4e-05, |
| "grad_norm": 1.7587261199951172, |
| "learning_rate": 9.106655828605087e-06, |
| "loss": 0.4875, |
| "step": 4400 |
| }, |
| { |
| "epoch": 4.5e-05, |
| "grad_norm": 1.9113582372665405, |
| "learning_rate": 9.13109936897355e-06, |
| "loss": 0.4794, |
| "step": 4500 |
| }, |
| { |
| "epoch": 4.6e-05, |
| "grad_norm": 1.6648356914520264, |
| "learning_rate": 9.155004698474792e-06, |
| "loss": 0.4697, |
| "step": 4600 |
| }, |
| { |
| "epoch": 4.7e-05, |
| "grad_norm": 1.5259454250335693, |
| "learning_rate": 9.17839500860873e-06, |
| "loss": 0.4622, |
| "step": 4700 |
| }, |
| { |
| "epoch": 4.8e-05, |
| "grad_norm": 1.8361080884933472, |
| "learning_rate": 9.201292023453135e-06, |
| "loss": 0.453, |
| "step": 4800 |
| }, |
| { |
| "epoch": 4.9e-05, |
| "grad_norm": 1.6309137344360352, |
| "learning_rate": 9.22371612091062e-06, |
| "loss": 0.4429, |
| "step": 4900 |
| }, |
| { |
| "epoch": 5e-05, |
| "grad_norm": 1.7207796573638916, |
| "learning_rate": 9.245686441685918e-06, |
| "loss": 0.4382, |
| "step": 5000 |
| }, |
| { |
| "epoch": 5.1e-05, |
| "grad_norm": 1.552103042602539, |
| "learning_rate": 9.267220987454044e-06, |
| "loss": 0.4315, |
| "step": 5100 |
| }, |
| { |
| "epoch": 5.2e-05, |
| "grad_norm": 1.6008425951004028, |
| "learning_rate": 9.28833670948078e-06, |
| "loss": 0.4244, |
| "step": 5200 |
| }, |
| { |
| "epoch": 5.3e-05, |
| "grad_norm": 1.8220570087432861, |
| "learning_rate": 9.309049588788657e-06, |
| "loss": 0.4162, |
| "step": 5300 |
| }, |
| { |
| "epoch": 5.4e-05, |
| "grad_norm": 1.5230612754821777, |
| "learning_rate": 9.329374708818158e-06, |
| "loss": 0.4112, |
| "step": 5400 |
| }, |
| { |
| "epoch": 5.5e-05, |
| "grad_norm": 1.7809470891952515, |
| "learning_rate": 9.349326321411793e-06, |
| "loss": 0.4052, |
| "step": 5500 |
| }, |
| { |
| "epoch": 5.6e-05, |
| "grad_norm": 1.5959115028381348, |
| "learning_rate": 9.368917906844062e-06, |
| "loss": 0.4009, |
| "step": 5600 |
| }, |
| { |
| "epoch": 5.7e-05, |
| "grad_norm": 1.563692331314087, |
| "learning_rate": 9.388162228530614e-06, |
| "loss": 0.394, |
| "step": 5700 |
| }, |
| { |
| "epoch": 5.8e-05, |
| "grad_norm": 1.4869149923324585, |
| "learning_rate": 9.407071382972726e-06, |
| "loss": 0.3879, |
| "step": 5800 |
| }, |
| { |
| "epoch": 5.9e-05, |
| "grad_norm": 1.5701963901519775, |
| "learning_rate": 9.425656845426483e-06, |
| "loss": 0.3784, |
| "step": 5900 |
| }, |
| { |
| "epoch": 6e-05, |
| "grad_norm": 1.496894359588623, |
| "learning_rate": 9.443929511728523e-06, |
| "loss": 0.3746, |
| "step": 6000 |
| }, |
| { |
| "epoch": 6.1e-05, |
| "grad_norm": 1.4307634830474854, |
| "learning_rate": 9.461899736660011e-06, |
| "loss": 0.372, |
| "step": 6100 |
| }, |
| { |
| "epoch": 6.2e-05, |
| "grad_norm": 1.4771479368209839, |
| "learning_rate": 9.479577369187091e-06, |
| "loss": 0.3661, |
| "step": 6200 |
| }, |
| { |
| "epoch": 6.3e-05, |
| "grad_norm": 1.2904491424560547, |
| "learning_rate": 9.496971784878123e-06, |
| "loss": 0.3625, |
| "step": 6300 |
| }, |
| { |
| "epoch": 6.4e-05, |
| "grad_norm": 1.5488417148590088, |
| "learning_rate": 9.514091915764837e-06, |
| "loss": 0.3547, |
| "step": 6400 |
| }, |
| { |
| "epoch": 6.5e-05, |
| "grad_norm": 1.4266217947006226, |
| "learning_rate": 9.530946277885485e-06, |
| "loss": 0.3491, |
| "step": 6500 |
| }, |
| { |
| "epoch": 6.6e-05, |
| "grad_norm": 1.5423930883407593, |
| "learning_rate": 9.547542996722649e-06, |
| "loss": 0.3442, |
| "step": 6600 |
| }, |
| { |
| "epoch": 6.7e-05, |
| "grad_norm": 1.3324171304702759, |
| "learning_rate": 9.563889830725893e-06, |
| "loss": 0.3427, |
| "step": 6700 |
| }, |
| { |
| "epoch": 6.8e-05, |
| "grad_norm": 1.3407986164093018, |
| "learning_rate": 9.57999419308974e-06, |
| "loss": 0.3376, |
| "step": 6800 |
| }, |
| { |
| "epoch": 6.9e-05, |
| "grad_norm": 1.303074598312378, |
| "learning_rate": 9.595863171939976e-06, |
| "loss": 0.3346, |
| "step": 6900 |
| }, |
| { |
| "epoch": 7e-05, |
| "grad_norm": 1.3955286741256714, |
| "learning_rate": 9.611192939364202e-06, |
| "loss": 0.3283, |
| "step": 7000 |
| }, |
| { |
| "epoch": 7.1e-05, |
| "grad_norm": 1.3460999727249146, |
| "learning_rate": 9.626462440880078e-06, |
| "loss": 0.3269, |
| "step": 7100 |
| }, |
| { |
| "epoch": 7.2e-05, |
| "grad_norm": 1.5643832683563232, |
| "learning_rate": 9.641671209028838e-06, |
| "loss": 0.3235, |
| "step": 7200 |
| }, |
| { |
| "epoch": 7.3e-05, |
| "grad_norm": 1.503298044204712, |
| "learning_rate": 9.65666987557147e-06, |
| "loss": 0.3184, |
| "step": 7300 |
| }, |
| { |
| "epoch": 7.4e-05, |
| "grad_norm": 1.4040926694869995, |
| "learning_rate": 9.671464166396914e-06, |
| "loss": 0.3173, |
| "step": 7400 |
| }, |
| { |
| "epoch": 7.5e-05, |
| "grad_norm": 1.5793565511703491, |
| "learning_rate": 9.686059576466255e-06, |
| "loss": 0.3118, |
| "step": 7500 |
| }, |
| { |
| "epoch": 7.6e-05, |
| "grad_norm": 1.2530806064605713, |
| "learning_rate": 9.700461382066083e-06, |
| "loss": 0.3073, |
| "step": 7600 |
| }, |
| { |
| "epoch": 7.7e-05, |
| "grad_norm": 1.6009125709533691, |
| "learning_rate": 9.714674652259765e-06, |
| "loss": 0.3058, |
| "step": 7700 |
| }, |
| { |
| "epoch": 7.8e-05, |
| "grad_norm": 1.52604341506958, |
| "learning_rate": 9.7287042595988e-06, |
| "loss": 0.299, |
| "step": 7800 |
| }, |
| { |
| "epoch": 7.9e-05, |
| "grad_norm": 1.512654185295105, |
| "learning_rate": 9.742554890150908e-06, |
| "loss": 0.2997, |
| "step": 7900 |
| }, |
| { |
| "epoch": 8e-05, |
| "grad_norm": 1.3372293710708618, |
| "learning_rate": 9.75623105289651e-06, |
| "loss": 0.2959, |
| "step": 8000 |
| }, |
| { |
| "epoch": 8.1e-05, |
| "grad_norm": 1.3194124698638916, |
| "learning_rate": 9.769737088540707e-06, |
| "loss": 0.2915, |
| "step": 8100 |
| }, |
| { |
| "epoch": 8.2e-05, |
| "grad_norm": 1.3267931938171387, |
| "learning_rate": 9.783077177783901e-06, |
| "loss": 0.2883, |
| "step": 8200 |
| }, |
| { |
| "epoch": 8.3e-05, |
| "grad_norm": 1.4453672170639038, |
| "learning_rate": 9.796255349090433e-06, |
| "loss": 0.2857, |
| "step": 8300 |
| }, |
| { |
| "epoch": 8.4e-05, |
| "grad_norm": 1.2656625509262085, |
| "learning_rate": 9.809275485991406e-06, |
| "loss": 0.2824, |
| "step": 8400 |
| }, |
| { |
| "epoch": 8.5e-05, |
| "grad_norm": 1.347659707069397, |
| "learning_rate": 9.822141333954775e-06, |
| "loss": 0.2805, |
| "step": 8500 |
| }, |
| { |
| "epoch": 8.6e-05, |
| "grad_norm": 1.3958872556686401, |
| "learning_rate": 9.834856506853153e-06, |
| "loss": 0.2777, |
| "step": 8600 |
| }, |
| { |
| "epoch": 8.7e-05, |
| "grad_norm": 1.4277667999267578, |
| "learning_rate": 9.847424493057225e-06, |
| "loss": 0.2734, |
| "step": 8700 |
| }, |
| { |
| "epoch": 8.8e-05, |
| "grad_norm": 1.233550786972046, |
| "learning_rate": 9.85984866118054e-06, |
| "loss": 0.2727, |
| "step": 8800 |
| }, |
| { |
| "epoch": 8.9e-05, |
| "grad_norm": 1.499273657798767, |
| "learning_rate": 9.872132265499283e-06, |
| "loss": 0.2712, |
| "step": 8900 |
| }, |
| { |
| "epoch": 9e-05, |
| "grad_norm": 1.4485379457473755, |
| "learning_rate": 9.884278451068888e-06, |
| "loss": 0.2669, |
| "step": 9000 |
| }, |
| { |
| "epoch": 9.1e-05, |
| "grad_norm": 1.2728357315063477, |
| "learning_rate": 9.896051320131294e-06, |
| "loss": 0.2657, |
| "step": 9100 |
| }, |
| { |
| "epoch": 9.2e-05, |
| "grad_norm": 1.2725111246109009, |
| "learning_rate": 9.90793429093813e-06, |
| "loss": 0.2635, |
| "step": 9200 |
| }, |
| { |
| "epoch": 9.3e-05, |
| "grad_norm": 1.3907318115234375, |
| "learning_rate": 9.919688613870083e-06, |
| "loss": 0.2581, |
| "step": 9300 |
| }, |
| { |
| "epoch": 9.4e-05, |
| "grad_norm": 1.3836479187011719, |
| "learning_rate": 9.93131704466464e-06, |
| "loss": 0.2588, |
| "step": 9400 |
| }, |
| { |
| "epoch": 9.5e-05, |
| "grad_norm": 1.2773383855819702, |
| "learning_rate": 9.942822251451706e-06, |
| "loss": 0.2536, |
| "step": 9500 |
| }, |
| { |
| "epoch": 9.6e-05, |
| "grad_norm": 1.2910404205322266, |
| "learning_rate": 9.954206818428214e-06, |
| "loss": 0.2513, |
| "step": 9600 |
| }, |
| { |
| "epoch": 9.7e-05, |
| "grad_norm": 1.234729528427124, |
| "learning_rate": 9.96547324934206e-06, |
| "loss": 0.2476, |
| "step": 9700 |
| }, |
| { |
| "epoch": 9.8e-05, |
| "grad_norm": 1.1756150722503662, |
| "learning_rate": 9.976623970797134e-06, |
| "loss": 0.2471, |
| "step": 9800 |
| }, |
| { |
| "epoch": 9.9e-05, |
| "grad_norm": 1.261687159538269, |
| "learning_rate": 9.987661335390354e-06, |
| "loss": 0.2489, |
| "step": 9900 |
| }, |
| { |
| "epoch": 0.0001, |
| "grad_norm": 1.3017668724060059, |
| "learning_rate": 9.998587624690824e-06, |
| "loss": 0.2435, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.000101, |
| "grad_norm": 1.232535719871521, |
| "learning_rate": 1e-05, |
| "loss": 0.2425, |
| "step": 10100 |
| }, |
| { |
| "epoch": 0.000102, |
| "grad_norm": 1.306433081626892, |
| "learning_rate": 1e-05, |
| "loss": 0.2406, |
| "step": 10200 |
| }, |
| { |
| "epoch": 0.000103, |
| "grad_norm": 1.3659272193908691, |
| "learning_rate": 1e-05, |
| "loss": 0.2389, |
| "step": 10300 |
| }, |
| { |
| "epoch": 0.000104, |
| "grad_norm": 1.1521058082580566, |
| "learning_rate": 1e-05, |
| "loss": 0.2338, |
| "step": 10400 |
| }, |
| { |
| "epoch": 0.000105, |
| "grad_norm": 1.1397546529769897, |
| "learning_rate": 1e-05, |
| "loss": 0.2342, |
| "step": 10500 |
| }, |
| { |
| "epoch": 0.000106, |
| "grad_norm": 1.3130905628204346, |
| "learning_rate": 1e-05, |
| "loss": 0.2313, |
| "step": 10600 |
| }, |
| { |
| "epoch": 0.000107, |
| "grad_norm": 1.1320550441741943, |
| "learning_rate": 1e-05, |
| "loss": 0.2288, |
| "step": 10700 |
| }, |
| { |
| "epoch": 0.000108, |
| "grad_norm": 1.2157635688781738, |
| "learning_rate": 1e-05, |
| "loss": 0.2296, |
| "step": 10800 |
| }, |
| { |
| "epoch": 0.000109, |
| "grad_norm": 1.2038499116897583, |
| "learning_rate": 1e-05, |
| "loss": 0.2249, |
| "step": 10900 |
| }, |
| { |
| "epoch": 0.00011, |
| "grad_norm": 1.3213508129119873, |
| "learning_rate": 1e-05, |
| "loss": 0.2243, |
| "step": 11000 |
| }, |
| { |
| "epoch": 0.000111, |
| "grad_norm": 1.1428966522216797, |
| "learning_rate": 1e-05, |
| "loss": 0.2213, |
| "step": 11100 |
| }, |
| { |
| "epoch": 0.000112, |
| "grad_norm": 1.2259374856948853, |
| "learning_rate": 1e-05, |
| "loss": 0.2202, |
| "step": 11200 |
| }, |
| { |
| "epoch": 0.000113, |
| "grad_norm": 1.1567683219909668, |
| "learning_rate": 1e-05, |
| "loss": 0.2175, |
| "step": 11300 |
| }, |
| { |
| "epoch": 0.000114, |
| "grad_norm": 1.2655612230300903, |
| "learning_rate": 1e-05, |
| "loss": 0.216, |
| "step": 11400 |
| }, |
| { |
| "epoch": 0.000115, |
| "grad_norm": 1.1602586507797241, |
| "learning_rate": 1e-05, |
| "loss": 0.2146, |
| "step": 11500 |
| }, |
| { |
| "epoch": 0.000116, |
| "grad_norm": 1.1369308233261108, |
| "learning_rate": 1e-05, |
| "loss": 0.2126, |
| "step": 11600 |
| }, |
| { |
| "epoch": 0.000117, |
| "grad_norm": 1.1988592147827148, |
| "learning_rate": 1e-05, |
| "loss": 0.2121, |
| "step": 11700 |
| }, |
| { |
| "epoch": 0.000118, |
| "grad_norm": 1.087939977645874, |
| "learning_rate": 1e-05, |
| "loss": 0.2101, |
| "step": 11800 |
| }, |
| { |
| "epoch": 0.000119, |
| "grad_norm": 1.2805454730987549, |
| "learning_rate": 1e-05, |
| "loss": 0.2094, |
| "step": 11900 |
| }, |
| { |
| "epoch": 0.00012, |
| "grad_norm": 1.4006527662277222, |
| "learning_rate": 1e-05, |
| "loss": 0.2043, |
| "step": 12000 |
| }, |
| { |
| "epoch": 0.000121, |
| "grad_norm": 1.2651677131652832, |
| "learning_rate": 1e-05, |
| "loss": 0.205, |
| "step": 12100 |
| }, |
| { |
| "epoch": 0.000122, |
| "grad_norm": 1.3023113012313843, |
| "learning_rate": 1e-05, |
| "loss": 0.2066, |
| "step": 12200 |
| }, |
| { |
| "epoch": 0.000123, |
| "grad_norm": 1.0964651107788086, |
| "learning_rate": 1e-05, |
| "loss": 0.2019, |
| "step": 12300 |
| }, |
| { |
| "epoch": 0.000124, |
| "grad_norm": 1.1747757196426392, |
| "learning_rate": 1e-05, |
| "loss": 0.201, |
| "step": 12400 |
| }, |
| { |
| "epoch": 0.000125, |
| "grad_norm": 1.0360560417175293, |
| "learning_rate": 1e-05, |
| "loss": 0.1995, |
| "step": 12500 |
| }, |
| { |
| "epoch": 0.000126, |
| "grad_norm": 1.0915257930755615, |
| "learning_rate": 1e-05, |
| "loss": 0.1979, |
| "step": 12600 |
| }, |
| { |
| "epoch": 0.000127, |
| "grad_norm": 1.1433717012405396, |
| "learning_rate": 1e-05, |
| "loss": 0.2003, |
| "step": 12700 |
| }, |
| { |
| "epoch": 0.000128, |
| "grad_norm": 1.1049145460128784, |
| "learning_rate": 1e-05, |
| "loss": 0.1956, |
| "step": 12800 |
| }, |
| { |
| "epoch": 0.000129, |
| "grad_norm": 1.11701238155365, |
| "learning_rate": 1e-05, |
| "loss": 0.1951, |
| "step": 12900 |
| }, |
| { |
| "epoch": 0.00013, |
| "grad_norm": 1.1755869388580322, |
| "learning_rate": 1e-05, |
| "loss": 0.1936, |
| "step": 13000 |
| }, |
| { |
| "epoch": 0.000131, |
| "grad_norm": 1.0519227981567383, |
| "learning_rate": 1e-05, |
| "loss": 0.1914, |
| "step": 13100 |
| }, |
| { |
| "epoch": 0.000132, |
| "grad_norm": 1.1982672214508057, |
| "learning_rate": 1e-05, |
| "loss": 0.1895, |
| "step": 13200 |
| }, |
| { |
| "epoch": 0.000133, |
| "grad_norm": 1.135452389717102, |
| "learning_rate": 1e-05, |
| "loss": 0.1899, |
| "step": 13300 |
| }, |
| { |
| "epoch": 0.000134, |
| "grad_norm": 1.0130894184112549, |
| "learning_rate": 1e-05, |
| "loss": 0.1858, |
| "step": 13400 |
| }, |
| { |
| "epoch": 0.000135, |
| "grad_norm": 1.1471365690231323, |
| "learning_rate": 1e-05, |
| "loss": 0.1872, |
| "step": 13500 |
| }, |
| { |
| "epoch": 0.000136, |
| "grad_norm": 1.1107739210128784, |
| "learning_rate": 1e-05, |
| "loss": 0.1864, |
| "step": 13600 |
| }, |
| { |
| "epoch": 0.000137, |
| "grad_norm": 1.1473486423492432, |
| "learning_rate": 1e-05, |
| "loss": 0.1854, |
| "step": 13700 |
| }, |
| { |
| "epoch": 0.000138, |
| "grad_norm": 1.0697531700134277, |
| "learning_rate": 1e-05, |
| "loss": 0.1813, |
| "step": 13800 |
| }, |
| { |
| "epoch": 0.000139, |
| "grad_norm": 0.9683561325073242, |
| "learning_rate": 1e-05, |
| "loss": 0.1801, |
| "step": 13900 |
| }, |
| { |
| "epoch": 0.00014, |
| "grad_norm": 1.1696103811264038, |
| "learning_rate": 1e-05, |
| "loss": 0.1802, |
| "step": 14000 |
| }, |
| { |
| "epoch": 0.000141, |
| "grad_norm": 1.2879928350448608, |
| "learning_rate": 1e-05, |
| "loss": 0.1808, |
| "step": 14100 |
| }, |
| { |
| "epoch": 0.000142, |
| "grad_norm": 1.0318293571472168, |
| "learning_rate": 1e-05, |
| "loss": 0.1792, |
| "step": 14200 |
| }, |
| { |
| "epoch": 0.000143, |
| "grad_norm": 1.0072672367095947, |
| "learning_rate": 1e-05, |
| "loss": 0.1784, |
| "step": 14300 |
| }, |
| { |
| "epoch": 0.000144, |
| "grad_norm": 1.0204075574874878, |
| "learning_rate": 1e-05, |
| "loss": 0.1756, |
| "step": 14400 |
| }, |
| { |
| "epoch": 0.000145, |
| "grad_norm": 1.1072639226913452, |
| "learning_rate": 1e-05, |
| "loss": 0.174, |
| "step": 14500 |
| }, |
| { |
| "epoch": 0.000146, |
| "grad_norm": 1.1650497913360596, |
| "learning_rate": 1e-05, |
| "loss": 0.1699, |
| "step": 14600 |
| }, |
| { |
| "epoch": 0.000147, |
| "grad_norm": 1.1133906841278076, |
| "learning_rate": 1e-05, |
| "loss": 0.1712, |
| "step": 14700 |
| }, |
| { |
| "epoch": 0.000148, |
| "grad_norm": 1.2355847358703613, |
| "learning_rate": 1e-05, |
| "loss": 0.1712, |
| "step": 14800 |
| }, |
| { |
| "epoch": 0.000149, |
| "grad_norm": 1.0743693113327026, |
| "learning_rate": 1e-05, |
| "loss": 0.1701, |
| "step": 14900 |
| }, |
| { |
| "epoch": 0.00015, |
| "grad_norm": 1.1882842779159546, |
| "learning_rate": 1e-05, |
| "loss": 0.1703, |
| "step": 15000 |
| }, |
| { |
| "epoch": 0.000151, |
| "grad_norm": 1.0762616395950317, |
| "learning_rate": 1e-05, |
| "loss": 0.1692, |
| "step": 15100 |
| }, |
| { |
| "epoch": 0.000152, |
| "grad_norm": 1.0435552597045898, |
| "learning_rate": 1e-05, |
| "loss": 0.1675, |
| "step": 15200 |
| }, |
| { |
| "epoch": 0.000153, |
| "grad_norm": 1.0835367441177368, |
| "learning_rate": 1e-05, |
| "loss": 0.1668, |
| "step": 15300 |
| }, |
| { |
| "epoch": 0.000154, |
| "grad_norm": 1.0594781637191772, |
| "learning_rate": 1e-05, |
| "loss": 0.1638, |
| "step": 15400 |
| }, |
| { |
| "epoch": 0.000155, |
| "grad_norm": 1.0666881799697876, |
| "learning_rate": 1e-05, |
| "loss": 0.1636, |
| "step": 15500 |
| }, |
| { |
| "epoch": 0.000156, |
| "grad_norm": 0.9173826575279236, |
| "learning_rate": 1e-05, |
| "loss": 0.1632, |
| "step": 15600 |
| }, |
| { |
| "epoch": 0.000157, |
| "grad_norm": 1.1107499599456787, |
| "learning_rate": 1e-05, |
| "loss": 0.163, |
| "step": 15700 |
| }, |
| { |
| "epoch": 0.000158, |
| "grad_norm": 1.0352386236190796, |
| "learning_rate": 1e-05, |
| "loss": 0.1602, |
| "step": 15800 |
| }, |
| { |
| "epoch": 0.000159, |
| "grad_norm": 0.9977409839630127, |
| "learning_rate": 1e-05, |
| "loss": 0.1623, |
| "step": 15900 |
| }, |
| { |
| "epoch": 0.00016, |
| "grad_norm": 1.0943259000778198, |
| "learning_rate": 1e-05, |
| "loss": 0.1603, |
| "step": 16000 |
| }, |
| { |
| "epoch": 0.000161, |
| "grad_norm": 1.0809710025787354, |
| "learning_rate": 1e-05, |
| "loss": 0.1582, |
| "step": 16100 |
| }, |
| { |
| "epoch": 0.000162, |
| "grad_norm": 1.1283208131790161, |
| "learning_rate": 1e-05, |
| "loss": 0.1583, |
| "step": 16200 |
| }, |
| { |
| "epoch": 0.000163, |
| "grad_norm": 1.0325435400009155, |
| "learning_rate": 1e-05, |
| "loss": 0.158, |
| "step": 16300 |
| }, |
| { |
| "epoch": 0.000164, |
| "grad_norm": 1.0305627584457397, |
| "learning_rate": 1e-05, |
| "loss": 0.1573, |
| "step": 16400 |
| }, |
| { |
| "epoch": 0.000165, |
| "grad_norm": 1.0640127658843994, |
| "learning_rate": 1e-05, |
| "loss": 0.1551, |
| "step": 16500 |
| }, |
| { |
| "epoch": 0.000166, |
| "grad_norm": 0.9327529668807983, |
| "learning_rate": 1e-05, |
| "loss": 0.1562, |
| "step": 16600 |
| }, |
| { |
| "epoch": 0.000167, |
| "grad_norm": 1.0069410800933838, |
| "learning_rate": 1e-05, |
| "loss": 0.1533, |
| "step": 16700 |
| }, |
| { |
| "epoch": 0.000168, |
| "grad_norm": 1.040076494216919, |
| "learning_rate": 1e-05, |
| "loss": 0.1527, |
| "step": 16800 |
| }, |
| { |
| "epoch": 0.000169, |
| "grad_norm": 1.008461356163025, |
| "learning_rate": 1e-05, |
| "loss": 0.1525, |
| "step": 16900 |
| }, |
| { |
| "epoch": 0.00017, |
| "grad_norm": 1.0036898851394653, |
| "learning_rate": 1e-05, |
| "loss": 0.1517, |
| "step": 17000 |
| }, |
| { |
| "epoch": 0.000171, |
| "grad_norm": 0.9357483386993408, |
| "learning_rate": 1e-05, |
| "loss": 0.1511, |
| "step": 17100 |
| }, |
| { |
| "epoch": 0.000172, |
| "grad_norm": 1.0033488273620605, |
| "learning_rate": 1e-05, |
| "loss": 0.1468, |
| "step": 17200 |
| }, |
| { |
| "epoch": 0.000173, |
| "grad_norm": 1.0451477766036987, |
| "learning_rate": 1e-05, |
| "loss": 0.15, |
| "step": 17300 |
| }, |
| { |
| "epoch": 0.000174, |
| "grad_norm": 0.971612274646759, |
| "learning_rate": 1e-05, |
| "loss": 0.1476, |
| "step": 17400 |
| }, |
| { |
| "epoch": 0.000175, |
| "grad_norm": 1.079099416732788, |
| "learning_rate": 1e-05, |
| "loss": 0.1479, |
| "step": 17500 |
| }, |
| { |
| "epoch": 0.000176, |
| "grad_norm": 1.0661680698394775, |
| "learning_rate": 1e-05, |
| "loss": 0.1476, |
| "step": 17600 |
| }, |
| { |
| "epoch": 0.000177, |
| "grad_norm": 1.0154145956039429, |
| "learning_rate": 1e-05, |
| "loss": 0.1467, |
| "step": 17700 |
| }, |
| { |
| "epoch": 0.000178, |
| "grad_norm": 1.0474337339401245, |
| "learning_rate": 1e-05, |
| "loss": 0.1441, |
| "step": 17800 |
| }, |
| { |
| "epoch": 0.000179, |
| "grad_norm": 1.0646860599517822, |
| "learning_rate": 1e-05, |
| "loss": 0.1459, |
| "step": 17900 |
| }, |
| { |
| "epoch": 0.00018, |
| "grad_norm": 1.0854105949401855, |
| "learning_rate": 1e-05, |
| "loss": 0.1437, |
| "step": 18000 |
| }, |
| { |
| "epoch": 0.000181, |
| "grad_norm": 0.9846110939979553, |
| "learning_rate": 1e-05, |
| "loss": 0.1425, |
| "step": 18100 |
| }, |
| { |
| "epoch": 0.000182, |
| "grad_norm": 1.0286470651626587, |
| "learning_rate": 1e-05, |
| "loss": 0.1432, |
| "step": 18200 |
| }, |
| { |
| "epoch": 0.000183, |
| "grad_norm": 1.0388602018356323, |
| "learning_rate": 1e-05, |
| "loss": 0.1403, |
| "step": 18300 |
| }, |
| { |
| "epoch": 0.000184, |
| "grad_norm": 0.9657048583030701, |
| "learning_rate": 1e-05, |
| "loss": 0.1417, |
| "step": 18400 |
| }, |
| { |
| "epoch": 0.000185, |
| "grad_norm": 0.8501772880554199, |
| "learning_rate": 1e-05, |
| "loss": 0.1424, |
| "step": 18500 |
| }, |
| { |
| "epoch": 0.000186, |
| "grad_norm": 0.9153370261192322, |
| "learning_rate": 1e-05, |
| "loss": 0.1376, |
| "step": 18600 |
| }, |
| { |
| "epoch": 0.000187, |
| "grad_norm": 0.9047082662582397, |
| "learning_rate": 1e-05, |
| "loss": 0.1413, |
| "step": 18700 |
| }, |
| { |
| "epoch": 0.000188, |
| "grad_norm": 0.9566175937652588, |
| "learning_rate": 1e-05, |
| "loss": 0.1387, |
| "step": 18800 |
| }, |
| { |
| "epoch": 0.000189, |
| "grad_norm": 1.069942831993103, |
| "learning_rate": 1e-05, |
| "loss": 0.1355, |
| "step": 18900 |
| }, |
| { |
| "epoch": 0.00019, |
| "grad_norm": 1.019620656967163, |
| "learning_rate": 1e-05, |
| "loss": 0.1357, |
| "step": 19000 |
| }, |
| { |
| "epoch": 0.000191, |
| "grad_norm": 0.9842545390129089, |
| "learning_rate": 1e-05, |
| "loss": 0.1366, |
| "step": 19100 |
| }, |
| { |
| "epoch": 0.000192, |
| "grad_norm": 0.972135603427887, |
| "learning_rate": 1e-05, |
| "loss": 0.1357, |
| "step": 19200 |
| }, |
| { |
| "epoch": 0.000193, |
| "grad_norm": 0.9025226831436157, |
| "learning_rate": 1e-05, |
| "loss": 0.1347, |
| "step": 19300 |
| }, |
| { |
| "epoch": 0.000194, |
| "grad_norm": 0.9164988398551941, |
| "learning_rate": 1e-05, |
| "loss": 0.1338, |
| "step": 19400 |
| }, |
| { |
| "epoch": 0.000195, |
| "grad_norm": 0.8067638874053955, |
| "learning_rate": 1e-05, |
| "loss": 0.133, |
| "step": 19500 |
| }, |
| { |
| "epoch": 0.000196, |
| "grad_norm": 0.8477145433425903, |
| "learning_rate": 1e-05, |
| "loss": 0.1334, |
| "step": 19600 |
| }, |
| { |
| "epoch": 0.000197, |
| "grad_norm": 0.860883891582489, |
| "learning_rate": 1e-05, |
| "loss": 0.1327, |
| "step": 19700 |
| }, |
| { |
| "epoch": 0.000198, |
| "grad_norm": 0.9660979509353638, |
| "learning_rate": 1e-05, |
| "loss": 0.1332, |
| "step": 19800 |
| }, |
| { |
| "epoch": 0.000199, |
| "grad_norm": 0.8979732394218445, |
| "learning_rate": 1e-05, |
| "loss": 0.1317, |
| "step": 19900 |
| }, |
| { |
| "epoch": 0.0002, |
| "grad_norm": 0.8831902146339417, |
| "learning_rate": 1e-05, |
| "loss": 0.1313, |
| "step": 20000 |
| }, |
| { |
| "epoch": 0.0002, |
| "eval_loss": 0.0992431640625, |
| "eval_runtime": 152.8076, |
| "eval_samples_per_second": 327.209, |
| "eval_steps_per_second": 20.451, |
| "step": 20000 |
| }, |
| { |
| "epoch": 0.000201, |
| "grad_norm": 0.9081249833106995, |
| "learning_rate": 1e-05, |
| "loss": 0.1296, |
| "step": 20100 |
| }, |
| { |
| "epoch": 0.000202, |
| "grad_norm": 1.0295116901397705, |
| "learning_rate": 1e-05, |
| "loss": 0.1296, |
| "step": 20200 |
| }, |
| { |
| "epoch": 0.000203, |
| "grad_norm": 0.8534417152404785, |
| "learning_rate": 1e-05, |
| "loss": 0.1271, |
| "step": 20300 |
| }, |
| { |
| "epoch": 0.000204, |
| "grad_norm": 0.8878474235534668, |
| "learning_rate": 1e-05, |
| "loss": 0.1276, |
| "step": 20400 |
| }, |
| { |
| "epoch": 0.000205, |
| "grad_norm": 0.9492274522781372, |
| "learning_rate": 1e-05, |
| "loss": 0.1296, |
| "step": 20500 |
| }, |
| { |
| "epoch": 0.000206, |
| "grad_norm": 0.9542170166969299, |
| "learning_rate": 1e-05, |
| "loss": 0.1284, |
| "step": 20600 |
| }, |
| { |
| "epoch": 0.000207, |
| "grad_norm": 0.8887580633163452, |
| "learning_rate": 1e-05, |
| "loss": 0.1257, |
| "step": 20700 |
| }, |
| { |
| "epoch": 0.000208, |
| "grad_norm": 0.8237319588661194, |
| "learning_rate": 1e-05, |
| "loss": 0.1253, |
| "step": 20800 |
| }, |
| { |
| "epoch": 0.000209, |
| "grad_norm": 0.8409337401390076, |
| "learning_rate": 1e-05, |
| "loss": 0.1241, |
| "step": 20900 |
| }, |
| { |
| "epoch": 0.00021, |
| "grad_norm": 0.8566481471061707, |
| "learning_rate": 1e-05, |
| "loss": 0.1252, |
| "step": 21000 |
| }, |
| { |
| "epoch": 0.000211, |
| "grad_norm": 0.8407108783721924, |
| "learning_rate": 1e-05, |
| "loss": 0.1242, |
| "step": 21100 |
| }, |
| { |
| "epoch": 0.000212, |
| "grad_norm": 0.853947639465332, |
| "learning_rate": 1e-05, |
| "loss": 0.1246, |
| "step": 21200 |
| }, |
| { |
| "epoch": 0.000213, |
| "grad_norm": 0.8899252414703369, |
| "learning_rate": 1e-05, |
| "loss": 0.1237, |
| "step": 21300 |
| }, |
| { |
| "epoch": 0.000214, |
| "grad_norm": 0.8689791560173035, |
| "learning_rate": 1e-05, |
| "loss": 0.1225, |
| "step": 21400 |
| }, |
| { |
| "epoch": 0.000215, |
| "grad_norm": 0.9782620668411255, |
| "learning_rate": 1e-05, |
| "loss": 0.1229, |
| "step": 21500 |
| }, |
| { |
| "epoch": 0.000216, |
| "grad_norm": 0.9015646576881409, |
| "learning_rate": 1e-05, |
| "loss": 0.1241, |
| "step": 21600 |
| }, |
| { |
| "epoch": 0.000217, |
| "grad_norm": 0.9284467697143555, |
| "learning_rate": 1e-05, |
| "loss": 0.1216, |
| "step": 21700 |
| }, |
| { |
| "epoch": 0.000218, |
| "grad_norm": 0.8393162488937378, |
| "learning_rate": 1e-05, |
| "loss": 0.1219, |
| "step": 21800 |
| }, |
| { |
| "epoch": 0.000219, |
| "grad_norm": 0.9249029159545898, |
| "learning_rate": 1e-05, |
| "loss": 0.1222, |
| "step": 21900 |
| }, |
| { |
| "epoch": 0.00022, |
| "grad_norm": 0.931483805179596, |
| "learning_rate": 1e-05, |
| "loss": 0.1208, |
| "step": 22000 |
| }, |
| { |
| "epoch": 0.000221, |
| "grad_norm": 0.9092661142349243, |
| "learning_rate": 1e-05, |
| "loss": 0.1214, |
| "step": 22100 |
| }, |
| { |
| "epoch": 0.000222, |
| "grad_norm": 0.9886374473571777, |
| "learning_rate": 1e-05, |
| "loss": 0.1189, |
| "step": 22200 |
| }, |
| { |
| "epoch": 0.000223, |
| "grad_norm": 0.8833937644958496, |
| "learning_rate": 1e-05, |
| "loss": 0.1175, |
| "step": 22300 |
| }, |
| { |
| "epoch": 0.000224, |
| "grad_norm": 0.9673048257827759, |
| "learning_rate": 1e-05, |
| "loss": 0.1168, |
| "step": 22400 |
| }, |
| { |
| "epoch": 0.000225, |
| "grad_norm": 0.872240424156189, |
| "learning_rate": 1e-05, |
| "loss": 0.1177, |
| "step": 22500 |
| }, |
| { |
| "epoch": 0.000226, |
| "grad_norm": 0.849644660949707, |
| "learning_rate": 1e-05, |
| "loss": 0.1177, |
| "step": 22600 |
| }, |
| { |
| "epoch": 0.000227, |
| "grad_norm": 0.9396729469299316, |
| "learning_rate": 1e-05, |
| "loss": 0.1174, |
| "step": 22700 |
| }, |
| { |
| "epoch": 0.000228, |
| "grad_norm": 0.9100921750068665, |
| "learning_rate": 1e-05, |
| "loss": 0.1161, |
| "step": 22800 |
| }, |
| { |
| "epoch": 0.000229, |
| "grad_norm": 0.8232945203781128, |
| "learning_rate": 1e-05, |
| "loss": 0.1149, |
| "step": 22900 |
| }, |
| { |
| "epoch": 0.00023, |
| "grad_norm": 0.8654581904411316, |
| "learning_rate": 1e-05, |
| "loss": 0.116, |
| "step": 23000 |
| }, |
| { |
| "epoch": 0.000231, |
| "grad_norm": 0.8864552974700928, |
| "learning_rate": 1e-05, |
| "loss": 0.1161, |
| "step": 23100 |
| }, |
| { |
| "epoch": 0.000232, |
| "grad_norm": 0.9292982816696167, |
| "learning_rate": 1e-05, |
| "loss": 0.1126, |
| "step": 23200 |
| }, |
| { |
| "epoch": 0.000233, |
| "grad_norm": 0.8095874786376953, |
| "learning_rate": 1e-05, |
| "loss": 0.1141, |
| "step": 23300 |
| }, |
| { |
| "epoch": 0.000234, |
| "grad_norm": 1.1662276983261108, |
| "learning_rate": 1e-05, |
| "loss": 0.113, |
| "step": 23400 |
| }, |
| { |
| "epoch": 0.000235, |
| "grad_norm": 0.8531011343002319, |
| "learning_rate": 1e-05, |
| "loss": 0.1147, |
| "step": 23500 |
| }, |
| { |
| "epoch": 0.000236, |
| "grad_norm": 0.895802915096283, |
| "learning_rate": 1e-05, |
| "loss": 0.114, |
| "step": 23600 |
| }, |
| { |
| "epoch": 0.000237, |
| "grad_norm": 0.8489896655082703, |
| "learning_rate": 1e-05, |
| "loss": 0.1142, |
| "step": 23700 |
| }, |
| { |
| "epoch": 0.000238, |
| "grad_norm": 0.8372708559036255, |
| "learning_rate": 1e-05, |
| "loss": 0.1123, |
| "step": 23800 |
| }, |
| { |
| "epoch": 0.000239, |
| "grad_norm": 0.8919999003410339, |
| "learning_rate": 1e-05, |
| "loss": 0.1134, |
| "step": 23900 |
| }, |
| { |
| "epoch": 0.00024, |
| "grad_norm": 0.8561524152755737, |
| "learning_rate": 1e-05, |
| "loss": 0.112, |
| "step": 24000 |
| }, |
| { |
| "epoch": 0.000241, |
| "grad_norm": 0.8549727201461792, |
| "learning_rate": 1e-05, |
| "loss": 0.1123, |
| "step": 24100 |
| }, |
| { |
| "epoch": 0.000242, |
| "grad_norm": 0.8339006900787354, |
| "learning_rate": 1e-05, |
| "loss": 0.1116, |
| "step": 24200 |
| }, |
| { |
| "epoch": 0.000243, |
| "grad_norm": 0.8727480173110962, |
| "learning_rate": 1e-05, |
| "loss": 0.1113, |
| "step": 24300 |
| }, |
| { |
| "epoch": 0.000244, |
| "grad_norm": 0.881377637386322, |
| "learning_rate": 1e-05, |
| "loss": 0.1098, |
| "step": 24400 |
| }, |
| { |
| "epoch": 0.000245, |
| "grad_norm": 0.8690173029899597, |
| "learning_rate": 1e-05, |
| "loss": 0.1109, |
| "step": 24500 |
| }, |
| { |
| "epoch": 0.000246, |
| "grad_norm": 0.833027720451355, |
| "learning_rate": 1e-05, |
| "loss": 0.1094, |
| "step": 24600 |
| }, |
| { |
| "epoch": 0.000247, |
| "grad_norm": 0.8230149745941162, |
| "learning_rate": 1e-05, |
| "loss": 0.1094, |
| "step": 24700 |
| }, |
| { |
| "epoch": 0.000248, |
| "grad_norm": 0.8857430219650269, |
| "learning_rate": 1e-05, |
| "loss": 0.1077, |
| "step": 24800 |
| }, |
| { |
| "epoch": 0.000249, |
| "grad_norm": 0.9106509685516357, |
| "learning_rate": 1e-05, |
| "loss": 0.1081, |
| "step": 24900 |
| }, |
| { |
| "epoch": 0.00025, |
| "grad_norm": 0.9534709453582764, |
| "learning_rate": 1e-05, |
| "loss": 0.1084, |
| "step": 25000 |
| }, |
| { |
| "epoch": 0.000251, |
| "grad_norm": 0.8446188569068909, |
| "learning_rate": 1e-05, |
| "loss": 0.1069, |
| "step": 25100 |
| }, |
| { |
| "epoch": 0.000252, |
| "grad_norm": 0.8347111344337463, |
| "learning_rate": 1e-05, |
| "loss": 0.1077, |
| "step": 25200 |
| }, |
| { |
| "epoch": 0.000253, |
| "grad_norm": 0.8703511357307434, |
| "learning_rate": 1e-05, |
| "loss": 0.1069, |
| "step": 25300 |
| }, |
| { |
| "epoch": 0.000254, |
| "grad_norm": 0.8182582259178162, |
| "learning_rate": 1e-05, |
| "loss": 0.1058, |
| "step": 25400 |
| }, |
| { |
| "epoch": 0.000255, |
| "grad_norm": 0.8704941868782043, |
| "learning_rate": 1e-05, |
| "loss": 0.1063, |
| "step": 25500 |
| }, |
| { |
| "epoch": 0.000256, |
| "grad_norm": 0.8137685656547546, |
| "learning_rate": 1e-05, |
| "loss": 0.1041, |
| "step": 25600 |
| }, |
| { |
| "epoch": 0.000257, |
| "grad_norm": 0.7531348466873169, |
| "learning_rate": 1e-05, |
| "loss": 0.106, |
| "step": 25700 |
| }, |
| { |
| "epoch": 0.000258, |
| "grad_norm": 0.886814534664154, |
| "learning_rate": 1e-05, |
| "loss": 0.1051, |
| "step": 25800 |
| }, |
| { |
| "epoch": 0.000259, |
| "grad_norm": 0.8390068411827087, |
| "learning_rate": 1e-05, |
| "loss": 0.105, |
| "step": 25900 |
| }, |
| { |
| "epoch": 0.00026, |
| "grad_norm": 0.7962291836738586, |
| "learning_rate": 1e-05, |
| "loss": 0.1046, |
| "step": 26000 |
| }, |
| { |
| "epoch": 0.000261, |
| "grad_norm": 0.9102724194526672, |
| "learning_rate": 1e-05, |
| "loss": 0.1044, |
| "step": 26100 |
| }, |
| { |
| "epoch": 0.000262, |
| "grad_norm": 0.8715778589248657, |
| "learning_rate": 1e-05, |
| "loss": 0.1031, |
| "step": 26200 |
| }, |
| { |
| "epoch": 0.000263, |
| "grad_norm": 0.8876039385795593, |
| "learning_rate": 1e-05, |
| "loss": 0.103, |
| "step": 26300 |
| }, |
| { |
| "epoch": 0.000264, |
| "grad_norm": 0.7934551239013672, |
| "learning_rate": 1e-05, |
| "loss": 0.1017, |
| "step": 26400 |
| }, |
| { |
| "epoch": 0.000265, |
| "grad_norm": 0.9847850799560547, |
| "learning_rate": 1e-05, |
| "loss": 0.1032, |
| "step": 26500 |
| }, |
| { |
| "epoch": 0.000266, |
| "grad_norm": 0.8920612335205078, |
| "learning_rate": 1e-05, |
| "loss": 0.1032, |
| "step": 26600 |
| }, |
| { |
| "epoch": 0.000267, |
| "grad_norm": 0.9092204570770264, |
| "learning_rate": 1e-05, |
| "loss": 0.102, |
| "step": 26700 |
| }, |
| { |
| "epoch": 0.000268, |
| "grad_norm": 0.7922365069389343, |
| "learning_rate": 1e-05, |
| "loss": 0.1024, |
| "step": 26800 |
| }, |
| { |
| "epoch": 0.000269, |
| "grad_norm": 0.8614472150802612, |
| "learning_rate": 1e-05, |
| "loss": 0.1022, |
| "step": 26900 |
| }, |
| { |
| "epoch": 0.00027, |
| "grad_norm": 0.7870116829872131, |
| "learning_rate": 1e-05, |
| "loss": 0.1004, |
| "step": 27000 |
| }, |
| { |
| "epoch": 0.000271, |
| "grad_norm": 0.6980022192001343, |
| "learning_rate": 1e-05, |
| "loss": 0.1006, |
| "step": 27100 |
| }, |
| { |
| "epoch": 0.000272, |
| "grad_norm": 0.7720369100570679, |
| "learning_rate": 1e-05, |
| "loss": 0.1012, |
| "step": 27200 |
| }, |
| { |
| "epoch": 0.000273, |
| "grad_norm": 0.8154132962226868, |
| "learning_rate": 1e-05, |
| "loss": 0.1005, |
| "step": 27300 |
| }, |
| { |
| "epoch": 0.000274, |
| "grad_norm": 0.8288457989692688, |
| "learning_rate": 1e-05, |
| "loss": 0.0985, |
| "step": 27400 |
| }, |
| { |
| "epoch": 0.000275, |
| "grad_norm": 0.8117573261260986, |
| "learning_rate": 1e-05, |
| "loss": 0.1008, |
| "step": 27500 |
| }, |
| { |
| "epoch": 0.000276, |
| "grad_norm": 0.7800782918930054, |
| "learning_rate": 1e-05, |
| "loss": 0.0988, |
| "step": 27600 |
| }, |
| { |
| "epoch": 0.000277, |
| "grad_norm": 0.9139901399612427, |
| "learning_rate": 1e-05, |
| "loss": 0.0994, |
| "step": 27700 |
| }, |
| { |
| "epoch": 0.000278, |
| "grad_norm": 0.745152473449707, |
| "learning_rate": 1e-05, |
| "loss": 0.0982, |
| "step": 27800 |
| }, |
| { |
| "epoch": 0.000279, |
| "grad_norm": 0.7476614117622375, |
| "learning_rate": 1e-05, |
| "loss": 0.0965, |
| "step": 27900 |
| }, |
| { |
| "epoch": 0.00028, |
| "grad_norm": 0.7490776777267456, |
| "learning_rate": 1e-05, |
| "loss": 0.0972, |
| "step": 28000 |
| }, |
| { |
| "epoch": 0.000281, |
| "grad_norm": 0.7730040550231934, |
| "learning_rate": 1e-05, |
| "loss": 0.0976, |
| "step": 28100 |
| }, |
| { |
| "epoch": 0.000282, |
| "grad_norm": 0.7657092213630676, |
| "learning_rate": 1e-05, |
| "loss": 0.0982, |
| "step": 28200 |
| }, |
| { |
| "epoch": 0.000283, |
| "grad_norm": 0.9147765040397644, |
| "learning_rate": 1e-05, |
| "loss": 0.0978, |
| "step": 28300 |
| }, |
| { |
| "epoch": 0.000284, |
| "grad_norm": 0.7426789999008179, |
| "learning_rate": 1e-05, |
| "loss": 0.0968, |
| "step": 28400 |
| }, |
| { |
| "epoch": 0.000285, |
| "grad_norm": 0.8652293086051941, |
| "learning_rate": 1e-05, |
| "loss": 0.0981, |
| "step": 28500 |
| }, |
| { |
| "epoch": 0.000286, |
| "grad_norm": 0.6864128112792969, |
| "learning_rate": 1e-05, |
| "loss": 0.0963, |
| "step": 28600 |
| }, |
| { |
| "epoch": 0.000287, |
| "grad_norm": 0.7807822227478027, |
| "learning_rate": 1e-05, |
| "loss": 0.0962, |
| "step": 28700 |
| }, |
| { |
| "epoch": 0.000288, |
| "grad_norm": 0.8013282418251038, |
| "learning_rate": 1e-05, |
| "loss": 0.0964, |
| "step": 28800 |
| }, |
| { |
| "epoch": 0.000289, |
| "grad_norm": 0.7287372350692749, |
| "learning_rate": 1e-05, |
| "loss": 0.0966, |
| "step": 28900 |
| }, |
| { |
| "epoch": 0.00029, |
| "grad_norm": 0.7577667832374573, |
| "learning_rate": 1e-05, |
| "loss": 0.0958, |
| "step": 29000 |
| }, |
| { |
| "epoch": 0.000291, |
| "grad_norm": 0.7510080933570862, |
| "learning_rate": 1e-05, |
| "loss": 0.0947, |
| "step": 29100 |
| }, |
| { |
| "epoch": 0.000292, |
| "grad_norm": 0.8355770707130432, |
| "learning_rate": 1e-05, |
| "loss": 0.0946, |
| "step": 29200 |
| }, |
| { |
| "epoch": 0.000293, |
| "grad_norm": 0.8899005651473999, |
| "learning_rate": 1e-05, |
| "loss": 0.0948, |
| "step": 29300 |
| }, |
| { |
| "epoch": 0.000294, |
| "grad_norm": 0.8526831865310669, |
| "learning_rate": 1e-05, |
| "loss": 0.0947, |
| "step": 29400 |
| }, |
| { |
| "epoch": 0.000295, |
| "grad_norm": 0.740943968296051, |
| "learning_rate": 1e-05, |
| "loss": 0.0928, |
| "step": 29500 |
| }, |
| { |
| "epoch": 0.000296, |
| "grad_norm": 0.8096754550933838, |
| "learning_rate": 1e-05, |
| "loss": 0.0948, |
| "step": 29600 |
| }, |
| { |
| "epoch": 0.000297, |
| "grad_norm": 0.8890173435211182, |
| "learning_rate": 1e-05, |
| "loss": 0.0934, |
| "step": 29700 |
| }, |
| { |
| "epoch": 0.000298, |
| "grad_norm": 0.8200284838676453, |
| "learning_rate": 1e-05, |
| "loss": 0.0931, |
| "step": 29800 |
| }, |
| { |
| "epoch": 0.000299, |
| "grad_norm": 0.70655757188797, |
| "learning_rate": 1e-05, |
| "loss": 0.0946, |
| "step": 29900 |
| }, |
| { |
| "epoch": 0.0003, |
| "grad_norm": 0.7843393087387085, |
| "learning_rate": 1e-05, |
| "loss": 0.0924, |
| "step": 30000 |
| }, |
| { |
| "epoch": 0.000301, |
| "grad_norm": 0.6674346923828125, |
| "learning_rate": 1e-05, |
| "loss": 0.0925, |
| "step": 30100 |
| }, |
| { |
| "epoch": 0.000302, |
| "grad_norm": 0.7955383062362671, |
| "learning_rate": 1e-05, |
| "loss": 0.0927, |
| "step": 30200 |
| }, |
| { |
| "epoch": 0.000303, |
| "grad_norm": 0.7410333752632141, |
| "learning_rate": 1e-05, |
| "loss": 0.0923, |
| "step": 30300 |
| }, |
| { |
| "epoch": 0.000304, |
| "grad_norm": 0.716390073299408, |
| "learning_rate": 1e-05, |
| "loss": 0.0924, |
| "step": 30400 |
| }, |
| { |
| "epoch": 0.000305, |
| "grad_norm": 0.7392554879188538, |
| "learning_rate": 1e-05, |
| "loss": 0.0921, |
| "step": 30500 |
| }, |
| { |
| "epoch": 0.000306, |
| "grad_norm": 0.9256471991539001, |
| "learning_rate": 1e-05, |
| "loss": 0.091, |
| "step": 30600 |
| }, |
| { |
| "epoch": 0.000307, |
| "grad_norm": 0.7692530751228333, |
| "learning_rate": 1e-05, |
| "loss": 0.0928, |
| "step": 30700 |
| }, |
| { |
| "epoch": 0.000308, |
| "grad_norm": 0.7785292863845825, |
| "learning_rate": 1e-05, |
| "loss": 0.0906, |
| "step": 30800 |
| }, |
| { |
| "epoch": 0.000309, |
| "grad_norm": 0.8413007259368896, |
| "learning_rate": 1e-05, |
| "loss": 0.09, |
| "step": 30900 |
| }, |
| { |
| "epoch": 0.00031, |
| "grad_norm": 0.9082907438278198, |
| "learning_rate": 1e-05, |
| "loss": 0.0896, |
| "step": 31000 |
| }, |
| { |
| "epoch": 0.000311, |
| "grad_norm": 0.7937412261962891, |
| "learning_rate": 1e-05, |
| "loss": 0.0892, |
| "step": 31100 |
| }, |
| { |
| "epoch": 0.000312, |
| "grad_norm": 0.7778225541114807, |
| "learning_rate": 1e-05, |
| "loss": 0.088, |
| "step": 31200 |
| }, |
| { |
| "epoch": 0.000313, |
| "grad_norm": 0.7651337385177612, |
| "learning_rate": 1e-05, |
| "loss": 0.0897, |
| "step": 31300 |
| }, |
| { |
| "epoch": 0.000314, |
| "grad_norm": 0.7604988217353821, |
| "learning_rate": 1e-05, |
| "loss": 0.0901, |
| "step": 31400 |
| }, |
| { |
| "epoch": 0.000315, |
| "grad_norm": 0.779761016368866, |
| "learning_rate": 1e-05, |
| "loss": 0.0903, |
| "step": 31500 |
| }, |
| { |
| "epoch": 0.000316, |
| "grad_norm": 0.7517678737640381, |
| "learning_rate": 1e-05, |
| "loss": 0.0885, |
| "step": 31600 |
| }, |
| { |
| "epoch": 0.000317, |
| "grad_norm": 0.8016210794448853, |
| "learning_rate": 1e-05, |
| "loss": 0.0893, |
| "step": 31700 |
| }, |
| { |
| "epoch": 0.000318, |
| "grad_norm": 0.678521990776062, |
| "learning_rate": 1e-05, |
| "loss": 0.0886, |
| "step": 31800 |
| }, |
| { |
| "epoch": 0.000319, |
| "grad_norm": 0.7407852411270142, |
| "learning_rate": 1e-05, |
| "loss": 0.0899, |
| "step": 31900 |
| }, |
| { |
| "epoch": 0.00032, |
| "grad_norm": 0.8720430135726929, |
| "learning_rate": 1e-05, |
| "loss": 0.0876, |
| "step": 32000 |
| }, |
| { |
| "epoch": 0.000321, |
| "grad_norm": 0.7622641324996948, |
| "learning_rate": 1e-05, |
| "loss": 0.0881, |
| "step": 32100 |
| }, |
| { |
| "epoch": 0.000322, |
| "grad_norm": 0.6715940237045288, |
| "learning_rate": 1e-05, |
| "loss": 0.0867, |
| "step": 32200 |
| }, |
| { |
| "epoch": 0.000323, |
| "grad_norm": 0.8118298053741455, |
| "learning_rate": 1e-05, |
| "loss": 0.0887, |
| "step": 32300 |
| }, |
| { |
| "epoch": 0.000324, |
| "grad_norm": 0.7427231073379517, |
| "learning_rate": 1e-05, |
| "loss": 0.0878, |
| "step": 32400 |
| }, |
| { |
| "epoch": 0.000325, |
| "grad_norm": 0.7627066969871521, |
| "learning_rate": 1e-05, |
| "loss": 0.0879, |
| "step": 32500 |
| }, |
| { |
| "epoch": 0.000326, |
| "grad_norm": 0.7354280948638916, |
| "learning_rate": 1e-05, |
| "loss": 0.088, |
| "step": 32600 |
| }, |
| { |
| "epoch": 0.000327, |
| "grad_norm": 0.6953477263450623, |
| "learning_rate": 1e-05, |
| "loss": 0.0867, |
| "step": 32700 |
| }, |
| { |
| "epoch": 0.000328, |
| "grad_norm": 0.7861385345458984, |
| "learning_rate": 1e-05, |
| "loss": 0.0858, |
| "step": 32800 |
| }, |
| { |
| "epoch": 0.000329, |
| "grad_norm": 0.7112125158309937, |
| "learning_rate": 1e-05, |
| "loss": 0.0859, |
| "step": 32900 |
| }, |
| { |
| "epoch": 0.00033, |
| "grad_norm": 0.7531374096870422, |
| "learning_rate": 1e-05, |
| "loss": 0.0862, |
| "step": 33000 |
| }, |
| { |
| "epoch": 0.000331, |
| "grad_norm": 0.7147675156593323, |
| "learning_rate": 1e-05, |
| "loss": 0.0851, |
| "step": 33100 |
| }, |
| { |
| "epoch": 0.000332, |
| "grad_norm": 0.8516043424606323, |
| "learning_rate": 1e-05, |
| "loss": 0.0858, |
| "step": 33200 |
| }, |
| { |
| "epoch": 0.000333, |
| "grad_norm": 0.7007201313972473, |
| "learning_rate": 1e-05, |
| "loss": 0.0856, |
| "step": 33300 |
| }, |
| { |
| "epoch": 0.000334, |
| "grad_norm": 0.7700639963150024, |
| "learning_rate": 1e-05, |
| "loss": 0.085, |
| "step": 33400 |
| }, |
| { |
| "epoch": 0.000335, |
| "grad_norm": 0.7579879760742188, |
| "learning_rate": 1e-05, |
| "loss": 0.0844, |
| "step": 33500 |
| }, |
| { |
| "epoch": 0.000336, |
| "grad_norm": 0.7982689738273621, |
| "learning_rate": 1e-05, |
| "loss": 0.0849, |
| "step": 33600 |
| }, |
| { |
| "epoch": 0.000337, |
| "grad_norm": 0.69140625, |
| "learning_rate": 1e-05, |
| "loss": 0.0864, |
| "step": 33700 |
| }, |
| { |
| "epoch": 0.000338, |
| "grad_norm": 0.723205029964447, |
| "learning_rate": 1e-05, |
| "loss": 0.0858, |
| "step": 33800 |
| }, |
| { |
| "epoch": 0.000339, |
| "grad_norm": 0.7827596664428711, |
| "learning_rate": 1e-05, |
| "loss": 0.084, |
| "step": 33900 |
| }, |
| { |
| "epoch": 0.00034, |
| "grad_norm": 0.8219903111457825, |
| "learning_rate": 1e-05, |
| "loss": 0.0852, |
| "step": 34000 |
| }, |
| { |
| "epoch": 0.000341, |
| "grad_norm": 0.8129620552062988, |
| "learning_rate": 1e-05, |
| "loss": 0.0848, |
| "step": 34100 |
| }, |
| { |
| "epoch": 0.000342, |
| "grad_norm": 0.6510952115058899, |
| "learning_rate": 1e-05, |
| "loss": 0.0827, |
| "step": 34200 |
| }, |
| { |
| "epoch": 0.000343, |
| "grad_norm": 0.7110053896903992, |
| "learning_rate": 1e-05, |
| "loss": 0.0836, |
| "step": 34300 |
| }, |
| { |
| "epoch": 0.000344, |
| "grad_norm": 0.7686619162559509, |
| "learning_rate": 1e-05, |
| "loss": 0.0835, |
| "step": 34400 |
| }, |
| { |
| "epoch": 0.000345, |
| "grad_norm": 0.829767107963562, |
| "learning_rate": 1e-05, |
| "loss": 0.0827, |
| "step": 34500 |
| }, |
| { |
| "epoch": 0.000346, |
| "grad_norm": 0.7650629281997681, |
| "learning_rate": 1e-05, |
| "loss": 0.0826, |
| "step": 34600 |
| }, |
| { |
| "epoch": 0.000347, |
| "grad_norm": 0.6766960024833679, |
| "learning_rate": 1e-05, |
| "loss": 0.0831, |
| "step": 34700 |
| }, |
| { |
| "epoch": 0.000348, |
| "grad_norm": 0.7824012637138367, |
| "learning_rate": 1e-05, |
| "loss": 0.0831, |
| "step": 34800 |
| }, |
| { |
| "epoch": 0.000349, |
| "grad_norm": 0.697309136390686, |
| "learning_rate": 1e-05, |
| "loss": 0.0826, |
| "step": 34900 |
| }, |
| { |
| "epoch": 0.00035, |
| "grad_norm": 0.6359274387359619, |
| "learning_rate": 1e-05, |
| "loss": 0.0821, |
| "step": 35000 |
| }, |
| { |
| "epoch": 0.000351, |
| "grad_norm": 0.7838051915168762, |
| "learning_rate": 1e-05, |
| "loss": 0.0828, |
| "step": 35100 |
| }, |
| { |
| "epoch": 0.000352, |
| "grad_norm": 0.8149462938308716, |
| "learning_rate": 1e-05, |
| "loss": 0.0819, |
| "step": 35200 |
| }, |
| { |
| "epoch": 0.000353, |
| "grad_norm": 0.7315548062324524, |
| "learning_rate": 1e-05, |
| "loss": 0.081, |
| "step": 35300 |
| }, |
| { |
| "epoch": 0.000354, |
| "grad_norm": 0.6927749514579773, |
| "learning_rate": 1e-05, |
| "loss": 0.0802, |
| "step": 35400 |
| }, |
| { |
| "epoch": 0.000355, |
| "grad_norm": 0.7449594736099243, |
| "learning_rate": 1e-05, |
| "loss": 0.0822, |
| "step": 35500 |
| }, |
| { |
| "epoch": 0.000356, |
| "grad_norm": 0.6572420597076416, |
| "learning_rate": 1e-05, |
| "loss": 0.0809, |
| "step": 35600 |
| }, |
| { |
| "epoch": 0.000357, |
| "grad_norm": 0.7096725702285767, |
| "learning_rate": 1e-05, |
| "loss": 0.0805, |
| "step": 35700 |
| }, |
| { |
| "epoch": 0.000358, |
| "grad_norm": 0.8065080046653748, |
| "learning_rate": 1e-05, |
| "loss": 0.08, |
| "step": 35800 |
| }, |
| { |
| "epoch": 0.000359, |
| "grad_norm": 0.5750519633293152, |
| "learning_rate": 1e-05, |
| "loss": 0.0796, |
| "step": 35900 |
| }, |
| { |
| "epoch": 0.00036, |
| "grad_norm": 0.7987583875656128, |
| "learning_rate": 1e-05, |
| "loss": 0.0795, |
| "step": 36000 |
| }, |
| { |
| "epoch": 0.000361, |
| "grad_norm": 0.7741938233375549, |
| "learning_rate": 1e-05, |
| "loss": 0.0795, |
| "step": 36100 |
| }, |
| { |
| "epoch": 0.000362, |
| "grad_norm": 0.7459242343902588, |
| "learning_rate": 1e-05, |
| "loss": 0.0804, |
| "step": 36200 |
| }, |
| { |
| "epoch": 0.000363, |
| "grad_norm": 0.6847333312034607, |
| "learning_rate": 1e-05, |
| "loss": 0.0809, |
| "step": 36300 |
| }, |
| { |
| "epoch": 0.000364, |
| "grad_norm": 0.7405627369880676, |
| "learning_rate": 1e-05, |
| "loss": 0.0782, |
| "step": 36400 |
| }, |
| { |
| "epoch": 0.000365, |
| "grad_norm": 0.6119332909584045, |
| "learning_rate": 1e-05, |
| "loss": 0.0806, |
| "step": 36500 |
| }, |
| { |
| "epoch": 0.000366, |
| "grad_norm": 0.7295922636985779, |
| "learning_rate": 1e-05, |
| "loss": 0.0791, |
| "step": 36600 |
| }, |
| { |
| "epoch": 0.000367, |
| "grad_norm": 0.7362000346183777, |
| "learning_rate": 1e-05, |
| "loss": 0.0793, |
| "step": 36700 |
| }, |
| { |
| "epoch": 0.000368, |
| "grad_norm": 0.650321900844574, |
| "learning_rate": 1e-05, |
| "loss": 0.0787, |
| "step": 36800 |
| }, |
| { |
| "epoch": 0.000369, |
| "grad_norm": 0.6487528681755066, |
| "learning_rate": 1e-05, |
| "loss": 0.0788, |
| "step": 36900 |
| }, |
| { |
| "epoch": 0.00037, |
| "grad_norm": 0.6908884644508362, |
| "learning_rate": 1e-05, |
| "loss": 0.078, |
| "step": 37000 |
| }, |
| { |
| "epoch": 0.000371, |
| "grad_norm": 0.7823421359062195, |
| "learning_rate": 1e-05, |
| "loss": 0.0773, |
| "step": 37100 |
| }, |
| { |
| "epoch": 0.000372, |
| "grad_norm": 0.7242419719696045, |
| "learning_rate": 1e-05, |
| "loss": 0.0789, |
| "step": 37200 |
| }, |
| { |
| "epoch": 0.000373, |
| "grad_norm": 0.7191994786262512, |
| "learning_rate": 1e-05, |
| "loss": 0.0786, |
| "step": 37300 |
| }, |
| { |
| "epoch": 0.000374, |
| "grad_norm": 0.6352174282073975, |
| "learning_rate": 1e-05, |
| "loss": 0.0782, |
| "step": 37400 |
| }, |
| { |
| "epoch": 0.000375, |
| "grad_norm": 0.6456391215324402, |
| "learning_rate": 1e-05, |
| "loss": 0.0801, |
| "step": 37500 |
| }, |
| { |
| "epoch": 0.000376, |
| "grad_norm": 0.7176135182380676, |
| "learning_rate": 1e-05, |
| "loss": 0.0788, |
| "step": 37600 |
| }, |
| { |
| "epoch": 0.000377, |
| "grad_norm": 0.7592889666557312, |
| "learning_rate": 1e-05, |
| "loss": 0.0782, |
| "step": 37700 |
| }, |
| { |
| "epoch": 0.000378, |
| "grad_norm": 0.7405545115470886, |
| "learning_rate": 1e-05, |
| "loss": 0.0772, |
| "step": 37800 |
| }, |
| { |
| "epoch": 0.000379, |
| "grad_norm": 0.6966970562934875, |
| "learning_rate": 1e-05, |
| "loss": 0.0761, |
| "step": 37900 |
| }, |
| { |
| "epoch": 0.00038, |
| "grad_norm": 0.7346359491348267, |
| "learning_rate": 1e-05, |
| "loss": 0.0775, |
| "step": 38000 |
| }, |
| { |
| "epoch": 0.000381, |
| "grad_norm": 0.729246199131012, |
| "learning_rate": 1e-05, |
| "loss": 0.0767, |
| "step": 38100 |
| }, |
| { |
| "epoch": 0.000382, |
| "grad_norm": 0.8081512451171875, |
| "learning_rate": 1e-05, |
| "loss": 0.078, |
| "step": 38200 |
| }, |
| { |
| "epoch": 0.000383, |
| "grad_norm": 0.6851301193237305, |
| "learning_rate": 1e-05, |
| "loss": 0.0757, |
| "step": 38300 |
| }, |
| { |
| "epoch": 0.000384, |
| "grad_norm": 0.6699986457824707, |
| "learning_rate": 1e-05, |
| "loss": 0.0767, |
| "step": 38400 |
| }, |
| { |
| "epoch": 0.000385, |
| "grad_norm": 0.7026481032371521, |
| "learning_rate": 1e-05, |
| "loss": 0.0776, |
| "step": 38500 |
| }, |
| { |
| "epoch": 0.000386, |
| "grad_norm": 0.7267670035362244, |
| "learning_rate": 1e-05, |
| "loss": 0.0761, |
| "step": 38600 |
| }, |
| { |
| "epoch": 0.000387, |
| "grad_norm": 0.648714005947113, |
| "learning_rate": 1e-05, |
| "loss": 0.0749, |
| "step": 38700 |
| }, |
| { |
| "epoch": 0.000388, |
| "grad_norm": 0.7160006165504456, |
| "learning_rate": 1e-05, |
| "loss": 0.0756, |
| "step": 38800 |
| }, |
| { |
| "epoch": 0.000389, |
| "grad_norm": 0.7773024439811707, |
| "learning_rate": 1e-05, |
| "loss": 0.0759, |
| "step": 38900 |
| }, |
| { |
| "epoch": 0.00039, |
| "grad_norm": 0.7162371277809143, |
| "learning_rate": 1e-05, |
| "loss": 0.0749, |
| "step": 39000 |
| }, |
| { |
| "epoch": 0.000391, |
| "grad_norm": 0.7529783844947815, |
| "learning_rate": 1e-05, |
| "loss": 0.0746, |
| "step": 39100 |
| }, |
| { |
| "epoch": 0.000392, |
| "grad_norm": 0.866392195224762, |
| "learning_rate": 1e-05, |
| "loss": 0.0755, |
| "step": 39200 |
| }, |
| { |
| "epoch": 0.000393, |
| "grad_norm": 0.751728355884552, |
| "learning_rate": 1e-05, |
| "loss": 0.0752, |
| "step": 39300 |
| }, |
| { |
| "epoch": 0.000394, |
| "grad_norm": 0.6856648325920105, |
| "learning_rate": 1e-05, |
| "loss": 0.0753, |
| "step": 39400 |
| }, |
| { |
| "epoch": 0.000395, |
| "grad_norm": 0.683175265789032, |
| "learning_rate": 1e-05, |
| "loss": 0.0739, |
| "step": 39500 |
| }, |
| { |
| "epoch": 0.000396, |
| "grad_norm": 0.7458997368812561, |
| "learning_rate": 1e-05, |
| "loss": 0.0752, |
| "step": 39600 |
| }, |
| { |
| "epoch": 0.000397, |
| "grad_norm": 0.7095280885696411, |
| "learning_rate": 1e-05, |
| "loss": 0.0753, |
| "step": 39700 |
| }, |
| { |
| "epoch": 0.000398, |
| "grad_norm": 0.6352033019065857, |
| "learning_rate": 1e-05, |
| "loss": 0.0737, |
| "step": 39800 |
| }, |
| { |
| "epoch": 0.000399, |
| "grad_norm": 0.695184588432312, |
| "learning_rate": 1e-05, |
| "loss": 0.0738, |
| "step": 39900 |
| }, |
| { |
| "epoch": 0.0004, |
| "grad_norm": 0.6518137454986572, |
| "learning_rate": 1e-05, |
| "loss": 0.074, |
| "step": 40000 |
| }, |
| { |
| "epoch": 0.0004, |
| "eval_loss": 0.057464599609375, |
| "eval_runtime": 146.7084, |
| "eval_samples_per_second": 340.812, |
| "eval_steps_per_second": 21.301, |
| "step": 40000 |
| }, |
| { |
| "epoch": 0.000401, |
| "grad_norm": 0.7782549858093262, |
| "learning_rate": 1e-05, |
| "loss": 0.074, |
| "step": 40100 |
| }, |
| { |
| "epoch": 0.000402, |
| "grad_norm": 0.6919134855270386, |
| "learning_rate": 1e-05, |
| "loss": 0.0739, |
| "step": 40200 |
| }, |
| { |
| "epoch": 0.000403, |
| "grad_norm": 0.661824643611908, |
| "learning_rate": 1e-05, |
| "loss": 0.0744, |
| "step": 40300 |
| }, |
| { |
| "epoch": 0.000404, |
| "grad_norm": 0.6964775919914246, |
| "learning_rate": 1e-05, |
| "loss": 0.0732, |
| "step": 40400 |
| }, |
| { |
| "epoch": 0.000405, |
| "grad_norm": 0.860140860080719, |
| "learning_rate": 1e-05, |
| "loss": 0.0736, |
| "step": 40500 |
| }, |
| { |
| "epoch": 0.000406, |
| "grad_norm": 0.6227797865867615, |
| "learning_rate": 1e-05, |
| "loss": 0.0734, |
| "step": 40600 |
| }, |
| { |
| "epoch": 0.000407, |
| "grad_norm": 0.5687974095344543, |
| "learning_rate": 1e-05, |
| "loss": 0.0734, |
| "step": 40700 |
| }, |
| { |
| "epoch": 0.000408, |
| "grad_norm": 0.6930891871452332, |
| "learning_rate": 1e-05, |
| "loss": 0.074, |
| "step": 40800 |
| }, |
| { |
| "epoch": 0.000409, |
| "grad_norm": 0.6303442716598511, |
| "learning_rate": 1e-05, |
| "loss": 0.0728, |
| "step": 40900 |
| }, |
| { |
| "epoch": 0.00041, |
| "grad_norm": 0.6731743812561035, |
| "learning_rate": 1e-05, |
| "loss": 0.0742, |
| "step": 41000 |
| }, |
| { |
| "epoch": 0.000411, |
| "grad_norm": 0.6712822318077087, |
| "learning_rate": 1e-05, |
| "loss": 0.0737, |
| "step": 41100 |
| }, |
| { |
| "epoch": 0.000412, |
| "grad_norm": 0.6134166717529297, |
| "learning_rate": 1e-05, |
| "loss": 0.0728, |
| "step": 41200 |
| }, |
| { |
| "epoch": 0.000413, |
| "grad_norm": 0.6910662651062012, |
| "learning_rate": 1e-05, |
| "loss": 0.0726, |
| "step": 41300 |
| }, |
| { |
| "epoch": 0.000414, |
| "grad_norm": 0.6266744136810303, |
| "learning_rate": 1e-05, |
| "loss": 0.0719, |
| "step": 41400 |
| }, |
| { |
| "epoch": 0.000415, |
| "grad_norm": 0.600907027721405, |
| "learning_rate": 1e-05, |
| "loss": 0.0737, |
| "step": 41500 |
| }, |
| { |
| "epoch": 0.000416, |
| "grad_norm": 0.6139588356018066, |
| "learning_rate": 1e-05, |
| "loss": 0.0722, |
| "step": 41600 |
| }, |
| { |
| "epoch": 0.000417, |
| "grad_norm": 0.6445550918579102, |
| "learning_rate": 1e-05, |
| "loss": 0.0721, |
| "step": 41700 |
| }, |
| { |
| "epoch": 0.000418, |
| "grad_norm": 0.7176617980003357, |
| "learning_rate": 1e-05, |
| "loss": 0.0718, |
| "step": 41800 |
| }, |
| { |
| "epoch": 0.000419, |
| "grad_norm": 0.7564845085144043, |
| "learning_rate": 1e-05, |
| "loss": 0.0724, |
| "step": 41900 |
| }, |
| { |
| "epoch": 0.00042, |
| "grad_norm": 0.7683578133583069, |
| "learning_rate": 1e-05, |
| "loss": 0.0714, |
| "step": 42000 |
| }, |
| { |
| "epoch": 0.000421, |
| "grad_norm": 0.731192946434021, |
| "learning_rate": 1e-05, |
| "loss": 0.0707, |
| "step": 42100 |
| }, |
| { |
| "epoch": 0.000422, |
| "grad_norm": 0.6390314102172852, |
| "learning_rate": 1e-05, |
| "loss": 0.0706, |
| "step": 42200 |
| }, |
| { |
| "epoch": 0.000423, |
| "grad_norm": 0.6024550199508667, |
| "learning_rate": 1e-05, |
| "loss": 0.0714, |
| "step": 42300 |
| }, |
| { |
| "epoch": 0.000424, |
| "grad_norm": 0.6974002718925476, |
| "learning_rate": 1e-05, |
| "loss": 0.0712, |
| "step": 42400 |
| }, |
| { |
| "epoch": 0.000425, |
| "grad_norm": 0.6231324672698975, |
| "learning_rate": 1e-05, |
| "loss": 0.0719, |
| "step": 42500 |
| }, |
| { |
| "epoch": 0.000426, |
| "grad_norm": 0.6329951882362366, |
| "learning_rate": 1e-05, |
| "loss": 0.0708, |
| "step": 42600 |
| }, |
| { |
| "epoch": 0.000427, |
| "grad_norm": 0.7328572869300842, |
| "learning_rate": 1e-05, |
| "loss": 0.0713, |
| "step": 42700 |
| }, |
| { |
| "epoch": 0.000428, |
| "grad_norm": 0.6142467856407166, |
| "learning_rate": 1e-05, |
| "loss": 0.0721, |
| "step": 42800 |
| }, |
| { |
| "epoch": 0.000429, |
| "grad_norm": 0.7287197113037109, |
| "learning_rate": 1e-05, |
| "loss": 0.0706, |
| "step": 42900 |
| }, |
| { |
| "epoch": 0.00043, |
| "grad_norm": 0.6606420278549194, |
| "learning_rate": 1e-05, |
| "loss": 0.0699, |
| "step": 43000 |
| }, |
| { |
| "epoch": 0.000431, |
| "grad_norm": 0.7667610049247742, |
| "learning_rate": 1e-05, |
| "loss": 0.07, |
| "step": 43100 |
| }, |
| { |
| "epoch": 0.000432, |
| "grad_norm": 0.5734269618988037, |
| "learning_rate": 1e-05, |
| "loss": 0.0699, |
| "step": 43200 |
| }, |
| { |
| "epoch": 0.000433, |
| "grad_norm": 0.5326073169708252, |
| "learning_rate": 1e-05, |
| "loss": 0.07, |
| "step": 43300 |
| }, |
| { |
| "epoch": 0.000434, |
| "grad_norm": 0.7028875946998596, |
| "learning_rate": 1e-05, |
| "loss": 0.0696, |
| "step": 43400 |
| }, |
| { |
| "epoch": 0.000435, |
| "grad_norm": 0.6137057542800903, |
| "learning_rate": 1e-05, |
| "loss": 0.0691, |
| "step": 43500 |
| }, |
| { |
| "epoch": 0.000436, |
| "grad_norm": 0.5539369583129883, |
| "learning_rate": 1e-05, |
| "loss": 0.0688, |
| "step": 43600 |
| }, |
| { |
| "epoch": 0.000437, |
| "grad_norm": 0.7035527229309082, |
| "learning_rate": 1e-05, |
| "loss": 0.071, |
| "step": 43700 |
| }, |
| { |
| "epoch": 0.000438, |
| "grad_norm": 0.7055030465126038, |
| "learning_rate": 1e-05, |
| "loss": 0.0699, |
| "step": 43800 |
| }, |
| { |
| "epoch": 0.000439, |
| "grad_norm": 0.536948025226593, |
| "learning_rate": 1e-05, |
| "loss": 0.0697, |
| "step": 43900 |
| }, |
| { |
| "epoch": 0.00044, |
| "grad_norm": 0.6797453165054321, |
| "learning_rate": 1e-05, |
| "loss": 0.0677, |
| "step": 44000 |
| }, |
| { |
| "epoch": 0.000441, |
| "grad_norm": 0.6475409865379333, |
| "learning_rate": 1e-05, |
| "loss": 0.0696, |
| "step": 44100 |
| }, |
| { |
| "epoch": 0.000442, |
| "grad_norm": 0.5951113700866699, |
| "learning_rate": 1e-05, |
| "loss": 0.0683, |
| "step": 44200 |
| }, |
| { |
| "epoch": 0.000443, |
| "grad_norm": 0.7197650671005249, |
| "learning_rate": 1e-05, |
| "loss": 0.0696, |
| "step": 44300 |
| }, |
| { |
| "epoch": 0.000444, |
| "grad_norm": 0.6708860397338867, |
| "learning_rate": 1e-05, |
| "loss": 0.0692, |
| "step": 44400 |
| }, |
| { |
| "epoch": 0.000445, |
| "grad_norm": 0.6833498477935791, |
| "learning_rate": 1e-05, |
| "loss": 0.0694, |
| "step": 44500 |
| }, |
| { |
| "epoch": 0.000446, |
| "grad_norm": 0.6520599722862244, |
| "learning_rate": 1e-05, |
| "loss": 0.0694, |
| "step": 44600 |
| }, |
| { |
| "epoch": 0.000447, |
| "grad_norm": 0.7471343278884888, |
| "learning_rate": 1e-05, |
| "loss": 0.0679, |
| "step": 44700 |
| }, |
| { |
| "epoch": 0.000448, |
| "grad_norm": 0.6124304533004761, |
| "learning_rate": 1e-05, |
| "loss": 0.0685, |
| "step": 44800 |
| }, |
| { |
| "epoch": 0.000449, |
| "grad_norm": 0.6457110643386841, |
| "learning_rate": 1e-05, |
| "loss": 0.0683, |
| "step": 44900 |
| }, |
| { |
| "epoch": 0.00045, |
| "grad_norm": 0.8282802104949951, |
| "learning_rate": 1e-05, |
| "loss": 0.0675, |
| "step": 45000 |
| }, |
| { |
| "epoch": 0.000451, |
| "grad_norm": 0.7290102243423462, |
| "learning_rate": 1e-05, |
| "loss": 0.067, |
| "step": 45100 |
| }, |
| { |
| "epoch": 0.000452, |
| "grad_norm": 0.6666006445884705, |
| "learning_rate": 1e-05, |
| "loss": 0.0672, |
| "step": 45200 |
| }, |
| { |
| "epoch": 0.000453, |
| "grad_norm": 0.5930759906768799, |
| "learning_rate": 1e-05, |
| "loss": 0.0687, |
| "step": 45300 |
| }, |
| { |
| "epoch": 0.000454, |
| "grad_norm": 0.7391034960746765, |
| "learning_rate": 1e-05, |
| "loss": 0.0681, |
| "step": 45400 |
| }, |
| { |
| "epoch": 0.000455, |
| "grad_norm": 0.6331747770309448, |
| "learning_rate": 1e-05, |
| "loss": 0.0686, |
| "step": 45500 |
| }, |
| { |
| "epoch": 0.000456, |
| "grad_norm": 0.7175407409667969, |
| "learning_rate": 1e-05, |
| "loss": 0.0682, |
| "step": 45600 |
| }, |
| { |
| "epoch": 0.000457, |
| "grad_norm": 0.6839337348937988, |
| "learning_rate": 1e-05, |
| "loss": 0.068, |
| "step": 45700 |
| }, |
| { |
| "epoch": 0.000458, |
| "grad_norm": 0.7204523682594299, |
| "learning_rate": 1e-05, |
| "loss": 0.0674, |
| "step": 45800 |
| }, |
| { |
| "epoch": 0.000459, |
| "grad_norm": 0.6172782778739929, |
| "learning_rate": 1e-05, |
| "loss": 0.0672, |
| "step": 45900 |
| }, |
| { |
| "epoch": 0.00046, |
| "grad_norm": 0.6801437735557556, |
| "learning_rate": 1e-05, |
| "loss": 0.068, |
| "step": 46000 |
| }, |
| { |
| "epoch": 0.000461, |
| "grad_norm": 0.6950106620788574, |
| "learning_rate": 1e-05, |
| "loss": 0.0667, |
| "step": 46100 |
| }, |
| { |
| "epoch": 0.000462, |
| "grad_norm": 0.7430393099784851, |
| "learning_rate": 1e-05, |
| "loss": 0.0661, |
| "step": 46200 |
| }, |
| { |
| "epoch": 0.000463, |
| "grad_norm": 0.7335778474807739, |
| "learning_rate": 1e-05, |
| "loss": 0.0664, |
| "step": 46300 |
| }, |
| { |
| "epoch": 0.000464, |
| "grad_norm": 0.6109582185745239, |
| "learning_rate": 1e-05, |
| "loss": 0.0678, |
| "step": 46400 |
| }, |
| { |
| "epoch": 0.000465, |
| "grad_norm": 0.747843325138092, |
| "learning_rate": 1e-05, |
| "loss": 0.0666, |
| "step": 46500 |
| }, |
| { |
| "epoch": 0.000466, |
| "grad_norm": 0.5541141033172607, |
| "learning_rate": 1e-05, |
| "loss": 0.066, |
| "step": 46600 |
| }, |
| { |
| "epoch": 0.000467, |
| "grad_norm": 0.7821163535118103, |
| "learning_rate": 1e-05, |
| "loss": 0.0663, |
| "step": 46700 |
| }, |
| { |
| "epoch": 0.000468, |
| "grad_norm": 0.6927903294563293, |
| "learning_rate": 1e-05, |
| "loss": 0.0668, |
| "step": 46800 |
| }, |
| { |
| "epoch": 0.000469, |
| "grad_norm": 0.6270934343338013, |
| "learning_rate": 1e-05, |
| "loss": 0.0674, |
| "step": 46900 |
| }, |
| { |
| "epoch": 0.00047, |
| "grad_norm": 0.7509257197380066, |
| "learning_rate": 1e-05, |
| "loss": 0.0661, |
| "step": 47000 |
| }, |
| { |
| "epoch": 0.000471, |
| "grad_norm": 0.6083252429962158, |
| "learning_rate": 1e-05, |
| "loss": 0.0655, |
| "step": 47100 |
| }, |
| { |
| "epoch": 0.000472, |
| "grad_norm": 0.5622929334640503, |
| "learning_rate": 1e-05, |
| "loss": 0.065, |
| "step": 47200 |
| }, |
| { |
| "epoch": 0.000473, |
| "grad_norm": 0.5768439173698425, |
| "learning_rate": 1e-05, |
| "loss": 0.0663, |
| "step": 47300 |
| }, |
| { |
| "epoch": 0.000474, |
| "grad_norm": 0.7420287728309631, |
| "learning_rate": 1e-05, |
| "loss": 0.0647, |
| "step": 47400 |
| }, |
| { |
| "epoch": 0.000475, |
| "grad_norm": 0.6630219221115112, |
| "learning_rate": 1e-05, |
| "loss": 0.066, |
| "step": 47500 |
| }, |
| { |
| "epoch": 0.000476, |
| "grad_norm": 0.5590940713882446, |
| "learning_rate": 1e-05, |
| "loss": 0.0662, |
| "step": 47600 |
| }, |
| { |
| "epoch": 0.000477, |
| "grad_norm": 0.5448912382125854, |
| "learning_rate": 1e-05, |
| "loss": 0.0648, |
| "step": 47700 |
| }, |
| { |
| "epoch": 0.000478, |
| "grad_norm": 0.6090975999832153, |
| "learning_rate": 1e-05, |
| "loss": 0.0653, |
| "step": 47800 |
| }, |
| { |
| "epoch": 0.000479, |
| "grad_norm": 0.7398414611816406, |
| "learning_rate": 1e-05, |
| "loss": 0.0653, |
| "step": 47900 |
| }, |
| { |
| "epoch": 0.00048, |
| "grad_norm": 0.6005905270576477, |
| "learning_rate": 1e-05, |
| "loss": 0.0654, |
| "step": 48000 |
| }, |
| { |
| "epoch": 0.000481, |
| "grad_norm": 0.6361467838287354, |
| "learning_rate": 1e-05, |
| "loss": 0.0653, |
| "step": 48100 |
| }, |
| { |
| "epoch": 0.000482, |
| "grad_norm": 0.6767069101333618, |
| "learning_rate": 1e-05, |
| "loss": 0.0652, |
| "step": 48200 |
| }, |
| { |
| "epoch": 0.000483, |
| "grad_norm": 0.6184808015823364, |
| "learning_rate": 1e-05, |
| "loss": 0.0654, |
| "step": 48300 |
| }, |
| { |
| "epoch": 0.000484, |
| "grad_norm": 0.7021101117134094, |
| "learning_rate": 1e-05, |
| "loss": 0.0637, |
| "step": 48400 |
| }, |
| { |
| "epoch": 0.000485, |
| "grad_norm": 0.6103231310844421, |
| "learning_rate": 1e-05, |
| "loss": 0.0653, |
| "step": 48500 |
| }, |
| { |
| "epoch": 0.000486, |
| "grad_norm": 0.5976945161819458, |
| "learning_rate": 1e-05, |
| "loss": 0.0647, |
| "step": 48600 |
| }, |
| { |
| "epoch": 0.000487, |
| "grad_norm": 0.6222690343856812, |
| "learning_rate": 1e-05, |
| "loss": 0.0647, |
| "step": 48700 |
| }, |
| { |
| "epoch": 0.000488, |
| "grad_norm": 0.5408068299293518, |
| "learning_rate": 1e-05, |
| "loss": 0.0641, |
| "step": 48800 |
| }, |
| { |
| "epoch": 0.000489, |
| "grad_norm": 0.628935694694519, |
| "learning_rate": 1e-05, |
| "loss": 0.0642, |
| "step": 48900 |
| }, |
| { |
| "epoch": 0.00049, |
| "grad_norm": 0.6062678694725037, |
| "learning_rate": 1e-05, |
| "loss": 0.0645, |
| "step": 49000 |
| }, |
| { |
| "epoch": 0.000491, |
| "grad_norm": 0.6533873677253723, |
| "learning_rate": 1e-05, |
| "loss": 0.0648, |
| "step": 49100 |
| }, |
| { |
| "epoch": 0.000492, |
| "grad_norm": 0.6818357706069946, |
| "learning_rate": 1e-05, |
| "loss": 0.0642, |
| "step": 49200 |
| }, |
| { |
| "epoch": 0.000493, |
| "grad_norm": 0.5615854859352112, |
| "learning_rate": 1e-05, |
| "loss": 0.0649, |
| "step": 49300 |
| }, |
| { |
| "epoch": 0.000494, |
| "grad_norm": 0.5262526273727417, |
| "learning_rate": 1e-05, |
| "loss": 0.0645, |
| "step": 49400 |
| }, |
| { |
| "epoch": 0.000495, |
| "grad_norm": 0.5227097868919373, |
| "learning_rate": 1e-05, |
| "loss": 0.0634, |
| "step": 49500 |
| }, |
| { |
| "epoch": 0.000496, |
| "grad_norm": 0.5794950723648071, |
| "learning_rate": 1e-05, |
| "loss": 0.0632, |
| "step": 49600 |
| }, |
| { |
| "epoch": 0.000497, |
| "grad_norm": 0.5515991449356079, |
| "learning_rate": 1e-05, |
| "loss": 0.0639, |
| "step": 49700 |
| }, |
| { |
| "epoch": 0.000498, |
| "grad_norm": 0.5834317803382874, |
| "learning_rate": 1e-05, |
| "loss": 0.0633, |
| "step": 49800 |
| }, |
| { |
| "epoch": 0.000499, |
| "grad_norm": 0.6389098763465881, |
| "learning_rate": 1e-05, |
| "loss": 0.0637, |
| "step": 49900 |
| }, |
| { |
| "epoch": 0.0005, |
| "grad_norm": 0.6473069787025452, |
| "learning_rate": 1e-05, |
| "loss": 0.0634, |
| "step": 50000 |
| }, |
| { |
| "epoch": 0.000501, |
| "grad_norm": 0.5156600475311279, |
| "learning_rate": 1e-05, |
| "loss": 0.0638, |
| "step": 50100 |
| }, |
| { |
| "epoch": 0.000502, |
| "grad_norm": 0.6542375683784485, |
| "learning_rate": 1e-05, |
| "loss": 0.0635, |
| "step": 50200 |
| }, |
| { |
| "epoch": 0.000503, |
| "grad_norm": 0.8224967122077942, |
| "learning_rate": 1e-05, |
| "loss": 0.0631, |
| "step": 50300 |
| }, |
| { |
| "epoch": 0.000504, |
| "grad_norm": 0.6293924450874329, |
| "learning_rate": 1e-05, |
| "loss": 0.0619, |
| "step": 50400 |
| }, |
| { |
| "epoch": 0.000505, |
| "grad_norm": 0.7436028718948364, |
| "learning_rate": 1e-05, |
| "loss": 0.064, |
| "step": 50500 |
| }, |
| { |
| "epoch": 0.000506, |
| "grad_norm": 0.660367488861084, |
| "learning_rate": 1e-05, |
| "loss": 0.0639, |
| "step": 50600 |
| }, |
| { |
| "epoch": 0.000507, |
| "grad_norm": 0.5511479377746582, |
| "learning_rate": 1e-05, |
| "loss": 0.0625, |
| "step": 50700 |
| }, |
| { |
| "epoch": 0.000508, |
| "grad_norm": 0.5846619009971619, |
| "learning_rate": 1e-05, |
| "loss": 0.0634, |
| "step": 50800 |
| }, |
| { |
| "epoch": 0.000509, |
| "grad_norm": 0.5902076959609985, |
| "learning_rate": 1e-05, |
| "loss": 0.0637, |
| "step": 50900 |
| }, |
| { |
| "epoch": 0.00051, |
| "grad_norm": 0.5104527473449707, |
| "learning_rate": 1e-05, |
| "loss": 0.0627, |
| "step": 51000 |
| }, |
| { |
| "epoch": 0.000511, |
| "grad_norm": 0.592365026473999, |
| "learning_rate": 1e-05, |
| "loss": 0.0624, |
| "step": 51100 |
| }, |
| { |
| "epoch": 0.000512, |
| "grad_norm": 0.7283549904823303, |
| "learning_rate": 1e-05, |
| "loss": 0.0618, |
| "step": 51200 |
| }, |
| { |
| "epoch": 0.000513, |
| "grad_norm": 0.6117008328437805, |
| "learning_rate": 1e-05, |
| "loss": 0.0621, |
| "step": 51300 |
| }, |
| { |
| "epoch": 0.000514, |
| "grad_norm": 0.6155059933662415, |
| "learning_rate": 1e-05, |
| "loss": 0.0627, |
| "step": 51400 |
| }, |
| { |
| "epoch": 0.000515, |
| "grad_norm": 0.6605076789855957, |
| "learning_rate": 1e-05, |
| "loss": 0.0626, |
| "step": 51500 |
| }, |
| { |
| "epoch": 0.000516, |
| "grad_norm": 0.7391318082809448, |
| "learning_rate": 1e-05, |
| "loss": 0.0609, |
| "step": 51600 |
| }, |
| { |
| "epoch": 0.000517, |
| "grad_norm": 0.5673928260803223, |
| "learning_rate": 1e-05, |
| "loss": 0.0626, |
| "step": 51700 |
| }, |
| { |
| "epoch": 0.000518, |
| "grad_norm": 0.7229452729225159, |
| "learning_rate": 1e-05, |
| "loss": 0.0613, |
| "step": 51800 |
| }, |
| { |
| "epoch": 0.000519, |
| "grad_norm": 0.6015135049819946, |
| "learning_rate": 1e-05, |
| "loss": 0.0614, |
| "step": 51900 |
| }, |
| { |
| "epoch": 0.00052, |
| "grad_norm": 3.3136706352233887, |
| "learning_rate": 1e-05, |
| "loss": 0.0607, |
| "step": 52000 |
| }, |
| { |
| "epoch": 0.000521, |
| "grad_norm": 0.5922873616218567, |
| "learning_rate": 1e-05, |
| "loss": 0.0627, |
| "step": 52100 |
| }, |
| { |
| "epoch": 0.000522, |
| "grad_norm": 0.6967010498046875, |
| "learning_rate": 1e-05, |
| "loss": 0.0611, |
| "step": 52200 |
| }, |
| { |
| "epoch": 0.000523, |
| "grad_norm": 0.5986941456794739, |
| "learning_rate": 1e-05, |
| "loss": 0.0618, |
| "step": 52300 |
| }, |
| { |
| "epoch": 0.000524, |
| "grad_norm": 0.5476034879684448, |
| "learning_rate": 1e-05, |
| "loss": 0.0614, |
| "step": 52400 |
| }, |
| { |
| "epoch": 0.000525, |
| "grad_norm": 0.5859378576278687, |
| "learning_rate": 1e-05, |
| "loss": 0.0614, |
| "step": 52500 |
| }, |
| { |
| "epoch": 0.000526, |
| "grad_norm": 0.601116955280304, |
| "learning_rate": 1e-05, |
| "loss": 0.0618, |
| "step": 52600 |
| }, |
| { |
| "epoch": 0.000527, |
| "grad_norm": 0.5084663033485413, |
| "learning_rate": 1e-05, |
| "loss": 0.0622, |
| "step": 52700 |
| }, |
| { |
| "epoch": 0.000528, |
| "grad_norm": 0.5654129385948181, |
| "learning_rate": 1e-05, |
| "loss": 0.0625, |
| "step": 52800 |
| }, |
| { |
| "epoch": 0.000529, |
| "grad_norm": 0.5403587222099304, |
| "learning_rate": 1e-05, |
| "loss": 0.0605, |
| "step": 52900 |
| }, |
| { |
| "epoch": 0.00053, |
| "grad_norm": 0.5523150563240051, |
| "learning_rate": 1e-05, |
| "loss": 0.0615, |
| "step": 53000 |
| }, |
| { |
| "epoch": 0.000531, |
| "grad_norm": 0.6014654636383057, |
| "learning_rate": 1e-05, |
| "loss": 0.0613, |
| "step": 53100 |
| }, |
| { |
| "epoch": 0.000532, |
| "grad_norm": 0.6389763355255127, |
| "learning_rate": 1e-05, |
| "loss": 0.0618, |
| "step": 53200 |
| }, |
| { |
| "epoch": 0.000533, |
| "grad_norm": 0.6326813697814941, |
| "learning_rate": 1e-05, |
| "loss": 0.0621, |
| "step": 53300 |
| }, |
| { |
| "epoch": 0.000534, |
| "grad_norm": 0.5675824284553528, |
| "learning_rate": 1e-05, |
| "loss": 0.0603, |
| "step": 53400 |
| }, |
| { |
| "epoch": 0.000535, |
| "grad_norm": 0.6056302189826965, |
| "learning_rate": 1e-05, |
| "loss": 0.0604, |
| "step": 53500 |
| }, |
| { |
| "epoch": 0.000536, |
| "grad_norm": 0.7404552698135376, |
| "learning_rate": 1e-05, |
| "loss": 0.0617, |
| "step": 53600 |
| }, |
| { |
| "epoch": 0.000537, |
| "grad_norm": 0.5762139558792114, |
| "learning_rate": 1e-05, |
| "loss": 0.061, |
| "step": 53700 |
| }, |
| { |
| "epoch": 0.000538, |
| "grad_norm": 0.6377224922180176, |
| "learning_rate": 1e-05, |
| "loss": 0.0606, |
| "step": 53800 |
| }, |
| { |
| "epoch": 0.000539, |
| "grad_norm": 0.6007105708122253, |
| "learning_rate": 1e-05, |
| "loss": 0.0617, |
| "step": 53900 |
| }, |
| { |
| "epoch": 0.00054, |
| "grad_norm": 0.679589033126831, |
| "learning_rate": 1e-05, |
| "loss": 0.0609, |
| "step": 54000 |
| }, |
| { |
| "epoch": 0.000541, |
| "grad_norm": 0.6322323679924011, |
| "learning_rate": 1e-05, |
| "loss": 0.0611, |
| "step": 54100 |
| }, |
| { |
| "epoch": 0.000542, |
| "grad_norm": 0.7151752710342407, |
| "learning_rate": 1e-05, |
| "loss": 0.0594, |
| "step": 54200 |
| }, |
| { |
| "epoch": 0.000543, |
| "grad_norm": 0.5888739228248596, |
| "learning_rate": 1e-05, |
| "loss": 0.0608, |
| "step": 54300 |
| }, |
| { |
| "epoch": 0.000544, |
| "grad_norm": 0.5529482364654541, |
| "learning_rate": 1e-05, |
| "loss": 0.0616, |
| "step": 54400 |
| }, |
| { |
| "epoch": 0.000545, |
| "grad_norm": 0.5086714625358582, |
| "learning_rate": 1e-05, |
| "loss": 0.0599, |
| "step": 54500 |
| }, |
| { |
| "epoch": 0.000546, |
| "grad_norm": 0.5248231887817383, |
| "learning_rate": 1e-05, |
| "loss": 0.0611, |
| "step": 54600 |
| }, |
| { |
| "epoch": 0.000547, |
| "grad_norm": 0.48391416668891907, |
| "learning_rate": 1e-05, |
| "loss": 0.0603, |
| "step": 54700 |
| }, |
| { |
| "epoch": 0.000548, |
| "grad_norm": 0.6535386443138123, |
| "learning_rate": 1e-05, |
| "loss": 0.0599, |
| "step": 54800 |
| }, |
| { |
| "epoch": 0.000549, |
| "grad_norm": 0.6315100193023682, |
| "learning_rate": 1e-05, |
| "loss": 0.0599, |
| "step": 54900 |
| }, |
| { |
| "epoch": 0.00055, |
| "grad_norm": 0.5279924273490906, |
| "learning_rate": 1e-05, |
| "loss": 0.0601, |
| "step": 55000 |
| }, |
| { |
| "epoch": 0.000551, |
| "grad_norm": 0.5455300807952881, |
| "learning_rate": 1e-05, |
| "loss": 0.0601, |
| "step": 55100 |
| }, |
| { |
| "epoch": 0.000552, |
| "grad_norm": 0.556695282459259, |
| "learning_rate": 1e-05, |
| "loss": 0.06, |
| "step": 55200 |
| }, |
| { |
| "epoch": 0.000553, |
| "grad_norm": 0.5867908000946045, |
| "learning_rate": 1e-05, |
| "loss": 0.0584, |
| "step": 55300 |
| }, |
| { |
| "epoch": 0.000554, |
| "grad_norm": 0.6211426258087158, |
| "learning_rate": 1e-05, |
| "loss": 0.0594, |
| "step": 55400 |
| }, |
| { |
| "epoch": 0.000555, |
| "grad_norm": 0.6962873339653015, |
| "learning_rate": 1e-05, |
| "loss": 0.0588, |
| "step": 55500 |
| }, |
| { |
| "epoch": 0.000556, |
| "grad_norm": 0.5341864228248596, |
| "learning_rate": 1e-05, |
| "loss": 0.0594, |
| "step": 55600 |
| }, |
| { |
| "epoch": 0.000557, |
| "grad_norm": 0.5630548000335693, |
| "learning_rate": 1e-05, |
| "loss": 0.0596, |
| "step": 55700 |
| }, |
| { |
| "epoch": 0.000558, |
| "grad_norm": 0.6993235349655151, |
| "learning_rate": 1e-05, |
| "loss": 0.0592, |
| "step": 55800 |
| }, |
| { |
| "epoch": 0.000559, |
| "grad_norm": 0.5936434268951416, |
| "learning_rate": 1e-05, |
| "loss": 0.0589, |
| "step": 55900 |
| }, |
| { |
| "epoch": 0.00056, |
| "grad_norm": 0.6682338714599609, |
| "learning_rate": 1e-05, |
| "loss": 0.0592, |
| "step": 56000 |
| }, |
| { |
| "epoch": 0.000561, |
| "grad_norm": 0.5741124749183655, |
| "learning_rate": 1e-05, |
| "loss": 0.0586, |
| "step": 56100 |
| }, |
| { |
| "epoch": 0.000562, |
| "grad_norm": 0.5639105439186096, |
| "learning_rate": 1e-05, |
| "loss": 0.0596, |
| "step": 56200 |
| }, |
| { |
| "epoch": 0.000563, |
| "grad_norm": 0.6496306657791138, |
| "learning_rate": 1e-05, |
| "loss": 0.0588, |
| "step": 56300 |
| }, |
| { |
| "epoch": 0.000564, |
| "grad_norm": 0.6160135865211487, |
| "learning_rate": 1e-05, |
| "loss": 0.0593, |
| "step": 56400 |
| }, |
| { |
| "epoch": 0.000565, |
| "grad_norm": 0.6027793288230896, |
| "learning_rate": 1e-05, |
| "loss": 0.0579, |
| "step": 56500 |
| }, |
| { |
| "epoch": 0.000566, |
| "grad_norm": 0.6365297436714172, |
| "learning_rate": 1e-05, |
| "loss": 0.0592, |
| "step": 56600 |
| }, |
| { |
| "epoch": 0.000567, |
| "grad_norm": 0.6124427914619446, |
| "learning_rate": 1e-05, |
| "loss": 0.0584, |
| "step": 56700 |
| }, |
| { |
| "epoch": 0.000568, |
| "grad_norm": 0.5500183701515198, |
| "learning_rate": 1e-05, |
| "loss": 0.0603, |
| "step": 56800 |
| }, |
| { |
| "epoch": 0.000569, |
| "grad_norm": 0.6076985597610474, |
| "learning_rate": 1e-05, |
| "loss": 0.0586, |
| "step": 56900 |
| }, |
| { |
| "epoch": 0.00057, |
| "grad_norm": 0.5683192610740662, |
| "learning_rate": 1e-05, |
| "loss": 0.0577, |
| "step": 57000 |
| }, |
| { |
| "epoch": 0.000571, |
| "grad_norm": 0.6625038385391235, |
| "learning_rate": 1e-05, |
| "loss": 0.0581, |
| "step": 57100 |
| }, |
| { |
| "epoch": 0.000572, |
| "grad_norm": 0.40177464485168457, |
| "learning_rate": 1e-05, |
| "loss": 0.0586, |
| "step": 57200 |
| }, |
| { |
| "epoch": 0.000573, |
| "grad_norm": 0.6952741742134094, |
| "learning_rate": 1e-05, |
| "loss": 0.0584, |
| "step": 57300 |
| }, |
| { |
| "epoch": 0.000574, |
| "grad_norm": 0.6179869771003723, |
| "learning_rate": 1e-05, |
| "loss": 0.0589, |
| "step": 57400 |
| }, |
| { |
| "epoch": 0.000575, |
| "grad_norm": 0.5745118260383606, |
| "learning_rate": 1e-05, |
| "loss": 0.0578, |
| "step": 57500 |
| }, |
| { |
| "epoch": 0.000576, |
| "grad_norm": 0.4852728843688965, |
| "learning_rate": 1e-05, |
| "loss": 0.0584, |
| "step": 57600 |
| }, |
| { |
| "epoch": 0.000577, |
| "grad_norm": 0.6206620335578918, |
| "learning_rate": 1e-05, |
| "loss": 0.0583, |
| "step": 57700 |
| }, |
| { |
| "epoch": 0.000578, |
| "grad_norm": 0.6402736306190491, |
| "learning_rate": 1e-05, |
| "loss": 0.0574, |
| "step": 57800 |
| }, |
| { |
| "epoch": 0.000579, |
| "grad_norm": 0.5858712792396545, |
| "learning_rate": 1e-05, |
| "loss": 0.0582, |
| "step": 57900 |
| }, |
| { |
| "epoch": 0.00058, |
| "grad_norm": 0.5614802837371826, |
| "learning_rate": 1e-05, |
| "loss": 0.0586, |
| "step": 58000 |
| }, |
| { |
| "epoch": 0.000581, |
| "grad_norm": 0.6376156210899353, |
| "learning_rate": 1e-05, |
| "loss": 0.0574, |
| "step": 58100 |
| }, |
| { |
| "epoch": 0.000582, |
| "grad_norm": 0.5398702621459961, |
| "learning_rate": 1e-05, |
| "loss": 0.0567, |
| "step": 58200 |
| }, |
| { |
| "epoch": 0.000583, |
| "grad_norm": 0.6560328602790833, |
| "learning_rate": 1e-05, |
| "loss": 0.0586, |
| "step": 58300 |
| }, |
| { |
| "epoch": 0.000584, |
| "grad_norm": 0.48175305128097534, |
| "learning_rate": 1e-05, |
| "loss": 0.0579, |
| "step": 58400 |
| }, |
| { |
| "epoch": 0.000585, |
| "grad_norm": 0.47494786977767944, |
| "learning_rate": 1e-05, |
| "loss": 0.0565, |
| "step": 58500 |
| }, |
| { |
| "epoch": 0.000586, |
| "grad_norm": 0.6271668672561646, |
| "learning_rate": 1e-05, |
| "loss": 0.0572, |
| "step": 58600 |
| }, |
| { |
| "epoch": 0.000587, |
| "grad_norm": 0.5039101243019104, |
| "learning_rate": 1e-05, |
| "loss": 0.0578, |
| "step": 58700 |
| }, |
| { |
| "epoch": 0.000588, |
| "grad_norm": 0.5363636612892151, |
| "learning_rate": 1e-05, |
| "loss": 0.0578, |
| "step": 58800 |
| }, |
| { |
| "epoch": 0.000589, |
| "grad_norm": 0.6029368042945862, |
| "learning_rate": 1e-05, |
| "loss": 0.0567, |
| "step": 58900 |
| }, |
| { |
| "epoch": 0.00059, |
| "grad_norm": 0.5582793354988098, |
| "learning_rate": 1e-05, |
| "loss": 0.0579, |
| "step": 59000 |
| }, |
| { |
| "epoch": 0.000591, |
| "grad_norm": 0.5290389657020569, |
| "learning_rate": 1e-05, |
| "loss": 0.0575, |
| "step": 59100 |
| }, |
| { |
| "epoch": 0.000592, |
| "grad_norm": 0.5864163041114807, |
| "learning_rate": 1e-05, |
| "loss": 0.0565, |
| "step": 59200 |
| }, |
| { |
| "epoch": 0.000593, |
| "grad_norm": 0.49124574661254883, |
| "learning_rate": 1e-05, |
| "loss": 0.0584, |
| "step": 59300 |
| }, |
| { |
| "epoch": 0.000594, |
| "grad_norm": 0.5180615782737732, |
| "learning_rate": 1e-05, |
| "loss": 0.0555, |
| "step": 59400 |
| }, |
| { |
| "epoch": 0.000595, |
| "grad_norm": 0.5236871838569641, |
| "learning_rate": 1e-05, |
| "loss": 0.0574, |
| "step": 59500 |
| }, |
| { |
| "epoch": 0.000596, |
| "grad_norm": 0.7328921556472778, |
| "learning_rate": 1e-05, |
| "loss": 0.057, |
| "step": 59600 |
| }, |
| { |
| "epoch": 0.000597, |
| "grad_norm": 0.5635091662406921, |
| "learning_rate": 1e-05, |
| "loss": 0.0559, |
| "step": 59700 |
| }, |
| { |
| "epoch": 0.000598, |
| "grad_norm": 0.5094209313392639, |
| "learning_rate": 1e-05, |
| "loss": 0.057, |
| "step": 59800 |
| }, |
| { |
| "epoch": 0.000599, |
| "grad_norm": 0.5855716466903687, |
| "learning_rate": 1e-05, |
| "loss": 0.0566, |
| "step": 59900 |
| }, |
| { |
| "epoch": 0.0006, |
| "grad_norm": 0.6821003556251526, |
| "learning_rate": 1e-05, |
| "loss": 0.0559, |
| "step": 60000 |
| }, |
| { |
| "epoch": 0.0006, |
| "eval_loss": 0.045257568359375, |
| "eval_runtime": 142.735, |
| "eval_samples_per_second": 350.3, |
| "eval_steps_per_second": 21.894, |
| "step": 60000 |
| }, |
| { |
| "epoch": 0.000601, |
| "grad_norm": 0.5633527040481567, |
| "learning_rate": 1e-05, |
| "loss": 0.0562, |
| "step": 60100 |
| }, |
| { |
| "epoch": 0.000602, |
| "grad_norm": 0.5337314009666443, |
| "learning_rate": 1e-05, |
| "loss": 0.0562, |
| "step": 60200 |
| }, |
| { |
| "epoch": 0.000603, |
| "grad_norm": 0.5282440185546875, |
| "learning_rate": 1e-05, |
| "loss": 0.0549, |
| "step": 60300 |
| }, |
| { |
| "epoch": 0.000604, |
| "grad_norm": 0.5766568779945374, |
| "learning_rate": 1e-05, |
| "loss": 0.0576, |
| "step": 60400 |
| }, |
| { |
| "epoch": 0.000605, |
| "grad_norm": 0.5904074311256409, |
| "learning_rate": 1e-05, |
| "loss": 0.0563, |
| "step": 60500 |
| }, |
| { |
| "epoch": 0.000606, |
| "grad_norm": 0.6538689136505127, |
| "learning_rate": 1e-05, |
| "loss": 0.0566, |
| "step": 60600 |
| }, |
| { |
| "epoch": 0.000607, |
| "grad_norm": 0.45561283826828003, |
| "learning_rate": 1e-05, |
| "loss": 0.0561, |
| "step": 60700 |
| }, |
| { |
| "epoch": 0.000608, |
| "grad_norm": 0.47445598244667053, |
| "learning_rate": 1e-05, |
| "loss": 0.0561, |
| "step": 60800 |
| }, |
| { |
| "epoch": 0.000609, |
| "grad_norm": 0.7631045579910278, |
| "learning_rate": 1e-05, |
| "loss": 0.0556, |
| "step": 60900 |
| }, |
| { |
| "epoch": 0.00061, |
| "grad_norm": 0.5754849910736084, |
| "learning_rate": 1e-05, |
| "loss": 0.0553, |
| "step": 61000 |
| }, |
| { |
| "epoch": 0.000611, |
| "grad_norm": 0.6670407652854919, |
| "learning_rate": 1e-05, |
| "loss": 0.057, |
| "step": 61100 |
| }, |
| { |
| "epoch": 0.000612, |
| "grad_norm": 0.5728887319564819, |
| "learning_rate": 1e-05, |
| "loss": 0.0566, |
| "step": 61200 |
| }, |
| { |
| "epoch": 0.000613, |
| "grad_norm": 0.5342495441436768, |
| "learning_rate": 1e-05, |
| "loss": 0.0552, |
| "step": 61300 |
| }, |
| { |
| "epoch": 0.000614, |
| "grad_norm": 0.5812315344810486, |
| "learning_rate": 1e-05, |
| "loss": 0.0556, |
| "step": 61400 |
| }, |
| { |
| "epoch": 0.000615, |
| "grad_norm": 0.5818805694580078, |
| "learning_rate": 1e-05, |
| "loss": 0.0551, |
| "step": 61500 |
| }, |
| { |
| "epoch": 0.000616, |
| "grad_norm": 0.6204677224159241, |
| "learning_rate": 1e-05, |
| "loss": 0.0556, |
| "step": 61600 |
| }, |
| { |
| "epoch": 0.000617, |
| "grad_norm": 0.5443527102470398, |
| "learning_rate": 1e-05, |
| "loss": 0.0552, |
| "step": 61700 |
| }, |
| { |
| "epoch": 0.000618, |
| "grad_norm": 0.49102166295051575, |
| "learning_rate": 1e-05, |
| "loss": 0.0549, |
| "step": 61800 |
| }, |
| { |
| "epoch": 0.000619, |
| "grad_norm": 0.557538628578186, |
| "learning_rate": 1e-05, |
| "loss": 0.0543, |
| "step": 61900 |
| }, |
| { |
| "epoch": 0.00062, |
| "grad_norm": 0.620365560054779, |
| "learning_rate": 1e-05, |
| "loss": 0.0561, |
| "step": 62000 |
| }, |
| { |
| "epoch": 0.000621, |
| "grad_norm": 0.6253044009208679, |
| "learning_rate": 1e-05, |
| "loss": 0.0557, |
| "step": 62100 |
| }, |
| { |
| "epoch": 0.000622, |
| "grad_norm": 0.7837327122688293, |
| "learning_rate": 1e-05, |
| "loss": 0.055, |
| "step": 62200 |
| }, |
| { |
| "epoch": 0.000623, |
| "grad_norm": 0.5085681676864624, |
| "learning_rate": 1e-05, |
| "loss": 0.0552, |
| "step": 62300 |
| }, |
| { |
| "epoch": 0.000624, |
| "grad_norm": 0.608761191368103, |
| "learning_rate": 1e-05, |
| "loss": 0.0532, |
| "step": 62400 |
| }, |
| { |
| "epoch": 0.000625, |
| "grad_norm": 0.7588841915130615, |
| "learning_rate": 1e-05, |
| "loss": 0.0552, |
| "step": 62500 |
| }, |
| { |
| "epoch": 0.000626, |
| "grad_norm": 0.5510600209236145, |
| "learning_rate": 1e-05, |
| "loss": 0.0551, |
| "step": 62600 |
| }, |
| { |
| "epoch": 0.000627, |
| "grad_norm": 0.5801370739936829, |
| "learning_rate": 1e-05, |
| "loss": 0.0542, |
| "step": 62700 |
| }, |
| { |
| "epoch": 0.000628, |
| "grad_norm": 0.6703765988349915, |
| "learning_rate": 1e-05, |
| "loss": 0.0569, |
| "step": 62800 |
| }, |
| { |
| "epoch": 0.000629, |
| "grad_norm": 0.4344656467437744, |
| "learning_rate": 1e-05, |
| "loss": 0.0549, |
| "step": 62900 |
| }, |
| { |
| "epoch": 0.00063, |
| "grad_norm": 0.5678920745849609, |
| "learning_rate": 1e-05, |
| "loss": 0.0555, |
| "step": 63000 |
| }, |
| { |
| "epoch": 0.000631, |
| "grad_norm": 0.5048655271530151, |
| "learning_rate": 1e-05, |
| "loss": 0.0547, |
| "step": 63100 |
| }, |
| { |
| "epoch": 0.000632, |
| "grad_norm": 0.5324554443359375, |
| "learning_rate": 1e-05, |
| "loss": 0.0551, |
| "step": 63200 |
| }, |
| { |
| "epoch": 0.000633, |
| "grad_norm": 0.5735768675804138, |
| "learning_rate": 1e-05, |
| "loss": 0.0551, |
| "step": 63300 |
| }, |
| { |
| "epoch": 0.000634, |
| "grad_norm": 0.5694500803947449, |
| "learning_rate": 1e-05, |
| "loss": 0.0542, |
| "step": 63400 |
| }, |
| { |
| "epoch": 0.000635, |
| "grad_norm": 0.5009059906005859, |
| "learning_rate": 1e-05, |
| "loss": 0.0538, |
| "step": 63500 |
| }, |
| { |
| "epoch": 0.000636, |
| "grad_norm": 0.5886440277099609, |
| "learning_rate": 1e-05, |
| "loss": 0.0545, |
| "step": 63600 |
| }, |
| { |
| "epoch": 0.000637, |
| "grad_norm": 0.5673546195030212, |
| "learning_rate": 1e-05, |
| "loss": 0.0548, |
| "step": 63700 |
| }, |
| { |
| "epoch": 0.000638, |
| "grad_norm": 0.5466011762619019, |
| "learning_rate": 1e-05, |
| "loss": 0.054, |
| "step": 63800 |
| }, |
| { |
| "epoch": 0.000639, |
| "grad_norm": 0.5927892923355103, |
| "learning_rate": 1e-05, |
| "loss": 0.0548, |
| "step": 63900 |
| }, |
| { |
| "epoch": 0.00064, |
| "grad_norm": 0.7305207252502441, |
| "learning_rate": 1e-05, |
| "loss": 0.0536, |
| "step": 64000 |
| }, |
| { |
| "epoch": 0.000641, |
| "grad_norm": 0.5603034496307373, |
| "learning_rate": 1e-05, |
| "loss": 0.0536, |
| "step": 64100 |
| }, |
| { |
| "epoch": 0.000642, |
| "grad_norm": 0.6965247988700867, |
| "learning_rate": 1e-05, |
| "loss": 0.0546, |
| "step": 64200 |
| }, |
| { |
| "epoch": 0.000643, |
| "grad_norm": 0.57351154088974, |
| "learning_rate": 1e-05, |
| "loss": 0.0535, |
| "step": 64300 |
| }, |
| { |
| "epoch": 0.000644, |
| "grad_norm": 0.511005163192749, |
| "learning_rate": 1e-05, |
| "loss": 0.0548, |
| "step": 64400 |
| }, |
| { |
| "epoch": 0.000645, |
| "grad_norm": 0.5340495705604553, |
| "learning_rate": 1e-05, |
| "loss": 0.0543, |
| "step": 64500 |
| }, |
| { |
| "epoch": 0.000646, |
| "grad_norm": 0.6858961582183838, |
| "learning_rate": 1e-05, |
| "loss": 0.0538, |
| "step": 64600 |
| }, |
| { |
| "epoch": 0.000647, |
| "grad_norm": 0.6375705599784851, |
| "learning_rate": 1e-05, |
| "loss": 0.0536, |
| "step": 64700 |
| }, |
| { |
| "epoch": 0.000648, |
| "grad_norm": 0.48544806241989136, |
| "learning_rate": 1e-05, |
| "loss": 0.0529, |
| "step": 64800 |
| }, |
| { |
| "epoch": 0.000649, |
| "grad_norm": 0.49595892429351807, |
| "learning_rate": 1e-05, |
| "loss": 0.0529, |
| "step": 64900 |
| }, |
| { |
| "epoch": 0.00065, |
| "grad_norm": 0.4976153075695038, |
| "learning_rate": 1e-05, |
| "loss": 0.0538, |
| "step": 65000 |
| }, |
| { |
| "epoch": 0.000651, |
| "grad_norm": 0.5489813089370728, |
| "learning_rate": 1e-05, |
| "loss": 0.0528, |
| "step": 65100 |
| }, |
| { |
| "epoch": 0.000652, |
| "grad_norm": 0.4820660650730133, |
| "learning_rate": 1e-05, |
| "loss": 0.0536, |
| "step": 65200 |
| }, |
| { |
| "epoch": 0.000653, |
| "grad_norm": 0.5546014308929443, |
| "learning_rate": 1e-05, |
| "loss": 0.0529, |
| "step": 65300 |
| }, |
| { |
| "epoch": 0.000654, |
| "grad_norm": 0.4900113344192505, |
| "learning_rate": 1e-05, |
| "loss": 0.0535, |
| "step": 65400 |
| }, |
| { |
| "epoch": 0.000655, |
| "grad_norm": 0.6061577796936035, |
| "learning_rate": 1e-05, |
| "loss": 0.0533, |
| "step": 65500 |
| }, |
| { |
| "epoch": 0.000656, |
| "grad_norm": 0.6450973749160767, |
| "learning_rate": 1e-05, |
| "loss": 0.0542, |
| "step": 65600 |
| }, |
| { |
| "epoch": 0.000657, |
| "grad_norm": 0.677505612373352, |
| "learning_rate": 1e-05, |
| "loss": 0.0539, |
| "step": 65700 |
| }, |
| { |
| "epoch": 0.000658, |
| "grad_norm": 0.48482370376586914, |
| "learning_rate": 1e-05, |
| "loss": 0.0533, |
| "step": 65800 |
| }, |
| { |
| "epoch": 0.000659, |
| "grad_norm": 0.49198102951049805, |
| "learning_rate": 1e-05, |
| "loss": 0.0527, |
| "step": 65900 |
| }, |
| { |
| "epoch": 0.00066, |
| "grad_norm": 0.47996985912323, |
| "learning_rate": 1e-05, |
| "loss": 0.0544, |
| "step": 66000 |
| }, |
| { |
| "epoch": 0.000661, |
| "grad_norm": 0.548791229724884, |
| "learning_rate": 1e-05, |
| "loss": 0.0534, |
| "step": 66100 |
| }, |
| { |
| "epoch": 0.000662, |
| "grad_norm": 0.6156114935874939, |
| "learning_rate": 1e-05, |
| "loss": 0.0538, |
| "step": 66200 |
| }, |
| { |
| "epoch": 0.000663, |
| "grad_norm": 0.5212823748588562, |
| "learning_rate": 1e-05, |
| "loss": 0.0534, |
| "step": 66300 |
| }, |
| { |
| "epoch": 0.000664, |
| "grad_norm": 0.5812687873840332, |
| "learning_rate": 1e-05, |
| "loss": 0.0527, |
| "step": 66400 |
| }, |
| { |
| "epoch": 0.000665, |
| "grad_norm": 0.4992978572845459, |
| "learning_rate": 1e-05, |
| "loss": 0.0532, |
| "step": 66500 |
| }, |
| { |
| "epoch": 0.000666, |
| "grad_norm": 0.5525248050689697, |
| "learning_rate": 1e-05, |
| "loss": 0.0533, |
| "step": 66600 |
| }, |
| { |
| "epoch": 0.000667, |
| "grad_norm": 0.6456683874130249, |
| "learning_rate": 1e-05, |
| "loss": 0.0535, |
| "step": 66700 |
| }, |
| { |
| "epoch": 0.000668, |
| "grad_norm": 0.6112907528877258, |
| "learning_rate": 1e-05, |
| "loss": 0.0532, |
| "step": 66800 |
| }, |
| { |
| "epoch": 0.000669, |
| "grad_norm": 0.543624222278595, |
| "learning_rate": 1e-05, |
| "loss": 0.0539, |
| "step": 66900 |
| }, |
| { |
| "epoch": 0.00067, |
| "grad_norm": 0.5512799024581909, |
| "learning_rate": 1e-05, |
| "loss": 0.0513, |
| "step": 67000 |
| }, |
| { |
| "epoch": 0.000671, |
| "grad_norm": 0.631289005279541, |
| "learning_rate": 1e-05, |
| "loss": 0.0519, |
| "step": 67100 |
| }, |
| { |
| "epoch": 0.000672, |
| "grad_norm": 0.47048887610435486, |
| "learning_rate": 1e-05, |
| "loss": 0.0532, |
| "step": 67200 |
| }, |
| { |
| "epoch": 0.000673, |
| "grad_norm": 0.5930091142654419, |
| "learning_rate": 1e-05, |
| "loss": 0.0528, |
| "step": 67300 |
| }, |
| { |
| "epoch": 0.000674, |
| "grad_norm": 0.7611256837844849, |
| "learning_rate": 1e-05, |
| "loss": 0.0527, |
| "step": 67400 |
| }, |
| { |
| "epoch": 0.000675, |
| "grad_norm": 0.49624642729759216, |
| "learning_rate": 1e-05, |
| "loss": 0.0528, |
| "step": 67500 |
| }, |
| { |
| "epoch": 0.000676, |
| "grad_norm": 0.6547495126724243, |
| "learning_rate": 1e-05, |
| "loss": 0.0523, |
| "step": 67600 |
| }, |
| { |
| "epoch": 0.000677, |
| "grad_norm": 0.635519802570343, |
| "learning_rate": 1e-05, |
| "loss": 0.0521, |
| "step": 67700 |
| }, |
| { |
| "epoch": 0.000678, |
| "grad_norm": 0.606388509273529, |
| "learning_rate": 1e-05, |
| "loss": 0.052, |
| "step": 67800 |
| }, |
| { |
| "epoch": 0.000679, |
| "grad_norm": 0.4945245385169983, |
| "learning_rate": 1e-05, |
| "loss": 0.0522, |
| "step": 67900 |
| }, |
| { |
| "epoch": 0.00068, |
| "grad_norm": 0.4815261662006378, |
| "learning_rate": 1e-05, |
| "loss": 0.0533, |
| "step": 68000 |
| }, |
| { |
| "epoch": 0.000681, |
| "grad_norm": 0.47382187843322754, |
| "learning_rate": 1e-05, |
| "loss": 0.0519, |
| "step": 68100 |
| }, |
| { |
| "epoch": 0.000682, |
| "grad_norm": 0.549886167049408, |
| "learning_rate": 1e-05, |
| "loss": 0.0518, |
| "step": 68200 |
| }, |
| { |
| "epoch": 0.000683, |
| "grad_norm": 0.5204160213470459, |
| "learning_rate": 1e-05, |
| "loss": 0.0519, |
| "step": 68300 |
| }, |
| { |
| "epoch": 0.000684, |
| "grad_norm": 0.5802004933357239, |
| "learning_rate": 1e-05, |
| "loss": 0.0517, |
| "step": 68400 |
| }, |
| { |
| "epoch": 0.000685, |
| "grad_norm": 0.5576998591423035, |
| "learning_rate": 1e-05, |
| "loss": 0.0519, |
| "step": 68500 |
| }, |
| { |
| "epoch": 0.000686, |
| "grad_norm": 0.5708860158920288, |
| "learning_rate": 1e-05, |
| "loss": 0.0523, |
| "step": 68600 |
| }, |
| { |
| "epoch": 0.000687, |
| "grad_norm": 0.6270045042037964, |
| "learning_rate": 1e-05, |
| "loss": 0.0502, |
| "step": 68700 |
| }, |
| { |
| "epoch": 0.000688, |
| "grad_norm": 0.462593138217926, |
| "learning_rate": 1e-05, |
| "loss": 0.0517, |
| "step": 68800 |
| }, |
| { |
| "epoch": 0.000689, |
| "grad_norm": 0.4807493984699249, |
| "learning_rate": 1e-05, |
| "loss": 0.0524, |
| "step": 68900 |
| }, |
| { |
| "epoch": 0.00069, |
| "grad_norm": 0.5798048973083496, |
| "learning_rate": 1e-05, |
| "loss": 0.0527, |
| "step": 69000 |
| }, |
| { |
| "epoch": 0.000691, |
| "grad_norm": 0.44622689485549927, |
| "learning_rate": 1e-05, |
| "loss": 0.0528, |
| "step": 69100 |
| }, |
| { |
| "epoch": 0.000692, |
| "grad_norm": 0.5129225254058838, |
| "learning_rate": 1e-05, |
| "loss": 0.0528, |
| "step": 69200 |
| }, |
| { |
| "epoch": 0.000693, |
| "grad_norm": 0.5368632674217224, |
| "learning_rate": 1e-05, |
| "loss": 0.0524, |
| "step": 69300 |
| }, |
| { |
| "epoch": 0.000694, |
| "grad_norm": 0.559655487537384, |
| "learning_rate": 1e-05, |
| "loss": 0.0525, |
| "step": 69400 |
| }, |
| { |
| "epoch": 0.000695, |
| "grad_norm": 0.6121320128440857, |
| "learning_rate": 1e-05, |
| "loss": 0.0507, |
| "step": 69500 |
| }, |
| { |
| "epoch": 0.000696, |
| "grad_norm": 0.5470311045646667, |
| "learning_rate": 1e-05, |
| "loss": 0.0511, |
| "step": 69600 |
| }, |
| { |
| "epoch": 0.000697, |
| "grad_norm": 0.5142286419868469, |
| "learning_rate": 1e-05, |
| "loss": 0.0516, |
| "step": 69700 |
| }, |
| { |
| "epoch": 0.000698, |
| "grad_norm": 0.6724265217781067, |
| "learning_rate": 1e-05, |
| "loss": 0.0517, |
| "step": 69800 |
| }, |
| { |
| "epoch": 0.000699, |
| "grad_norm": 0.4707196354866028, |
| "learning_rate": 1e-05, |
| "loss": 0.0511, |
| "step": 69900 |
| }, |
| { |
| "epoch": 0.0007, |
| "grad_norm": 0.616026759147644, |
| "learning_rate": 1e-05, |
| "loss": 0.0517, |
| "step": 70000 |
| }, |
| { |
| "epoch": 0.000701, |
| "grad_norm": 0.5991165041923523, |
| "learning_rate": 1e-05, |
| "loss": 0.0512, |
| "step": 70100 |
| }, |
| { |
| "epoch": 0.000702, |
| "grad_norm": 0.5611563324928284, |
| "learning_rate": 1e-05, |
| "loss": 0.0509, |
| "step": 70200 |
| }, |
| { |
| "epoch": 0.000703, |
| "grad_norm": 0.46492424607276917, |
| "learning_rate": 1e-05, |
| "loss": 0.0511, |
| "step": 70300 |
| }, |
| { |
| "epoch": 0.000704, |
| "grad_norm": 0.5256513357162476, |
| "learning_rate": 1e-05, |
| "loss": 0.0518, |
| "step": 70400 |
| }, |
| { |
| "epoch": 0.000705, |
| "grad_norm": 0.499254435300827, |
| "learning_rate": 1e-05, |
| "loss": 0.0501, |
| "step": 70500 |
| }, |
| { |
| "epoch": 0.000706, |
| "grad_norm": 0.5403403043746948, |
| "learning_rate": 1e-05, |
| "loss": 0.0509, |
| "step": 70600 |
| }, |
| { |
| "epoch": 0.000707, |
| "grad_norm": 0.6283129453659058, |
| "learning_rate": 1e-05, |
| "loss": 0.0519, |
| "step": 70700 |
| }, |
| { |
| "epoch": 0.000708, |
| "grad_norm": 0.5229069590568542, |
| "learning_rate": 1e-05, |
| "loss": 0.051, |
| "step": 70800 |
| }, |
| { |
| "epoch": 0.000709, |
| "grad_norm": 0.48306700587272644, |
| "learning_rate": 1e-05, |
| "loss": 0.0504, |
| "step": 70900 |
| }, |
| { |
| "epoch": 0.00071, |
| "grad_norm": 0.5926072597503662, |
| "learning_rate": 1e-05, |
| "loss": 0.0506, |
| "step": 71000 |
| }, |
| { |
| "epoch": 0.000711, |
| "grad_norm": 0.5640701651573181, |
| "learning_rate": 1e-05, |
| "loss": 0.0506, |
| "step": 71100 |
| }, |
| { |
| "epoch": 0.000712, |
| "grad_norm": 0.49134358763694763, |
| "learning_rate": 1e-05, |
| "loss": 0.0512, |
| "step": 71200 |
| }, |
| { |
| "epoch": 0.000713, |
| "grad_norm": 0.4878164231777191, |
| "learning_rate": 1e-05, |
| "loss": 0.0512, |
| "step": 71300 |
| }, |
| { |
| "epoch": 0.000714, |
| "grad_norm": 0.6183532476425171, |
| "learning_rate": 1e-05, |
| "loss": 0.0508, |
| "step": 71400 |
| }, |
| { |
| "epoch": 0.000715, |
| "grad_norm": 0.5065814852714539, |
| "learning_rate": 1e-05, |
| "loss": 0.0505, |
| "step": 71500 |
| }, |
| { |
| "epoch": 0.000716, |
| "grad_norm": 0.548599898815155, |
| "learning_rate": 1e-05, |
| "loss": 0.0502, |
| "step": 71600 |
| }, |
| { |
| "epoch": 0.000717, |
| "grad_norm": 0.4534250795841217, |
| "learning_rate": 1e-05, |
| "loss": 0.05, |
| "step": 71700 |
| }, |
| { |
| "epoch": 0.000718, |
| "grad_norm": 0.5044461488723755, |
| "learning_rate": 1e-05, |
| "loss": 0.0502, |
| "step": 71800 |
| }, |
| { |
| "epoch": 0.000719, |
| "grad_norm": 0.5321183204650879, |
| "learning_rate": 1e-05, |
| "loss": 0.0498, |
| "step": 71900 |
| }, |
| { |
| "epoch": 0.00072, |
| "grad_norm": 0.4777474105358124, |
| "learning_rate": 1e-05, |
| "loss": 0.0503, |
| "step": 72000 |
| }, |
| { |
| "epoch": 0.000721, |
| "grad_norm": 0.6466835141181946, |
| "learning_rate": 1e-05, |
| "loss": 0.0507, |
| "step": 72100 |
| }, |
| { |
| "epoch": 0.000722, |
| "grad_norm": 0.5359812378883362, |
| "learning_rate": 1e-05, |
| "loss": 0.0506, |
| "step": 72200 |
| }, |
| { |
| "epoch": 0.000723, |
| "grad_norm": 0.4923792779445648, |
| "learning_rate": 1e-05, |
| "loss": 0.05, |
| "step": 72300 |
| }, |
| { |
| "epoch": 0.000724, |
| "grad_norm": 0.5708417892456055, |
| "learning_rate": 1e-05, |
| "loss": 0.0511, |
| "step": 72400 |
| }, |
| { |
| "epoch": 0.000725, |
| "grad_norm": 0.5016763806343079, |
| "learning_rate": 1e-05, |
| "loss": 0.0509, |
| "step": 72500 |
| }, |
| { |
| "epoch": 0.000726, |
| "grad_norm": 0.4299620985984802, |
| "learning_rate": 1e-05, |
| "loss": 0.0504, |
| "step": 72600 |
| }, |
| { |
| "epoch": 0.000727, |
| "grad_norm": 0.387928307056427, |
| "learning_rate": 1e-05, |
| "loss": 0.0493, |
| "step": 72700 |
| }, |
| { |
| "epoch": 0.000728, |
| "grad_norm": 0.5286259651184082, |
| "learning_rate": 1e-05, |
| "loss": 0.0508, |
| "step": 72800 |
| }, |
| { |
| "epoch": 0.000729, |
| "grad_norm": 0.511677622795105, |
| "learning_rate": 1e-05, |
| "loss": 0.0503, |
| "step": 72900 |
| }, |
| { |
| "epoch": 0.00073, |
| "grad_norm": 0.4648519456386566, |
| "learning_rate": 1e-05, |
| "loss": 0.0494, |
| "step": 73000 |
| }, |
| { |
| "epoch": 0.000731, |
| "grad_norm": 0.4918229877948761, |
| "learning_rate": 1e-05, |
| "loss": 0.0496, |
| "step": 73100 |
| }, |
| { |
| "epoch": 0.000732, |
| "grad_norm": 0.49148622155189514, |
| "learning_rate": 1e-05, |
| "loss": 0.0494, |
| "step": 73200 |
| }, |
| { |
| "epoch": 0.000733, |
| "grad_norm": 0.5078290104866028, |
| "learning_rate": 1e-05, |
| "loss": 0.0495, |
| "step": 73300 |
| }, |
| { |
| "epoch": 0.000734, |
| "grad_norm": 0.591152012348175, |
| "learning_rate": 1e-05, |
| "loss": 0.0506, |
| "step": 73400 |
| }, |
| { |
| "epoch": 0.000735, |
| "grad_norm": 0.5350937843322754, |
| "learning_rate": 1e-05, |
| "loss": 0.0499, |
| "step": 73500 |
| }, |
| { |
| "epoch": 0.000736, |
| "grad_norm": 0.4960618019104004, |
| "learning_rate": 1e-05, |
| "loss": 0.0495, |
| "step": 73600 |
| }, |
| { |
| "epoch": 0.000737, |
| "grad_norm": 0.46348682045936584, |
| "learning_rate": 1e-05, |
| "loss": 0.0493, |
| "step": 73700 |
| }, |
| { |
| "epoch": 0.000738, |
| "grad_norm": 0.6859008073806763, |
| "learning_rate": 1e-05, |
| "loss": 0.0506, |
| "step": 73800 |
| }, |
| { |
| "epoch": 0.000739, |
| "grad_norm": 0.5936481952667236, |
| "learning_rate": 1e-05, |
| "loss": 0.0504, |
| "step": 73900 |
| }, |
| { |
| "epoch": 0.00074, |
| "grad_norm": 0.6398313045501709, |
| "learning_rate": 1e-05, |
| "loss": 0.0498, |
| "step": 74000 |
| }, |
| { |
| "epoch": 0.000741, |
| "grad_norm": 0.6062189936637878, |
| "learning_rate": 1e-05, |
| "loss": 0.05, |
| "step": 74100 |
| }, |
| { |
| "epoch": 0.000742, |
| "grad_norm": 0.5730705261230469, |
| "learning_rate": 1e-05, |
| "loss": 0.0498, |
| "step": 74200 |
| }, |
| { |
| "epoch": 0.000743, |
| "grad_norm": 0.5183285474777222, |
| "learning_rate": 1e-05, |
| "loss": 0.05, |
| "step": 74300 |
| }, |
| { |
| "epoch": 0.000744, |
| "grad_norm": 0.4582626521587372, |
| "learning_rate": 1e-05, |
| "loss": 0.0493, |
| "step": 74400 |
| }, |
| { |
| "epoch": 0.000745, |
| "grad_norm": 0.4545513987541199, |
| "learning_rate": 1e-05, |
| "loss": 0.0497, |
| "step": 74500 |
| }, |
| { |
| "epoch": 0.000746, |
| "grad_norm": 0.6823522448539734, |
| "learning_rate": 1e-05, |
| "loss": 0.0494, |
| "step": 74600 |
| }, |
| { |
| "epoch": 0.000747, |
| "grad_norm": 0.5017057061195374, |
| "learning_rate": 1e-05, |
| "loss": 0.0498, |
| "step": 74700 |
| }, |
| { |
| "epoch": 0.000748, |
| "grad_norm": 0.4436599910259247, |
| "learning_rate": 1e-05, |
| "loss": 0.0507, |
| "step": 74800 |
| }, |
| { |
| "epoch": 0.000749, |
| "grad_norm": 0.5471747517585754, |
| "learning_rate": 1e-05, |
| "loss": 0.0491, |
| "step": 74900 |
| }, |
| { |
| "epoch": 0.00075, |
| "grad_norm": 0.4700005352497101, |
| "learning_rate": 1e-05, |
| "loss": 0.0493, |
| "step": 75000 |
| }, |
| { |
| "epoch": 0.000751, |
| "grad_norm": 0.5744854211807251, |
| "learning_rate": 1e-05, |
| "loss": 0.0494, |
| "step": 75100 |
| }, |
| { |
| "epoch": 0.000752, |
| "grad_norm": 0.4908376634120941, |
| "learning_rate": 1e-05, |
| "loss": 0.0493, |
| "step": 75200 |
| }, |
| { |
| "epoch": 0.000753, |
| "grad_norm": 0.5889230966567993, |
| "learning_rate": 1e-05, |
| "loss": 0.0497, |
| "step": 75300 |
| }, |
| { |
| "epoch": 0.000754, |
| "grad_norm": 0.5542328953742981, |
| "learning_rate": 1e-05, |
| "loss": 0.049, |
| "step": 75400 |
| }, |
| { |
| "epoch": 0.000755, |
| "grad_norm": 0.567498505115509, |
| "learning_rate": 1e-05, |
| "loss": 0.0487, |
| "step": 75500 |
| }, |
| { |
| "epoch": 0.000756, |
| "grad_norm": 0.4234246611595154, |
| "learning_rate": 1e-05, |
| "loss": 0.0494, |
| "step": 75600 |
| }, |
| { |
| "epoch": 0.000757, |
| "grad_norm": 0.7256674766540527, |
| "learning_rate": 1e-05, |
| "loss": 0.0496, |
| "step": 75700 |
| }, |
| { |
| "epoch": 0.000758, |
| "grad_norm": 0.6111962795257568, |
| "learning_rate": 1e-05, |
| "loss": 0.0494, |
| "step": 75800 |
| }, |
| { |
| "epoch": 0.000759, |
| "grad_norm": 0.5681432485580444, |
| "learning_rate": 1e-05, |
| "loss": 0.0483, |
| "step": 75900 |
| }, |
| { |
| "epoch": 0.00076, |
| "grad_norm": 0.44954606890678406, |
| "learning_rate": 1e-05, |
| "loss": 0.049, |
| "step": 76000 |
| }, |
| { |
| "epoch": 0.000761, |
| "grad_norm": 0.5693077445030212, |
| "learning_rate": 1e-05, |
| "loss": 0.0485, |
| "step": 76100 |
| }, |
| { |
| "epoch": 0.000762, |
| "grad_norm": 0.47221890091896057, |
| "learning_rate": 1e-05, |
| "loss": 0.0485, |
| "step": 76200 |
| }, |
| { |
| "epoch": 0.000763, |
| "grad_norm": 0.5012596249580383, |
| "learning_rate": 1e-05, |
| "loss": 0.0488, |
| "step": 76300 |
| }, |
| { |
| "epoch": 0.000764, |
| "grad_norm": 0.5051250457763672, |
| "learning_rate": 1e-05, |
| "loss": 0.0492, |
| "step": 76400 |
| }, |
| { |
| "epoch": 0.000765, |
| "grad_norm": 0.45128434896469116, |
| "learning_rate": 1e-05, |
| "loss": 0.0483, |
| "step": 76500 |
| }, |
| { |
| "epoch": 0.000766, |
| "grad_norm": 0.48324739933013916, |
| "learning_rate": 1e-05, |
| "loss": 0.0482, |
| "step": 76600 |
| }, |
| { |
| "epoch": 0.000767, |
| "grad_norm": 0.6752970814704895, |
| "learning_rate": 1e-05, |
| "loss": 0.0487, |
| "step": 76700 |
| }, |
| { |
| "epoch": 0.000768, |
| "grad_norm": 0.4630663990974426, |
| "learning_rate": 1e-05, |
| "loss": 0.0501, |
| "step": 76800 |
| }, |
| { |
| "epoch": 0.000769, |
| "grad_norm": 0.4887773394584656, |
| "learning_rate": 1e-05, |
| "loss": 0.0481, |
| "step": 76900 |
| }, |
| { |
| "epoch": 0.00077, |
| "grad_norm": 0.4609774947166443, |
| "learning_rate": 1e-05, |
| "loss": 0.0486, |
| "step": 77000 |
| }, |
| { |
| "epoch": 0.000771, |
| "grad_norm": 0.6502612233161926, |
| "learning_rate": 1e-05, |
| "loss": 0.0495, |
| "step": 77100 |
| }, |
| { |
| "epoch": 0.000772, |
| "grad_norm": 0.563583254814148, |
| "learning_rate": 1e-05, |
| "loss": 0.0493, |
| "step": 77200 |
| }, |
| { |
| "epoch": 0.000773, |
| "grad_norm": 0.5242981314659119, |
| "learning_rate": 1e-05, |
| "loss": 0.0485, |
| "step": 77300 |
| }, |
| { |
| "epoch": 0.000774, |
| "grad_norm": 0.5238550901412964, |
| "learning_rate": 1e-05, |
| "loss": 0.0482, |
| "step": 77400 |
| }, |
| { |
| "epoch": 0.000775, |
| "grad_norm": 0.38637349009513855, |
| "learning_rate": 1e-05, |
| "loss": 0.0482, |
| "step": 77500 |
| }, |
| { |
| "epoch": 0.000776, |
| "grad_norm": 0.5395223498344421, |
| "learning_rate": 1e-05, |
| "loss": 0.0482, |
| "step": 77600 |
| }, |
| { |
| "epoch": 0.000777, |
| "grad_norm": 0.5965639352798462, |
| "learning_rate": 1e-05, |
| "loss": 0.0482, |
| "step": 77700 |
| }, |
| { |
| "epoch": 0.000778, |
| "grad_norm": 0.4685559868812561, |
| "learning_rate": 1e-05, |
| "loss": 0.0474, |
| "step": 77800 |
| }, |
| { |
| "epoch": 0.000779, |
| "grad_norm": 0.46465954184532166, |
| "learning_rate": 1e-05, |
| "loss": 0.049, |
| "step": 77900 |
| }, |
| { |
| "epoch": 0.00078, |
| "grad_norm": 0.5408352017402649, |
| "learning_rate": 1e-05, |
| "loss": 0.0487, |
| "step": 78000 |
| }, |
| { |
| "epoch": 0.000781, |
| "grad_norm": 0.3893685042858124, |
| "learning_rate": 1e-05, |
| "loss": 0.0479, |
| "step": 78100 |
| }, |
| { |
| "epoch": 0.000782, |
| "grad_norm": 0.6658462285995483, |
| "learning_rate": 1e-05, |
| "loss": 0.048, |
| "step": 78200 |
| }, |
| { |
| "epoch": 0.000783, |
| "grad_norm": 0.6283921003341675, |
| "learning_rate": 1e-05, |
| "loss": 0.0488, |
| "step": 78300 |
| }, |
| { |
| "epoch": 0.000784, |
| "grad_norm": 0.4658546447753906, |
| "learning_rate": 1e-05, |
| "loss": 0.0486, |
| "step": 78400 |
| }, |
| { |
| "epoch": 0.000785, |
| "grad_norm": 0.5362129807472229, |
| "learning_rate": 1e-05, |
| "loss": 0.0488, |
| "step": 78500 |
| }, |
| { |
| "epoch": 0.000786, |
| "grad_norm": 0.5157918334007263, |
| "learning_rate": 1e-05, |
| "loss": 0.0482, |
| "step": 78600 |
| }, |
| { |
| "epoch": 0.000787, |
| "grad_norm": 0.5089668035507202, |
| "learning_rate": 1e-05, |
| "loss": 0.0485, |
| "step": 78700 |
| }, |
| { |
| "epoch": 0.000788, |
| "grad_norm": 0.49590611457824707, |
| "learning_rate": 1e-05, |
| "loss": 0.0476, |
| "step": 78800 |
| }, |
| { |
| "epoch": 0.000789, |
| "grad_norm": 0.4500684440135956, |
| "learning_rate": 1e-05, |
| "loss": 0.0482, |
| "step": 78900 |
| }, |
| { |
| "epoch": 0.00079, |
| "grad_norm": 0.4456005096435547, |
| "learning_rate": 1e-05, |
| "loss": 0.0479, |
| "step": 79000 |
| }, |
| { |
| "epoch": 0.000791, |
| "grad_norm": 0.502184271812439, |
| "learning_rate": 1e-05, |
| "loss": 0.0483, |
| "step": 79100 |
| }, |
| { |
| "epoch": 0.000792, |
| "grad_norm": 0.4004657566547394, |
| "learning_rate": 1e-05, |
| "loss": 0.0483, |
| "step": 79200 |
| }, |
| { |
| "epoch": 0.000793, |
| "grad_norm": 0.6616214513778687, |
| "learning_rate": 1e-05, |
| "loss": 0.048, |
| "step": 79300 |
| }, |
| { |
| "epoch": 0.000794, |
| "grad_norm": 0.5488511323928833, |
| "learning_rate": 1e-05, |
| "loss": 0.0473, |
| "step": 79400 |
| }, |
| { |
| "epoch": 0.000795, |
| "grad_norm": 0.5251606702804565, |
| "learning_rate": 1e-05, |
| "loss": 0.0489, |
| "step": 79500 |
| }, |
| { |
| "epoch": 0.000796, |
| "grad_norm": 0.43220826983451843, |
| "learning_rate": 1e-05, |
| "loss": 0.0469, |
| "step": 79600 |
| }, |
| { |
| "epoch": 0.000797, |
| "grad_norm": 0.5535863041877747, |
| "learning_rate": 1e-05, |
| "loss": 0.0487, |
| "step": 79700 |
| }, |
| { |
| "epoch": 0.000798, |
| "grad_norm": 0.4892144799232483, |
| "learning_rate": 1e-05, |
| "loss": 0.048, |
| "step": 79800 |
| }, |
| { |
| "epoch": 0.000799, |
| "grad_norm": 0.443042516708374, |
| "learning_rate": 1e-05, |
| "loss": 0.0484, |
| "step": 79900 |
| }, |
| { |
| "epoch": 0.0008, |
| "grad_norm": 0.4258803725242615, |
| "learning_rate": 1e-05, |
| "loss": 0.0476, |
| "step": 80000 |
| }, |
| { |
| "epoch": 0.0008, |
| "eval_loss": 0.0394287109375, |
| "eval_runtime": 147.8199, |
| "eval_samples_per_second": 338.249, |
| "eval_steps_per_second": 21.141, |
| "step": 80000 |
| }, |
| { |
| "epoch": 0.000801, |
| "grad_norm": 0.5370935201644897, |
| "learning_rate": 1e-05, |
| "loss": 0.0478, |
| "step": 80100 |
| }, |
| { |
| "epoch": 0.000802, |
| "grad_norm": 0.5561772584915161, |
| "learning_rate": 1e-05, |
| "loss": 0.0487, |
| "step": 80200 |
| }, |
| { |
| "epoch": 0.000803, |
| "grad_norm": 0.5092744827270508, |
| "learning_rate": 1e-05, |
| "loss": 0.0476, |
| "step": 80300 |
| }, |
| { |
| "epoch": 0.000804, |
| "grad_norm": 0.4691084623336792, |
| "learning_rate": 1e-05, |
| "loss": 0.0473, |
| "step": 80400 |
| }, |
| { |
| "epoch": 0.000805, |
| "grad_norm": 0.5660099387168884, |
| "learning_rate": 1e-05, |
| "loss": 0.0475, |
| "step": 80500 |
| }, |
| { |
| "epoch": 0.000806, |
| "grad_norm": 0.5250957012176514, |
| "learning_rate": 1e-05, |
| "loss": 0.0471, |
| "step": 80600 |
| }, |
| { |
| "epoch": 0.000807, |
| "grad_norm": 0.5492421388626099, |
| "learning_rate": 1e-05, |
| "loss": 0.0481, |
| "step": 80700 |
| }, |
| { |
| "epoch": 0.000808, |
| "grad_norm": 0.7874831557273865, |
| "learning_rate": 1e-05, |
| "loss": 0.0475, |
| "step": 80800 |
| }, |
| { |
| "epoch": 0.000809, |
| "grad_norm": 0.6476261615753174, |
| "learning_rate": 1e-05, |
| "loss": 0.0477, |
| "step": 80900 |
| }, |
| { |
| "epoch": 0.00081, |
| "grad_norm": 0.557145357131958, |
| "learning_rate": 1e-05, |
| "loss": 0.0477, |
| "step": 81000 |
| }, |
| { |
| "epoch": 0.000811, |
| "grad_norm": 0.5536689758300781, |
| "learning_rate": 1e-05, |
| "loss": 0.0475, |
| "step": 81100 |
| }, |
| { |
| "epoch": 0.000812, |
| "grad_norm": 0.5005760788917542, |
| "learning_rate": 1e-05, |
| "loss": 0.0472, |
| "step": 81200 |
| }, |
| { |
| "epoch": 0.000813, |
| "grad_norm": 0.43560323119163513, |
| "learning_rate": 1e-05, |
| "loss": 0.0473, |
| "step": 81300 |
| }, |
| { |
| "epoch": 0.000814, |
| "grad_norm": 0.49981963634490967, |
| "learning_rate": 1e-05, |
| "loss": 0.0468, |
| "step": 81400 |
| }, |
| { |
| "epoch": 0.000815, |
| "grad_norm": 0.5209627151489258, |
| "learning_rate": 1e-05, |
| "loss": 0.0476, |
| "step": 81500 |
| }, |
| { |
| "epoch": 0.000816, |
| "grad_norm": 0.7528536319732666, |
| "learning_rate": 1e-05, |
| "loss": 0.0471, |
| "step": 81600 |
| }, |
| { |
| "epoch": 0.000817, |
| "grad_norm": 0.6212517023086548, |
| "learning_rate": 1e-05, |
| "loss": 0.0476, |
| "step": 81700 |
| }, |
| { |
| "epoch": 0.000818, |
| "grad_norm": 0.45106619596481323, |
| "learning_rate": 1e-05, |
| "loss": 0.0475, |
| "step": 81800 |
| }, |
| { |
| "epoch": 0.000819, |
| "grad_norm": 0.5259119868278503, |
| "learning_rate": 1e-05, |
| "loss": 0.0473, |
| "step": 81900 |
| }, |
| { |
| "epoch": 0.00082, |
| "grad_norm": 0.4737171232700348, |
| "learning_rate": 1e-05, |
| "loss": 0.0478, |
| "step": 82000 |
| }, |
| { |
| "epoch": 0.000821, |
| "grad_norm": 0.5119843482971191, |
| "learning_rate": 1e-05, |
| "loss": 0.0467, |
| "step": 82100 |
| }, |
| { |
| "epoch": 0.000822, |
| "grad_norm": 0.3932953178882599, |
| "learning_rate": 1e-05, |
| "loss": 0.0465, |
| "step": 82200 |
| }, |
| { |
| "epoch": 0.000823, |
| "grad_norm": 0.43303382396698, |
| "learning_rate": 1e-05, |
| "loss": 0.047, |
| "step": 82300 |
| }, |
| { |
| "epoch": 0.000824, |
| "grad_norm": 0.5500777363777161, |
| "learning_rate": 1e-05, |
| "loss": 0.0461, |
| "step": 82400 |
| }, |
| { |
| "epoch": 0.000825, |
| "grad_norm": 0.5227336883544922, |
| "learning_rate": 1e-05, |
| "loss": 0.0477, |
| "step": 82500 |
| }, |
| { |
| "epoch": 0.000826, |
| "grad_norm": 0.5672751665115356, |
| "learning_rate": 1e-05, |
| "loss": 0.0476, |
| "step": 82600 |
| }, |
| { |
| "epoch": 0.000827, |
| "grad_norm": 0.5093204975128174, |
| "learning_rate": 1e-05, |
| "loss": 0.0468, |
| "step": 82700 |
| }, |
| { |
| "epoch": 0.000828, |
| "grad_norm": 0.47309496998786926, |
| "learning_rate": 1e-05, |
| "loss": 0.0464, |
| "step": 82800 |
| }, |
| { |
| "epoch": 0.000829, |
| "grad_norm": 0.4092000722885132, |
| "learning_rate": 1e-05, |
| "loss": 0.0467, |
| "step": 82900 |
| }, |
| { |
| "epoch": 0.00083, |
| "grad_norm": 0.42544227838516235, |
| "learning_rate": 1e-05, |
| "loss": 0.0455, |
| "step": 83000 |
| }, |
| { |
| "epoch": 0.000831, |
| "grad_norm": 0.5713441371917725, |
| "learning_rate": 1e-05, |
| "loss": 0.0457, |
| "step": 83100 |
| }, |
| { |
| "epoch": 0.000832, |
| "grad_norm": 0.5193179845809937, |
| "learning_rate": 1e-05, |
| "loss": 0.0463, |
| "step": 83200 |
| }, |
| { |
| "epoch": 0.000833, |
| "grad_norm": 0.43209248781204224, |
| "learning_rate": 1e-05, |
| "loss": 0.047, |
| "step": 83300 |
| }, |
| { |
| "epoch": 0.000834, |
| "grad_norm": 0.5342600345611572, |
| "learning_rate": 1e-05, |
| "loss": 0.0456, |
| "step": 83400 |
| }, |
| { |
| "epoch": 0.000835, |
| "grad_norm": 0.592204213142395, |
| "learning_rate": 1e-05, |
| "loss": 0.0472, |
| "step": 83500 |
| }, |
| { |
| "epoch": 0.000836, |
| "grad_norm": 0.5118575692176819, |
| "learning_rate": 1e-05, |
| "loss": 0.0467, |
| "step": 83600 |
| }, |
| { |
| "epoch": 0.000837, |
| "grad_norm": 0.4781627058982849, |
| "learning_rate": 1e-05, |
| "loss": 0.0463, |
| "step": 83700 |
| }, |
| { |
| "epoch": 0.000838, |
| "grad_norm": 0.4500192403793335, |
| "learning_rate": 1e-05, |
| "loss": 0.0468, |
| "step": 83800 |
| }, |
| { |
| "epoch": 0.000839, |
| "grad_norm": 0.49369123578071594, |
| "learning_rate": 1e-05, |
| "loss": 0.0463, |
| "step": 83900 |
| }, |
| { |
| "epoch": 0.00084, |
| "grad_norm": 0.48518478870391846, |
| "learning_rate": 1e-05, |
| "loss": 0.0466, |
| "step": 84000 |
| }, |
| { |
| "epoch": 0.000841, |
| "grad_norm": 0.4960392117500305, |
| "learning_rate": 1e-05, |
| "loss": 0.0464, |
| "step": 84100 |
| }, |
| { |
| "epoch": 0.000842, |
| "grad_norm": 0.4881882667541504, |
| "learning_rate": 1e-05, |
| "loss": 0.0461, |
| "step": 84200 |
| }, |
| { |
| "epoch": 0.000843, |
| "grad_norm": 0.45837706327438354, |
| "learning_rate": 1e-05, |
| "loss": 0.0462, |
| "step": 84300 |
| }, |
| { |
| "epoch": 0.000844, |
| "grad_norm": 0.4866684675216675, |
| "learning_rate": 1e-05, |
| "loss": 0.0456, |
| "step": 84400 |
| }, |
| { |
| "epoch": 0.000845, |
| "grad_norm": 0.5094208121299744, |
| "learning_rate": 1e-05, |
| "loss": 0.0466, |
| "step": 84500 |
| }, |
| { |
| "epoch": 0.000846, |
| "grad_norm": 0.45124098658561707, |
| "learning_rate": 1e-05, |
| "loss": 0.0474, |
| "step": 84600 |
| }, |
| { |
| "epoch": 0.000847, |
| "grad_norm": 0.5730771422386169, |
| "learning_rate": 1e-05, |
| "loss": 0.0465, |
| "step": 84700 |
| }, |
| { |
| "epoch": 0.000848, |
| "grad_norm": 0.48597007989883423, |
| "learning_rate": 1e-05, |
| "loss": 0.0463, |
| "step": 84800 |
| }, |
| { |
| "epoch": 0.000849, |
| "grad_norm": 0.46603092551231384, |
| "learning_rate": 1e-05, |
| "loss": 0.0465, |
| "step": 84900 |
| }, |
| { |
| "epoch": 0.00085, |
| "grad_norm": 0.5534038543701172, |
| "learning_rate": 1e-05, |
| "loss": 0.0469, |
| "step": 85000 |
| }, |
| { |
| "epoch": 0.000851, |
| "grad_norm": 0.42876607179641724, |
| "learning_rate": 1e-05, |
| "loss": 0.0465, |
| "step": 85100 |
| }, |
| { |
| "epoch": 0.000852, |
| "grad_norm": 0.39502009749412537, |
| "learning_rate": 1e-05, |
| "loss": 0.0466, |
| "step": 85200 |
| }, |
| { |
| "epoch": 0.000853, |
| "grad_norm": 0.44408953189849854, |
| "learning_rate": 1e-05, |
| "loss": 0.0468, |
| "step": 85300 |
| }, |
| { |
| "epoch": 0.000854, |
| "grad_norm": 0.444979190826416, |
| "learning_rate": 1e-05, |
| "loss": 0.0463, |
| "step": 85400 |
| }, |
| { |
| "epoch": 0.000855, |
| "grad_norm": 0.4805260896682739, |
| "learning_rate": 1e-05, |
| "loss": 0.0465, |
| "step": 85500 |
| }, |
| { |
| "epoch": 0.000856, |
| "grad_norm": 0.552291750907898, |
| "learning_rate": 1e-05, |
| "loss": 0.0462, |
| "step": 85600 |
| }, |
| { |
| "epoch": 0.000857, |
| "grad_norm": 0.5068393349647522, |
| "learning_rate": 1e-05, |
| "loss": 0.0461, |
| "step": 85700 |
| }, |
| { |
| "epoch": 0.000858, |
| "grad_norm": 0.41845035552978516, |
| "learning_rate": 1e-05, |
| "loss": 0.0461, |
| "step": 85800 |
| }, |
| { |
| "epoch": 0.000859, |
| "grad_norm": 0.4751891493797302, |
| "learning_rate": 1e-05, |
| "loss": 0.0458, |
| "step": 85900 |
| }, |
| { |
| "epoch": 0.00086, |
| "grad_norm": 0.5280572175979614, |
| "learning_rate": 1e-05, |
| "loss": 0.0458, |
| "step": 86000 |
| }, |
| { |
| "epoch": 0.000861, |
| "grad_norm": 0.68556147813797, |
| "learning_rate": 1e-05, |
| "loss": 0.046, |
| "step": 86100 |
| }, |
| { |
| "epoch": 0.000862, |
| "grad_norm": 0.5463889241218567, |
| "learning_rate": 1e-05, |
| "loss": 0.0457, |
| "step": 86200 |
| }, |
| { |
| "epoch": 0.000863, |
| "grad_norm": 0.44014325737953186, |
| "learning_rate": 1e-05, |
| "loss": 0.0459, |
| "step": 86300 |
| }, |
| { |
| "epoch": 0.000864, |
| "grad_norm": 0.5454211235046387, |
| "learning_rate": 1e-05, |
| "loss": 0.0457, |
| "step": 86400 |
| }, |
| { |
| "epoch": 0.000865, |
| "grad_norm": 0.5828255414962769, |
| "learning_rate": 1e-05, |
| "loss": 0.0453, |
| "step": 86500 |
| }, |
| { |
| "epoch": 0.000866, |
| "grad_norm": 0.4621482789516449, |
| "learning_rate": 1e-05, |
| "loss": 0.0456, |
| "step": 86600 |
| }, |
| { |
| "epoch": 0.000867, |
| "grad_norm": 0.4085827171802521, |
| "learning_rate": 1e-05, |
| "loss": 0.0458, |
| "step": 86700 |
| }, |
| { |
| "epoch": 0.000868, |
| "grad_norm": 0.504058301448822, |
| "learning_rate": 1e-05, |
| "loss": 0.0459, |
| "step": 86800 |
| }, |
| { |
| "epoch": 0.000869, |
| "grad_norm": 0.48852622509002686, |
| "learning_rate": 1e-05, |
| "loss": 0.0454, |
| "step": 86900 |
| }, |
| { |
| "epoch": 0.00087, |
| "grad_norm": 0.4814854860305786, |
| "learning_rate": 1e-05, |
| "loss": 0.0457, |
| "step": 87000 |
| }, |
| { |
| "epoch": 0.000871, |
| "grad_norm": 0.40433430671691895, |
| "learning_rate": 1e-05, |
| "loss": 0.0463, |
| "step": 87100 |
| }, |
| { |
| "epoch": 0.000872, |
| "grad_norm": 0.40531593561172485, |
| "learning_rate": 1e-05, |
| "loss": 0.0452, |
| "step": 87200 |
| }, |
| { |
| "epoch": 0.000873, |
| "grad_norm": 0.5245575308799744, |
| "learning_rate": 1e-05, |
| "loss": 0.0449, |
| "step": 87300 |
| }, |
| { |
| "epoch": 0.000874, |
| "grad_norm": 0.39926889538764954, |
| "learning_rate": 1e-05, |
| "loss": 0.0459, |
| "step": 87400 |
| }, |
| { |
| "epoch": 0.000875, |
| "grad_norm": 0.4549976587295532, |
| "learning_rate": 1e-05, |
| "loss": 0.0464, |
| "step": 87500 |
| }, |
| { |
| "epoch": 0.000876, |
| "grad_norm": 0.4379943013191223, |
| "learning_rate": 1e-05, |
| "loss": 0.0458, |
| "step": 87600 |
| }, |
| { |
| "epoch": 0.000877, |
| "grad_norm": 0.5028941035270691, |
| "learning_rate": 1e-05, |
| "loss": 0.0462, |
| "step": 87700 |
| }, |
| { |
| "epoch": 0.000878, |
| "grad_norm": 0.43268847465515137, |
| "learning_rate": 1e-05, |
| "loss": 0.0459, |
| "step": 87800 |
| }, |
| { |
| "epoch": 0.000879, |
| "grad_norm": 0.5015890002250671, |
| "learning_rate": 1e-05, |
| "loss": 0.0449, |
| "step": 87900 |
| }, |
| { |
| "epoch": 0.00088, |
| "grad_norm": 0.445121705532074, |
| "learning_rate": 1e-05, |
| "loss": 0.0457, |
| "step": 88000 |
| }, |
| { |
| "epoch": 0.000881, |
| "grad_norm": 0.49214833974838257, |
| "learning_rate": 1e-05, |
| "loss": 0.0459, |
| "step": 88100 |
| }, |
| { |
| "epoch": 0.000882, |
| "grad_norm": 0.4444495141506195, |
| "learning_rate": 1e-05, |
| "loss": 0.0455, |
| "step": 88200 |
| }, |
| { |
| "epoch": 0.000883, |
| "grad_norm": 0.49876669049263, |
| "learning_rate": 1e-05, |
| "loss": 0.0459, |
| "step": 88300 |
| }, |
| { |
| "epoch": 0.000884, |
| "grad_norm": 0.5114990472793579, |
| "learning_rate": 1e-05, |
| "loss": 0.045, |
| "step": 88400 |
| }, |
| { |
| "epoch": 0.000885, |
| "grad_norm": 0.48783600330352783, |
| "learning_rate": 1e-05, |
| "loss": 0.0461, |
| "step": 88500 |
| }, |
| { |
| "epoch": 0.000886, |
| "grad_norm": 0.45137009024620056, |
| "learning_rate": 1e-05, |
| "loss": 0.0451, |
| "step": 88600 |
| }, |
| { |
| "epoch": 0.000887, |
| "grad_norm": 0.5109623074531555, |
| "learning_rate": 1e-05, |
| "loss": 0.0453, |
| "step": 88700 |
| }, |
| { |
| "epoch": 0.000888, |
| "grad_norm": 0.57321697473526, |
| "learning_rate": 1e-05, |
| "loss": 0.0458, |
| "step": 88800 |
| }, |
| { |
| "epoch": 0.000889, |
| "grad_norm": 0.4072723686695099, |
| "learning_rate": 1e-05, |
| "loss": 0.0446, |
| "step": 88900 |
| }, |
| { |
| "epoch": 0.00089, |
| "grad_norm": 0.5093070268630981, |
| "learning_rate": 1e-05, |
| "loss": 0.045, |
| "step": 89000 |
| }, |
| { |
| "epoch": 0.000891, |
| "grad_norm": 0.5923020839691162, |
| "learning_rate": 1e-05, |
| "loss": 0.0444, |
| "step": 89100 |
| }, |
| { |
| "epoch": 0.000892, |
| "grad_norm": 0.4343903958797455, |
| "learning_rate": 1e-05, |
| "loss": 0.0445, |
| "step": 89200 |
| }, |
| { |
| "epoch": 0.000893, |
| "grad_norm": 0.6024598479270935, |
| "learning_rate": 1e-05, |
| "loss": 0.045, |
| "step": 89300 |
| }, |
| { |
| "epoch": 0.000894, |
| "grad_norm": 0.5708175301551819, |
| "learning_rate": 1e-05, |
| "loss": 0.0445, |
| "step": 89400 |
| }, |
| { |
| "epoch": 0.000895, |
| "grad_norm": 0.42085763812065125, |
| "learning_rate": 1e-05, |
| "loss": 0.0448, |
| "step": 89500 |
| }, |
| { |
| "epoch": 0.000896, |
| "grad_norm": 0.4565168023109436, |
| "learning_rate": 1e-05, |
| "loss": 0.0448, |
| "step": 89600 |
| }, |
| { |
| "epoch": 0.000897, |
| "grad_norm": 0.4638221561908722, |
| "learning_rate": 1e-05, |
| "loss": 0.0455, |
| "step": 89700 |
| }, |
| { |
| "epoch": 0.000898, |
| "grad_norm": 0.3921230435371399, |
| "learning_rate": 1e-05, |
| "loss": 0.0452, |
| "step": 89800 |
| }, |
| { |
| "epoch": 0.000899, |
| "grad_norm": 0.5701455473899841, |
| "learning_rate": 1e-05, |
| "loss": 0.045, |
| "step": 89900 |
| }, |
| { |
| "epoch": 0.0009, |
| "grad_norm": 0.5132615566253662, |
| "learning_rate": 1e-05, |
| "loss": 0.0458, |
| "step": 90000 |
| }, |
| { |
| "epoch": 0.000901, |
| "grad_norm": 0.43130597472190857, |
| "learning_rate": 1e-05, |
| "loss": 0.0449, |
| "step": 90100 |
| }, |
| { |
| "epoch": 0.000902, |
| "grad_norm": 0.4558640718460083, |
| "learning_rate": 1e-05, |
| "loss": 0.0446, |
| "step": 90200 |
| }, |
| { |
| "epoch": 0.000903, |
| "grad_norm": 0.4325823485851288, |
| "learning_rate": 1e-05, |
| "loss": 0.0449, |
| "step": 90300 |
| }, |
| { |
| "epoch": 0.000904, |
| "grad_norm": 0.5899006724357605, |
| "learning_rate": 1e-05, |
| "loss": 0.0446, |
| "step": 90400 |
| }, |
| { |
| "epoch": 0.000905, |
| "grad_norm": 0.6101588010787964, |
| "learning_rate": 1e-05, |
| "loss": 0.0455, |
| "step": 90500 |
| }, |
| { |
| "epoch": 0.000906, |
| "grad_norm": 0.5354421138763428, |
| "learning_rate": 1e-05, |
| "loss": 0.0447, |
| "step": 90600 |
| }, |
| { |
| "epoch": 0.000907, |
| "grad_norm": 0.4496416449546814, |
| "learning_rate": 1e-05, |
| "loss": 0.0444, |
| "step": 90700 |
| }, |
| { |
| "epoch": 0.000908, |
| "grad_norm": 0.40793660283088684, |
| "learning_rate": 1e-05, |
| "loss": 0.0447, |
| "step": 90800 |
| }, |
| { |
| "epoch": 0.000909, |
| "grad_norm": 0.5534836053848267, |
| "learning_rate": 1e-05, |
| "loss": 0.0444, |
| "step": 90900 |
| }, |
| { |
| "epoch": 0.00091, |
| "grad_norm": 0.4275030493736267, |
| "learning_rate": 1e-05, |
| "loss": 0.0448, |
| "step": 91000 |
| }, |
| { |
| "epoch": 0.000911, |
| "grad_norm": 0.5632148385047913, |
| "learning_rate": 1e-05, |
| "loss": 0.0443, |
| "step": 91100 |
| }, |
| { |
| "epoch": 0.000912, |
| "grad_norm": 0.43501216173171997, |
| "learning_rate": 1e-05, |
| "loss": 0.0439, |
| "step": 91200 |
| }, |
| { |
| "epoch": 0.000913, |
| "grad_norm": 0.54071444272995, |
| "learning_rate": 1e-05, |
| "loss": 0.0449, |
| "step": 91300 |
| }, |
| { |
| "epoch": 0.000914, |
| "grad_norm": 0.40895435214042664, |
| "learning_rate": 1e-05, |
| "loss": 0.0451, |
| "step": 91400 |
| }, |
| { |
| "epoch": 0.000915, |
| "grad_norm": 0.495510995388031, |
| "learning_rate": 1e-05, |
| "loss": 0.0441, |
| "step": 91500 |
| }, |
| { |
| "epoch": 0.000916, |
| "grad_norm": 0.3936554789543152, |
| "learning_rate": 1e-05, |
| "loss": 0.0437, |
| "step": 91600 |
| }, |
| { |
| "epoch": 0.000917, |
| "grad_norm": 0.4443312883377075, |
| "learning_rate": 1e-05, |
| "loss": 0.0443, |
| "step": 91700 |
| }, |
| { |
| "epoch": 0.000918, |
| "grad_norm": 0.5269384384155273, |
| "learning_rate": 1e-05, |
| "loss": 0.0442, |
| "step": 91800 |
| }, |
| { |
| "epoch": 0.000919, |
| "grad_norm": 0.43092164397239685, |
| "learning_rate": 1e-05, |
| "loss": 0.0442, |
| "step": 91900 |
| }, |
| { |
| "epoch": 0.00092, |
| "grad_norm": 0.498935729265213, |
| "learning_rate": 1e-05, |
| "loss": 0.044, |
| "step": 92000 |
| }, |
| { |
| "epoch": 0.000921, |
| "grad_norm": 0.4460262656211853, |
| "learning_rate": 1e-05, |
| "loss": 0.0448, |
| "step": 92100 |
| }, |
| { |
| "epoch": 0.000922, |
| "grad_norm": 0.4452255964279175, |
| "learning_rate": 1e-05, |
| "loss": 0.0441, |
| "step": 92200 |
| }, |
| { |
| "epoch": 0.000923, |
| "grad_norm": 0.5646675229072571, |
| "learning_rate": 1e-05, |
| "loss": 0.044, |
| "step": 92300 |
| }, |
| { |
| "epoch": 0.000924, |
| "grad_norm": 0.5320536494255066, |
| "learning_rate": 1e-05, |
| "loss": 0.0439, |
| "step": 92400 |
| }, |
| { |
| "epoch": 0.000925, |
| "grad_norm": 0.4475862681865692, |
| "learning_rate": 1e-05, |
| "loss": 0.0432, |
| "step": 92500 |
| }, |
| { |
| "epoch": 0.000926, |
| "grad_norm": 0.42607611417770386, |
| "learning_rate": 1e-05, |
| "loss": 0.0448, |
| "step": 92600 |
| }, |
| { |
| "epoch": 0.000927, |
| "grad_norm": 0.465669721364975, |
| "learning_rate": 1e-05, |
| "loss": 0.0447, |
| "step": 92700 |
| }, |
| { |
| "epoch": 0.000928, |
| "grad_norm": 0.47202736139297485, |
| "learning_rate": 1e-05, |
| "loss": 0.0449, |
| "step": 92800 |
| }, |
| { |
| "epoch": 0.000929, |
| "grad_norm": 0.45119792222976685, |
| "learning_rate": 1e-05, |
| "loss": 0.0443, |
| "step": 92900 |
| }, |
| { |
| "epoch": 0.00093, |
| "grad_norm": 0.4515833258628845, |
| "learning_rate": 1e-05, |
| "loss": 0.0446, |
| "step": 93000 |
| }, |
| { |
| "epoch": 0.000931, |
| "grad_norm": 0.43587127327919006, |
| "learning_rate": 1e-05, |
| "loss": 0.0436, |
| "step": 93100 |
| }, |
| { |
| "epoch": 0.000932, |
| "grad_norm": 0.4407802224159241, |
| "learning_rate": 1e-05, |
| "loss": 0.0446, |
| "step": 93200 |
| }, |
| { |
| "epoch": 0.000933, |
| "grad_norm": 0.4792422950267792, |
| "learning_rate": 1e-05, |
| "loss": 0.0439, |
| "step": 93300 |
| }, |
| { |
| "epoch": 0.000934, |
| "grad_norm": 0.5214342474937439, |
| "learning_rate": 1e-05, |
| "loss": 0.0438, |
| "step": 93400 |
| }, |
| { |
| "epoch": 0.000935, |
| "grad_norm": 0.5573062300682068, |
| "learning_rate": 1e-05, |
| "loss": 0.044, |
| "step": 93500 |
| }, |
| { |
| "epoch": 0.000936, |
| "grad_norm": 0.5918563008308411, |
| "learning_rate": 1e-05, |
| "loss": 0.0436, |
| "step": 93600 |
| }, |
| { |
| "epoch": 0.000937, |
| "grad_norm": 0.48166489601135254, |
| "learning_rate": 1e-05, |
| "loss": 0.0442, |
| "step": 93700 |
| }, |
| { |
| "epoch": 0.000938, |
| "grad_norm": 0.4840247631072998, |
| "learning_rate": 1e-05, |
| "loss": 0.0438, |
| "step": 93800 |
| }, |
| { |
| "epoch": 0.000939, |
| "grad_norm": 0.44477516412734985, |
| "learning_rate": 1e-05, |
| "loss": 0.044, |
| "step": 93900 |
| }, |
| { |
| "epoch": 0.00094, |
| "grad_norm": 0.5108721256256104, |
| "learning_rate": 1e-05, |
| "loss": 0.0434, |
| "step": 94000 |
| }, |
| { |
| "epoch": 0.000941, |
| "grad_norm": 0.5947906970977783, |
| "learning_rate": 1e-05, |
| "loss": 0.0441, |
| "step": 94100 |
| }, |
| { |
| "epoch": 0.000942, |
| "grad_norm": 0.4325408637523651, |
| "learning_rate": 1e-05, |
| "loss": 0.0434, |
| "step": 94200 |
| }, |
| { |
| "epoch": 0.000943, |
| "grad_norm": 0.5207073092460632, |
| "learning_rate": 1e-05, |
| "loss": 0.0432, |
| "step": 94300 |
| }, |
| { |
| "epoch": 0.000944, |
| "grad_norm": 0.4852275848388672, |
| "learning_rate": 1e-05, |
| "loss": 0.0439, |
| "step": 94400 |
| }, |
| { |
| "epoch": 0.000945, |
| "grad_norm": 0.5342420339584351, |
| "learning_rate": 1e-05, |
| "loss": 0.0436, |
| "step": 94500 |
| }, |
| { |
| "epoch": 0.000946, |
| "grad_norm": 0.6544240713119507, |
| "learning_rate": 1e-05, |
| "loss": 0.0436, |
| "step": 94600 |
| }, |
| { |
| "epoch": 0.000947, |
| "grad_norm": 0.456338107585907, |
| "learning_rate": 1e-05, |
| "loss": 0.0437, |
| "step": 94700 |
| }, |
| { |
| "epoch": 0.000948, |
| "grad_norm": 0.51591956615448, |
| "learning_rate": 1e-05, |
| "loss": 0.0429, |
| "step": 94800 |
| }, |
| { |
| "epoch": 0.000949, |
| "grad_norm": 0.5521871447563171, |
| "learning_rate": 1e-05, |
| "loss": 0.0437, |
| "step": 94900 |
| }, |
| { |
| "epoch": 0.00095, |
| "grad_norm": 0.46055886149406433, |
| "learning_rate": 1e-05, |
| "loss": 0.0433, |
| "step": 95000 |
| }, |
| { |
| "epoch": 0.000951, |
| "grad_norm": 0.5128651261329651, |
| "learning_rate": 1e-05, |
| "loss": 0.0441, |
| "step": 95100 |
| }, |
| { |
| "epoch": 0.000952, |
| "grad_norm": 0.5421969294548035, |
| "learning_rate": 1e-05, |
| "loss": 0.044, |
| "step": 95200 |
| }, |
| { |
| "epoch": 0.000953, |
| "grad_norm": 0.4281409680843353, |
| "learning_rate": 1e-05, |
| "loss": 0.0439, |
| "step": 95300 |
| }, |
| { |
| "epoch": 0.000954, |
| "grad_norm": 0.3867093622684479, |
| "learning_rate": 1e-05, |
| "loss": 0.0439, |
| "step": 95400 |
| }, |
| { |
| "epoch": 0.000955, |
| "grad_norm": 0.39425021409988403, |
| "learning_rate": 1e-05, |
| "loss": 0.0434, |
| "step": 95500 |
| }, |
| { |
| "epoch": 0.000956, |
| "grad_norm": 0.45868080854415894, |
| "learning_rate": 1e-05, |
| "loss": 0.0435, |
| "step": 95600 |
| }, |
| { |
| "epoch": 0.000957, |
| "grad_norm": 0.38381725549697876, |
| "learning_rate": 1e-05, |
| "loss": 0.0434, |
| "step": 95700 |
| }, |
| { |
| "epoch": 0.000958, |
| "grad_norm": 0.5100952386856079, |
| "learning_rate": 1e-05, |
| "loss": 0.043, |
| "step": 95800 |
| }, |
| { |
| "epoch": 0.000959, |
| "grad_norm": 0.45941147208213806, |
| "learning_rate": 1e-05, |
| "loss": 0.0442, |
| "step": 95900 |
| }, |
| { |
| "epoch": 0.00096, |
| "grad_norm": 0.3832944929599762, |
| "learning_rate": 1e-05, |
| "loss": 0.044, |
| "step": 96000 |
| }, |
| { |
| "epoch": 0.000961, |
| "grad_norm": 0.3378923535346985, |
| "learning_rate": 1e-05, |
| "loss": 0.0436, |
| "step": 96100 |
| }, |
| { |
| "epoch": 0.000962, |
| "grad_norm": 0.41457870602607727, |
| "learning_rate": 1e-05, |
| "loss": 0.0435, |
| "step": 96200 |
| }, |
| { |
| "epoch": 0.000963, |
| "grad_norm": 0.49303749203681946, |
| "learning_rate": 1e-05, |
| "loss": 0.0426, |
| "step": 96300 |
| }, |
| { |
| "epoch": 0.000964, |
| "grad_norm": 0.3703688383102417, |
| "learning_rate": 1e-05, |
| "loss": 0.0436, |
| "step": 96400 |
| }, |
| { |
| "epoch": 0.000965, |
| "grad_norm": 0.3742707371711731, |
| "learning_rate": 1e-05, |
| "loss": 0.0431, |
| "step": 96500 |
| }, |
| { |
| "epoch": 0.000966, |
| "grad_norm": 0.4352927505970001, |
| "learning_rate": 1e-05, |
| "loss": 0.0427, |
| "step": 96600 |
| }, |
| { |
| "epoch": 0.000967, |
| "grad_norm": 0.4979144334793091, |
| "learning_rate": 1e-05, |
| "loss": 0.044, |
| "step": 96700 |
| }, |
| { |
| "epoch": 0.000968, |
| "grad_norm": 0.38628560304641724, |
| "learning_rate": 1e-05, |
| "loss": 0.0434, |
| "step": 96800 |
| }, |
| { |
| "epoch": 0.000969, |
| "grad_norm": 0.5488578677177429, |
| "learning_rate": 1e-05, |
| "loss": 0.0442, |
| "step": 96900 |
| }, |
| { |
| "epoch": 0.00097, |
| "grad_norm": 0.3385869264602661, |
| "learning_rate": 1e-05, |
| "loss": 0.043, |
| "step": 97000 |
| }, |
| { |
| "epoch": 0.000971, |
| "grad_norm": 0.3328537046909332, |
| "learning_rate": 1e-05, |
| "loss": 0.0434, |
| "step": 97100 |
| }, |
| { |
| "epoch": 0.000972, |
| "grad_norm": 0.3595049977302551, |
| "learning_rate": 1e-05, |
| "loss": 0.0435, |
| "step": 97200 |
| }, |
| { |
| "epoch": 0.000973, |
| "grad_norm": 0.4202601909637451, |
| "learning_rate": 1e-05, |
| "loss": 0.0433, |
| "step": 97300 |
| }, |
| { |
| "epoch": 0.000974, |
| "grad_norm": 0.47522690892219543, |
| "learning_rate": 1e-05, |
| "loss": 0.0428, |
| "step": 97400 |
| }, |
| { |
| "epoch": 0.000975, |
| "grad_norm": 0.4936007857322693, |
| "learning_rate": 1e-05, |
| "loss": 0.0429, |
| "step": 97500 |
| }, |
| { |
| "epoch": 0.000976, |
| "grad_norm": 0.40649285912513733, |
| "learning_rate": 1e-05, |
| "loss": 0.0433, |
| "step": 97600 |
| }, |
| { |
| "epoch": 0.000977, |
| "grad_norm": 0.4392286241054535, |
| "learning_rate": 1e-05, |
| "loss": 0.0429, |
| "step": 97700 |
| }, |
| { |
| "epoch": 0.000978, |
| "grad_norm": 0.38572990894317627, |
| "learning_rate": 1e-05, |
| "loss": 0.0435, |
| "step": 97800 |
| }, |
| { |
| "epoch": 0.000979, |
| "grad_norm": 0.5374602675437927, |
| "learning_rate": 1e-05, |
| "loss": 0.0428, |
| "step": 97900 |
| }, |
| { |
| "epoch": 0.00098, |
| "grad_norm": 0.4686330258846283, |
| "learning_rate": 1e-05, |
| "loss": 0.0431, |
| "step": 98000 |
| }, |
| { |
| "epoch": 0.000981, |
| "grad_norm": 0.44734638929367065, |
| "learning_rate": 1e-05, |
| "loss": 0.0424, |
| "step": 98100 |
| }, |
| { |
| "epoch": 0.000982, |
| "grad_norm": 0.47658222913742065, |
| "learning_rate": 1e-05, |
| "loss": 0.0439, |
| "step": 98200 |
| }, |
| { |
| "epoch": 0.000983, |
| "grad_norm": 0.73811274766922, |
| "learning_rate": 1e-05, |
| "loss": 0.0428, |
| "step": 98300 |
| }, |
| { |
| "epoch": 0.000984, |
| "grad_norm": 0.4593341648578644, |
| "learning_rate": 1e-05, |
| "loss": 0.0429, |
| "step": 98400 |
| }, |
| { |
| "epoch": 0.000985, |
| "grad_norm": 0.4732546806335449, |
| "learning_rate": 1e-05, |
| "loss": 0.0433, |
| "step": 98500 |
| }, |
| { |
| "epoch": 0.000986, |
| "grad_norm": 0.37035250663757324, |
| "learning_rate": 1e-05, |
| "loss": 0.0424, |
| "step": 98600 |
| }, |
| { |
| "epoch": 0.000987, |
| "grad_norm": 0.47103026509284973, |
| "learning_rate": 1e-05, |
| "loss": 0.0435, |
| "step": 98700 |
| }, |
| { |
| "epoch": 0.000988, |
| "grad_norm": 0.47766396403312683, |
| "learning_rate": 1e-05, |
| "loss": 0.0431, |
| "step": 98800 |
| }, |
| { |
| "epoch": 0.000989, |
| "grad_norm": 0.44070738554000854, |
| "learning_rate": 1e-05, |
| "loss": 0.0431, |
| "step": 98900 |
| }, |
| { |
| "epoch": 0.00099, |
| "grad_norm": 0.44191232323646545, |
| "learning_rate": 1e-05, |
| "loss": 0.0429, |
| "step": 99000 |
| }, |
| { |
| "epoch": 0.000991, |
| "grad_norm": 0.4926696717739105, |
| "learning_rate": 1e-05, |
| "loss": 0.0426, |
| "step": 99100 |
| }, |
| { |
| "epoch": 0.000992, |
| "grad_norm": 0.3758436143398285, |
| "learning_rate": 1e-05, |
| "loss": 0.042, |
| "step": 99200 |
| }, |
| { |
| "epoch": 0.000993, |
| "grad_norm": 0.4165551960468292, |
| "learning_rate": 1e-05, |
| "loss": 0.0435, |
| "step": 99300 |
| }, |
| { |
| "epoch": 0.000994, |
| "grad_norm": 0.4664058983325958, |
| "learning_rate": 1e-05, |
| "loss": 0.0436, |
| "step": 99400 |
| }, |
| { |
| "epoch": 0.000995, |
| "grad_norm": 0.5242469906806946, |
| "learning_rate": 1e-05, |
| "loss": 0.0431, |
| "step": 99500 |
| }, |
| { |
| "epoch": 0.000996, |
| "grad_norm": 0.5722303986549377, |
| "learning_rate": 1e-05, |
| "loss": 0.0433, |
| "step": 99600 |
| }, |
| { |
| "epoch": 0.000997, |
| "grad_norm": 0.4828585684299469, |
| "learning_rate": 1e-05, |
| "loss": 0.0425, |
| "step": 99700 |
| }, |
| { |
| "epoch": 0.000998, |
| "grad_norm": 0.46811702847480774, |
| "learning_rate": 1e-05, |
| "loss": 0.0429, |
| "step": 99800 |
| }, |
| { |
| "epoch": 0.000999, |
| "grad_norm": 0.379393070936203, |
| "learning_rate": 1e-05, |
| "loss": 0.0432, |
| "step": 99900 |
| }, |
| { |
| "epoch": 0.001, |
| "grad_norm": 0.5672951340675354, |
| "learning_rate": 1e-05, |
| "loss": 0.0435, |
| "step": 100000 |
| }, |
| { |
| "epoch": 0.001, |
| "eval_loss": 0.035888671875, |
| "eval_runtime": 147.9294, |
| "eval_samples_per_second": 337.999, |
| "eval_steps_per_second": 21.125, |
| "step": 100000 |
| } |
| ], |
| "logging_steps": 100, |
| "max_steps": 100000000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 9223372036854775807, |
| "save_steps": 20000, |
| "stateful_callbacks": { |
| "EarlyStoppingCallback": { |
| "args": { |
| "early_stopping_patience": 200, |
| "early_stopping_threshold": 0.0 |
| }, |
| "attributes": { |
| "early_stopping_patience_counter": 0 |
| } |
| }, |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.951156666368e+18, |
| "train_batch_size": 128, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
