| { | |
| "best_global_step": 300, | |
| "best_metric": 0.997979797979798, | |
| "best_model_checkpoint": "nci-binary-detector/checkpoint-200", | |
| "epoch": 0.6535947712418301, | |
| "eval_steps": 100, | |
| "global_step": 400, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.032679738562091505, | |
| "grad_norm": 2.849823236465454, | |
| "learning_rate": 1.2418300653594772e-06, | |
| "loss": 0.1789, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.06535947712418301, | |
| "grad_norm": 1.1499906778335571, | |
| "learning_rate": 2.549019607843137e-06, | |
| "loss": 0.1045, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.09803921568627451, | |
| "grad_norm": 1.5816751718521118, | |
| "learning_rate": 3.856209150326798e-06, | |
| "loss": 0.0389, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.13071895424836602, | |
| "grad_norm": 0.3664398789405823, | |
| "learning_rate": 5.163398692810458e-06, | |
| "loss": 0.0164, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.16339869281045752, | |
| "grad_norm": 0.15663352608680725, | |
| "learning_rate": 6.470588235294119e-06, | |
| "loss": 0.0123, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.16339869281045752, | |
| "eval_accuracy": 0.9837869137232195, | |
| "eval_f1": 0.9860279441117764, | |
| "eval_loss": 0.005597150418907404, | |
| "eval_precision": 0.9743589743589743, | |
| "eval_recall": 0.997979797979798, | |
| "eval_roc_auc": 0.9985759905705631, | |
| "eval_runtime": 11.5844, | |
| "eval_samples_per_second": 149.08, | |
| "eval_steps_per_second": 4.661, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.19607843137254902, | |
| "grad_norm": 0.10866066068410873, | |
| "learning_rate": 7.77777777777778e-06, | |
| "loss": 0.0073, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.22875816993464052, | |
| "grad_norm": 0.06542709469795227, | |
| "learning_rate": 9.084967320261438e-06, | |
| "loss": 0.0019, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.26143790849673204, | |
| "grad_norm": 0.15572959184646606, | |
| "learning_rate": 1.03921568627451e-05, | |
| "loss": 0.0014, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.29411764705882354, | |
| "grad_norm": 0.009457970038056374, | |
| "learning_rate": 1.169934640522876e-05, | |
| "loss": 0.0066, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.32679738562091504, | |
| "grad_norm": 0.016104549169540405, | |
| "learning_rate": 1.3006535947712419e-05, | |
| "loss": 0.0007, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.32679738562091504, | |
| "eval_accuracy": 0.9971048060220035, | |
| "eval_f1": 0.9974785678265254, | |
| "eval_loss": 0.0025405457708984613, | |
| "eval_precision": 0.9959718026183283, | |
| "eval_recall": 0.998989898989899, | |
| "eval_roc_auc": 0.998836396529748, | |
| "eval_runtime": 8.7693, | |
| "eval_samples_per_second": 196.936, | |
| "eval_steps_per_second": 6.158, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.35947712418300654, | |
| "grad_norm": 0.10450628399848938, | |
| "learning_rate": 1.431372549019608e-05, | |
| "loss": 0.0166, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.39215686274509803, | |
| "grad_norm": 0.11410112679004669, | |
| "learning_rate": 1.562091503267974e-05, | |
| "loss": 0.001, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.42483660130718953, | |
| "grad_norm": 0.056244976818561554, | |
| "learning_rate": 1.69281045751634e-05, | |
| "loss": 0.0044, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.45751633986928103, | |
| "grad_norm": 0.044668033719062805, | |
| "learning_rate": 1.823529411764706e-05, | |
| "loss": 0.0019, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.49019607843137253, | |
| "grad_norm": 0.004644064232707024, | |
| "learning_rate": 1.954248366013072e-05, | |
| "loss": 0.0004, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.49019607843137253, | |
| "eval_accuracy": 0.9976838448176027, | |
| "eval_f1": 0.997979797979798, | |
| "eval_loss": 0.002409732900559902, | |
| "eval_precision": 0.997979797979798, | |
| "eval_recall": 0.997979797979798, | |
| "eval_roc_auc": 0.9996368022148212, | |
| "eval_runtime": 8.7756, | |
| "eval_samples_per_second": 196.796, | |
| "eval_steps_per_second": 6.153, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.5228758169934641, | |
| "grad_norm": 0.31552189588546753, | |
| "learning_rate": 1.990559186637618e-05, | |
| "loss": 0.0033, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.5555555555555556, | |
| "grad_norm": 0.0014637637650594115, | |
| "learning_rate": 1.9760348583877997e-05, | |
| "loss": 0.0002, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.5882352941176471, | |
| "grad_norm": 2.498281955718994, | |
| "learning_rate": 1.9615105301379813e-05, | |
| "loss": 0.0008, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.6209150326797386, | |
| "grad_norm": 1.514452014816925e-05, | |
| "learning_rate": 1.946986201888163e-05, | |
| "loss": 0.0001, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.6535947712418301, | |
| "grad_norm": 0.016483725979924202, | |
| "learning_rate": 1.9324618736383445e-05, | |
| "loss": 0.0046, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.6535947712418301, | |
| "eval_accuracy": 0.9936305732484076, | |
| "eval_f1": 0.994475138121547, | |
| "eval_loss": 0.0015705447876825929, | |
| "eval_precision": 0.989010989010989, | |
| "eval_recall": 1.0, | |
| "eval_roc_auc": 0.9999013198470458, | |
| "eval_runtime": 8.774, | |
| "eval_samples_per_second": 196.831, | |
| "eval_steps_per_second": 6.155, | |
| "step": 400 | |
| } | |
| ], | |
| "logging_steps": 20, | |
| "max_steps": 3060, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 5, | |
| "save_steps": 200, | |
| "stateful_callbacks": { | |
| "EarlyStoppingCallback": { | |
| "args": { | |
| "early_stopping_patience": 3, | |
| "early_stopping_threshold": 0.0 | |
| }, | |
| "attributes": { | |
| "early_stopping_patience_counter": 1 | |
| } | |
| }, | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 4361700429004800.0, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |