{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.9954853273137698,
  "eval_steps": 500,
  "global_step": 442,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.05,
      "grad_norm": 3.34375,
      "learning_rate": 4.9936877763590664e-06,
      "log_odds_chosen": 0.2890412509441376,
      "log_odds_ratio": -0.6332851648330688,
      "logits/chosen": -3.1468911170959473,
      "logits/rejected": -3.138887643814087,
      "logps/chosen": -0.8719667196273804,
      "logps/rejected": -1.0382100343704224,
      "loss": 0.6482,
      "nll_loss": 0.5332359075546265,
      "rewards/accuracies": 0.643750011920929,
      "rewards/chosen": -0.17439337074756622,
      "rewards/margins": 0.033248625695705414,
      "rewards/rejected": -0.20764198899269104,
      "step": 10
    },
    {
      "epoch": 0.09,
      "grad_norm": 3.046875,
      "learning_rate": 4.9747829807701e-06,
      "log_odds_chosen": 0.3164082169532776,
      "log_odds_ratio": -0.6052478551864624,
      "logits/chosen": -3.0846054553985596,
      "logits/rejected": -3.0846097469329834,
      "logps/chosen": -0.8607593774795532,
      "logps/rejected": -1.0491193532943726,
      "loss": 0.6131,
      "nll_loss": 0.4854271411895752,
      "rewards/accuracies": 0.637499988079071,
      "rewards/chosen": -0.17215189337730408,
      "rewards/margins": 0.03767203167080879,
      "rewards/rejected": -0.20982392132282257,
      "step": 20
    },
    {
      "epoch": 0.14,
      "grad_norm": 3.671875,
      "learning_rate": 4.943381078271214e-06,
      "log_odds_chosen": 0.3783247768878937,
      "log_odds_ratio": -0.6129769086837769,
      "logits/chosen": -3.084336996078491,
      "logits/rejected": -3.0786914825439453,
      "logps/chosen": -0.8424398303031921,
      "logps/rejected": -1.0533756017684937,
      "loss": 0.602,
      "nll_loss": 0.4758261740207672,
      "rewards/accuracies": 0.675000011920929,
      "rewards/chosen": -0.16848795115947723,
      "rewards/margins": 0.0421871617436409,
      "rewards/rejected": -0.21067512035369873,
      "step": 30
    },
    {
      "epoch": 0.18,
      "grad_norm": 3.0,
      "learning_rate": 4.89964064152747e-06,
      "log_odds_chosen": 0.3220486640930176,
      "log_odds_ratio": -0.6127817630767822,
      "logits/chosen": -3.073997974395752,
      "logits/rejected": -3.069819688796997,
      "logps/chosen": -0.8541064262390137,
      "logps/rejected": -1.0315220355987549,
      "loss": 0.5993,
      "nll_loss": 0.47563648223876953,
      "rewards/accuracies": 0.65625,
      "rewards/chosen": -0.17082129418849945,
      "rewards/margins": 0.03548307344317436,
      "rewards/rejected": -0.2063043862581253,
      "step": 40
    },
    {
      "epoch": 0.23,
      "grad_norm": 2.90625,
      "learning_rate": 4.84378255007397e-06,
      "log_odds_chosen": 0.3029581606388092,
      "log_odds_ratio": -0.6211820840835571,
      "logits/chosen": -3.0848793983459473,
      "logits/rejected": -3.0841445922851562,
      "logps/chosen": -0.8334375619888306,
      "logps/rejected": -1.0042452812194824,
      "loss": 0.5913,
      "nll_loss": 0.4705049991607666,
      "rewards/accuracies": 0.6499999761581421,
      "rewards/chosen": -0.1666875034570694,
      "rewards/margins": 0.03416154906153679,
      "rewards/rejected": -0.20084905624389648,
      "step": 50
    },
    {
      "epoch": 0.27,
      "grad_norm": 3.015625,
      "learning_rate": 4.7760888749230414e-06,
      "log_odds_chosen": 0.4831446707248688,
      "log_odds_ratio": -0.5493755340576172,
      "logits/chosen": -3.095670461654663,
      "logits/rejected": -3.0957283973693848,
      "logps/chosen": -0.8023236989974976,
      "logps/rejected": -1.0722805261611938,
      "loss": 0.5964,
      "nll_loss": 0.4757974147796631,
      "rewards/accuracies": 0.706250011920929,
      "rewards/chosen": -0.16046474874019623,
      "rewards/margins": 0.05399137735366821,
      "rewards/rejected": -0.21445612609386444,
      "step": 60
    },
    {
      "epoch": 0.32,
      "grad_norm": 3.09375,
      "learning_rate": 4.696901454167989e-06,
      "log_odds_chosen": 0.3349444270133972,
      "log_odds_ratio": -0.6006864309310913,
      "logits/chosen": -3.0792784690856934,
      "logits/rejected": -3.073970079421997,
      "logps/chosen": -0.8161932229995728,
      "logps/rejected": -0.9950379133224487,
      "loss": 0.6022,
      "nll_loss": 0.48054131865501404,
      "rewards/accuracies": 0.6812499761581421,
      "rewards/chosen": -0.16323864459991455,
      "rewards/margins": 0.035768941044807434,
      "rewards/rejected": -0.19900760054588318,
      "step": 70
    },
    {
      "epoch": 0.36,
      "grad_norm": 3.171875,
      "learning_rate": 4.6066201667762944e-06,
      "log_odds_chosen": 0.46497654914855957,
      "log_odds_ratio": -0.5399398803710938,
      "logits/chosen": -3.1036829948425293,
      "logits/rejected": -3.099396228790283,
      "logps/chosen": -0.8102518916130066,
      "logps/rejected": -1.0698442459106445,
      "loss": 0.5611,
      "nll_loss": 0.47170430421829224,
      "rewards/accuracies": 0.7437499761581421,
      "rewards/chosen": -0.16205039620399475,
      "rewards/margins": 0.05191843584179878,
      "rewards/rejected": -0.21396884322166443,
      "step": 80
    },
    {
      "epoch": 0.41,
      "grad_norm": 3.234375,
      "learning_rate": 4.505700913289246e-06,
      "log_odds_chosen": 0.385485976934433,
      "log_odds_ratio": -0.5975229144096375,
      "logits/chosen": -3.096364974975586,
      "logits/rejected": -3.085583209991455,
      "logps/chosen": -0.8479864001274109,
      "logps/rejected": -1.076240062713623,
      "loss": 0.6009,
      "nll_loss": 0.47817081212997437,
      "rewards/accuracies": 0.699999988079071,
      "rewards/chosen": -0.1695972979068756,
      "rewards/margins": 0.04565075412392616,
      "rewards/rejected": -0.21524803340435028,
      "step": 90
    },
    {
      "epoch": 0.45,
      "grad_norm": 2.890625,
      "learning_rate": 4.3946533136249926e-06,
      "log_odds_chosen": 0.43778282403945923,
      "log_odds_ratio": -0.5804494619369507,
      "logits/chosen": -3.0998694896698,
      "logits/rejected": -3.0987915992736816,
      "logps/chosen": -0.8241409063339233,
      "logps/rejected": -1.0574108362197876,
      "loss": 0.5988,
      "nll_loss": 0.4965757429599762,
      "rewards/accuracies": 0.7250000238418579,
      "rewards/chosen": -0.16482816636562347,
      "rewards/margins": 0.046653974801301956,
      "rewards/rejected": -0.21148213744163513,
      "step": 100
    },
    {
      "epoch": 0.5,
      "grad_norm": 3.203125,
      "learning_rate": 4.274038133610629e-06,
      "log_odds_chosen": 0.46187520027160645,
      "log_odds_ratio": -0.5494967103004456,
      "logits/chosen": -3.1161484718322754,
      "logits/rejected": -3.114893913269043,
      "logps/chosen": -0.7468121647834778,
      "logps/rejected": -0.9928558468818665,
      "loss": 0.5811,
      "nll_loss": 0.4424869120121002,
      "rewards/accuracies": 0.7562500238418579,
      "rewards/chosen": -0.14936241507530212,
      "rewards/margins": 0.04920873045921326,
      "rewards/rejected": -0.19857117533683777,
      "step": 110
    },
    {
      "epoch": 0.54,
      "grad_norm": 3.375,
      "learning_rate": 4.1444644532387485e-06,
      "log_odds_chosen": 0.4036913812160492,
      "log_odds_ratio": -0.6148982048034668,
      "logits/chosen": -3.0943081378936768,
      "logits/rejected": -3.089369297027588,
      "logps/chosen": -0.8185051083564758,
      "logps/rejected": -1.0283105373382568,
      "loss": 0.5743,
      "nll_loss": 0.4471573233604431,
      "rewards/accuracies": 0.6875,
      "rewards/chosen": -0.16370102763175964,
      "rewards/margins": 0.04196108505129814,
      "rewards/rejected": -0.2056621015071869,
      "step": 120
    },
    {
      "epoch": 0.59,
      "grad_norm": 3.109375,
      "learning_rate": 4.006586590948141e-06,
      "log_odds_chosen": 0.38943806290626526,
      "log_odds_ratio": -0.5949686169624329,
      "logits/chosen": -3.105708360671997,
      "logits/rejected": -3.1006293296813965,
      "logps/chosen": -0.8150092363357544,
      "logps/rejected": -1.0240681171417236,
      "loss": 0.5787,
      "nll_loss": 0.46157145500183105,
      "rewards/accuracies": 0.6875,
      "rewards/chosen": -0.16300183534622192,
      "rewards/margins": 0.041811779141426086,
      "rewards/rejected": -0.20481359958648682,
      "step": 130
    },
    {
      "epoch": 0.63,
      "grad_norm": 3.109375,
      "learning_rate": 3.861100799460336e-06,
      "log_odds_chosen": 0.5897554159164429,
      "log_odds_ratio": -0.542380690574646,
      "logits/chosen": -3.100862503051758,
      "logits/rejected": -3.0946009159088135,
      "logps/chosen": -0.7791546583175659,
      "logps/rejected": -1.0703848600387573,
      "loss": 0.5747,
      "nll_loss": 0.5026167631149292,
      "rewards/accuracies": 0.7250000238418579,
      "rewards/chosen": -0.15583094954490662,
      "rewards/margins": 0.05824603885412216,
      "rewards/rejected": -0.214076966047287,
      "step": 140
    },
    {
      "epoch": 0.68,
      "grad_norm": 3.03125,
      "learning_rate": 3.7087417498572946e-06,
      "log_odds_chosen": 0.4274469316005707,
      "log_odds_ratio": -0.5712376236915588,
      "logits/chosen": -3.102602005004883,
      "logits/rejected": -3.1062116622924805,
      "logps/chosen": -0.8305424451828003,
      "logps/rejected": -1.077083945274353,
      "loss": 0.5692,
      "nll_loss": 0.4742380678653717,
      "rewards/accuracies": 0.7250000238418579,
      "rewards/chosen": -0.16610850393772125,
      "rewards/margins": 0.04930829256772995,
      "rewards/rejected": -0.2154167890548706,
      "step": 150
    },
    {
      "epoch": 0.72,
      "grad_norm": 3.28125,
      "learning_rate": 3.550278821654866e-06,
      "log_odds_chosen": 0.34345707297325134,
      "log_odds_ratio": -0.6129624247550964,
      "logits/chosen": -3.095494508743286,
      "logits/rejected": -3.0863471031188965,
      "logps/chosen": -0.8034600019454956,
      "logps/rejected": -0.9921743273735046,
      "loss": 0.587,
      "nll_loss": 0.4692765176296234,
      "rewards/accuracies": 0.699999988079071,
      "rewards/chosen": -0.1606920212507248,
      "rewards/margins": 0.037742845714092255,
      "rewards/rejected": -0.19843485951423645,
      "step": 160
    },
    {
      "epoch": 0.77,
      "grad_norm": 4.28125,
      "learning_rate": 3.386512217606339e-06,
      "log_odds_chosen": 0.3175373375415802,
      "log_odds_ratio": -0.6278958320617676,
      "logits/chosen": -3.1244797706604004,
      "logits/rejected": -3.1204514503479004,
      "logps/chosen": -0.7932506799697876,
      "logps/rejected": -0.9527732133865356,
      "loss": 0.6102,
      "nll_loss": 0.472064733505249,
      "rewards/accuracies": 0.6499999761581421,
      "rewards/chosen": -0.15865013003349304,
      "rewards/margins": 0.031904518604278564,
      "rewards/rejected": -0.1905546486377716,
      "step": 170
    },
    {
      "epoch": 0.81,
      "grad_norm": 3.765625,
      "learning_rate": 3.218268922855452e-06,
      "log_odds_chosen": 0.42049679160118103,
      "log_odds_ratio": -0.5808514356613159,
      "logits/chosen": -3.1028733253479004,
      "logits/rejected": -3.0980591773986816,
      "logps/chosen": -0.7747179269790649,
      "logps/rejected": -0.9938864707946777,
      "loss": 0.5825,
      "nll_loss": 0.44331270456314087,
      "rewards/accuracies": 0.6937500238418579,
      "rewards/chosen": -0.154943585395813,
      "rewards/margins": 0.04383372142910957,
      "rewards/rejected": -0.19877730309963226,
      "step": 180
    },
    {
      "epoch": 0.86,
      "grad_norm": 3.328125,
      "learning_rate": 3.046398528844248e-06,
      "log_odds_chosen": 0.5076274275779724,
      "log_odds_ratio": -0.5742210745811462,
      "logits/chosen": -3.104665517807007,
      "logits/rejected": -3.095426082611084,
      "logps/chosen": -0.776441216468811,
      "logps/rejected": -1.0134727954864502,
      "loss": 0.5712,
      "nll_loss": 0.4288255274295807,
      "rewards/accuracies": 0.7124999761581421,
      "rewards/chosen": -0.15528824925422668,
      "rewards/margins": 0.04740630090236664,
      "rewards/rejected": -0.20269456505775452,
      "step": 190
    },
    {
      "epoch": 0.9,
      "grad_norm": 2.953125,
      "learning_rate": 2.871768943064129e-06,
      "log_odds_chosen": 0.3015575408935547,
      "log_odds_ratio": -0.6296088695526123,
      "logits/chosen": -3.0799665451049805,
      "logits/rejected": -3.07787823677063,
      "logps/chosen": -0.8669988512992859,
      "logps/rejected": -1.0326287746429443,
      "loss": 0.5744,
      "nll_loss": 0.47870683670043945,
      "rewards/accuracies": 0.643750011920929,
      "rewards/chosen": -0.17339977622032166,
      "rewards/margins": 0.033125996589660645,
      "rewards/rejected": -0.2065257579088211,
      "step": 200
    },
    {
      "epoch": 0.95,
      "grad_norm": 2.859375,
      "learning_rate": 2.695262006314912e-06,
      "log_odds_chosen": 0.3043849766254425,
      "log_odds_ratio": -0.6296250224113464,
      "logits/chosen": -3.0792198181152344,
      "logits/rejected": -3.0685715675354004,
      "logps/chosen": -0.8420785069465637,
      "logps/rejected": -1.0109227895736694,
      "loss": 0.5851,
      "nll_loss": 0.49167829751968384,
      "rewards/accuracies": 0.65625,
      "rewards/chosen": -0.16841569542884827,
      "rewards/margins": 0.03376886993646622,
      "rewards/rejected": -0.20218458771705627,
      "step": 210
    },
    {
      "epoch": 0.99,
      "grad_norm": 3.390625,
      "learning_rate": 2.517769039603744e-06,
      "log_odds_chosen": 0.47437596321105957,
      "log_odds_ratio": -0.5693033933639526,
      "logits/chosen": -3.0923125743865967,
      "logits/rejected": -3.08634614944458,
      "logps/chosen": -0.7851861119270325,
      "logps/rejected": -1.0160605907440186,
      "loss": 0.6031,
      "nll_loss": 0.4828670620918274,
      "rewards/accuracies": 0.71875,
      "rewards/chosen": -0.15703722834587097,
      "rewards/margins": 0.04617489501833916,
      "rewards/rejected": -0.20321211218833923,
      "step": 220
    },
    {
      "epoch": 1.04,
      "grad_norm": 5.125,
      "learning_rate": 2.3401863431710864e-06,
      "log_odds_chosen": 0.8126243352890015,
      "log_odds_ratio": -0.4562348425388336,
      "logits/chosen": -3.0906317234039307,
      "logits/rejected": -3.08894681930542,
      "logps/chosen": -0.6749258041381836,
      "logps/rejected": -1.0676677227020264,
      "loss": 0.5063,
      "nll_loss": 0.4003027081489563,
      "rewards/accuracies": 0.78125,
      "rewards/chosen": -0.13498517870903015,
      "rewards/margins": 0.0785483792424202,
      "rewards/rejected": -0.21353355050086975,
      "step": 230
    },
    {
      "epoch": 1.08,
      "grad_norm": 3.34375,
      "learning_rate": 2.163410670372652e-06,
      "log_odds_chosen": 0.8564330339431763,
      "log_odds_ratio": -0.4268684387207031,
      "logits/chosen": -3.0698952674865723,
      "logits/rejected": -3.070732831954956,
      "logps/chosen": -0.7170256972312927,
      "logps/rejected": -1.1589481830596924,
      "loss": 0.4975,
      "nll_loss": 0.45029813051223755,
      "rewards/accuracies": 0.862500011920929,
      "rewards/chosen": -0.14340513944625854,
      "rewards/margins": 0.08838452398777008,
      "rewards/rejected": -0.23178966343402863,
      "step": 240
    },
    {
      "epoch": 1.13,
      "grad_norm": 3.34375,
      "learning_rate": 1.9883346992732256e-06,
      "log_odds_chosen": 1.0222368240356445,
      "log_odds_ratio": -0.36799290776252747,
      "logits/chosen": -3.055107593536377,
      "logits/rejected": -3.045011281967163,
      "logps/chosen": -0.6467097997665405,
      "logps/rejected": -1.2033334970474243,
      "loss": 0.4936,
      "nll_loss": 0.3834058940410614,
      "rewards/accuracies": 0.9125000238418579,
      "rewards/chosen": -0.1293419599533081,
      "rewards/margins": 0.1113247275352478,
      "rewards/rejected": -0.24066667258739471,
      "step": 250
    },
    {
      "epoch": 1.17,
      "grad_norm": 2.921875,
      "learning_rate": 1.8158425248197931e-06,
      "log_odds_chosen": 0.9676607251167297,
      "log_odds_ratio": -0.3842445909976959,
      "logits/chosen": -3.078850269317627,
      "logits/rejected": -3.0772275924682617,
      "logps/chosen": -0.6771007180213928,
      "logps/rejected": -1.177585482597351,
      "loss": 0.5028,
      "nll_loss": 0.44024211168289185,
      "rewards/accuracies": 0.887499988079071,
      "rewards/chosen": -0.13542014360427856,
      "rewards/margins": 0.10009696334600449,
      "rewards/rejected": -0.23551711440086365,
      "step": 260
    },
    {
      "epoch": 1.22,
      "grad_norm": 3.1875,
      "learning_rate": 1.6468051943575242e-06,
      "log_odds_chosen": 0.9456725120544434,
      "log_odds_ratio": -0.39273351430892944,
      "logits/chosen": -3.085444450378418,
      "logits/rejected": -3.08333420753479,
      "logps/chosen": -0.6596750020980835,
      "logps/rejected": -1.1495213508605957,
      "loss": 0.4758,
      "nll_loss": 0.3547888398170471,
      "rewards/accuracies": 0.8999999761581421,
      "rewards/chosen": -0.1319349855184555,
      "rewards/margins": 0.09796925634145737,
      "rewards/rejected": -0.22990426421165466,
      "step": 270
    },
    {
      "epoch": 1.26,
      "grad_norm": 3.328125,
      "learning_rate": 1.482076309033254e-06,
      "log_odds_chosen": 0.8887540102005005,
      "log_odds_ratio": -0.43248239159584045,
      "logits/chosen": -3.0775530338287354,
      "logits/rejected": -3.0756869316101074,
      "logps/chosen": -0.6567140817642212,
      "logps/rejected": -1.1050218343734741,
      "loss": 0.4872,
      "nll_loss": 0.3975124657154083,
      "rewards/accuracies": 0.8500000238418579,
      "rewards/chosen": -0.1313427984714508,
      "rewards/margins": 0.08966155350208282,
      "rewards/rejected": -0.22100436687469482,
      "step": 280
    },
    {
      "epoch": 1.31,
      "grad_norm": 2.96875,
      "learning_rate": 1.3224877132984131e-06,
      "log_odds_chosen": 1.054574728012085,
      "log_odds_ratio": -0.3588215708732605,
      "logits/chosen": -3.103698253631592,
      "logits/rejected": -3.107422351837158,
      "logps/chosen": -0.6697841882705688,
      "logps/rejected": -1.2304431200027466,
      "loss": 0.4864,
      "nll_loss": 0.4196816384792328,
      "rewards/accuracies": 0.918749988079071,
      "rewards/chosen": -0.13395683467388153,
      "rewards/margins": 0.11213177442550659,
      "rewards/rejected": -0.24608862400054932,
      "step": 290
    },
    {
      "epoch": 1.35,
      "grad_norm": 3.109375,
      "learning_rate": 1.1688452942784592e-06,
      "log_odds_chosen": 1.018751621246338,
      "log_odds_ratio": -0.3791121542453766,
      "logits/chosen": -3.0898470878601074,
      "logits/rejected": -3.0825257301330566,
      "logps/chosen": -0.6466778516769409,
      "logps/rejected": -1.1818552017211914,
      "loss": 0.4914,
      "nll_loss": 0.3884134292602539,
      "rewards/accuracies": 0.893750011920929,
      "rewards/chosen": -0.12933556735515594,
      "rewards/margins": 0.10703550279140472,
      "rewards/rejected": -0.23637107014656067,
      "step": 300
    },
    {
      "epoch": 1.4,
      "grad_norm": 2.984375,
      "learning_rate": 1.021924912221062e-06,
      "log_odds_chosen": 0.8282191157341003,
      "log_odds_ratio": -0.42912721633911133,
      "logits/chosen": -3.1064085960388184,
      "logits/rejected": -3.105886697769165,
      "logps/chosen": -0.669070839881897,
      "logps/rejected": -1.1031153202056885,
      "loss": 0.4969,
      "nll_loss": 0.4509221017360687,
      "rewards/accuracies": 0.8687499761581421,
      "rewards/chosen": -0.13381414115428925,
      "rewards/margins": 0.08680891990661621,
      "rewards/rejected": -0.22062306106090546,
      "step": 310
    },
    {
      "epoch": 1.44,
      "grad_norm": 3.515625,
      "learning_rate": 8.824684825733865e-07,
      "log_odds_chosen": 1.0580097436904907,
      "log_odds_ratio": -0.38433724641799927,
      "logits/chosen": -3.081042528152466,
      "logits/rejected": -3.075192451477051,
      "logps/chosen": -0.6307107210159302,
      "logps/rejected": -1.1325790882110596,
      "loss": 0.493,
      "nll_loss": 0.4108586311340332,
      "rewards/accuracies": 0.887499988079071,
      "rewards/chosen": -0.12614212930202484,
      "rewards/margins": 0.10037368535995483,
      "rewards/rejected": -0.22651581466197968,
      "step": 320
    },
    {
      "epoch": 1.49,
      "grad_norm": 3.046875,
      "learning_rate": 7.51180229473116e-07,
      "log_odds_chosen": 0.9154760241508484,
      "log_odds_ratio": -0.415397584438324,
      "logits/chosen": -3.0937957763671875,
      "logits/rejected": -3.0928263664245605,
      "logps/chosen": -0.6775897741317749,
      "logps/rejected": -1.1316546201705933,
      "loss": 0.5044,
      "nll_loss": 0.4353519380092621,
      "rewards/accuracies": 0.8500000238418579,
      "rewards/chosen": -0.13551795482635498,
      "rewards/margins": 0.09081296622753143,
      "rewards/rejected": -0.22633090615272522,
      "step": 330
    },
    {
      "epoch": 1.53,
      "grad_norm": 3.15625,
      "learning_rate": 6.28723129572247e-07,
      "log_odds_chosen": 1.139094352722168,
      "log_odds_ratio": -0.351654052734375,
      "logits/chosen": -3.077972888946533,
      "logits/rejected": -3.0774223804473877,
      "logps/chosen": -0.6138228178024292,
      "logps/rejected": -1.158979058265686,
      "loss": 0.4728,
      "nll_loss": 0.3857228457927704,
      "rewards/accuracies": 0.90625,
      "rewards/chosen": -0.12276456505060196,
      "rewards/margins": 0.10903123766183853,
      "rewards/rejected": -0.2317957878112793,
      "step": 340
    },
    {
      "epoch": 1.58,
      "grad_norm": 3.234375,
      "learning_rate": 5.157155641515766e-07,
      "log_odds_chosen": 1.0156279802322388,
      "log_odds_ratio": -0.3680209219455719,
      "logits/chosen": -3.093818426132202,
      "logits/rejected": -3.095491409301758,
      "logps/chosen": -0.6614006161689758,
      "logps/rejected": -1.1964319944381714,
      "loss": 0.5024,
      "nll_loss": 0.4554772973060608,
      "rewards/accuracies": 0.9375,
      "rewards/chosen": -0.13228009641170502,
      "rewards/margins": 0.10700628906488419,
      "rewards/rejected": -0.2392864227294922,
      "step": 350
    },
    {
      "epoch": 1.63,
      "grad_norm": 3.109375,
      "learning_rate": 4.127281964319446e-07,
      "log_odds_chosen": 1.1072419881820679,
      "log_odds_ratio": -0.365578830242157,
      "logits/chosen": -3.0632922649383545,
      "logits/rejected": -3.053469657897949,
      "logps/chosen": -0.6406615376472473,
      "logps/rejected": -1.1723295450210571,
      "loss": 0.4717,
      "nll_loss": 0.39158958196640015,
      "rewards/accuracies": 0.8999999761581421,
      "rewards/chosen": -0.12813231348991394,
      "rewards/margins": 0.10633359849452972,
      "rewards/rejected": -0.23446591198444366,
      "step": 360
    },
    {
      "epoch": 1.67,
      "grad_norm": 3.171875,
      "learning_rate": 3.202810898511424e-07,
      "log_odds_chosen": 1.0118036270141602,
      "log_odds_ratio": -0.3721558451652527,
      "logits/chosen": -3.0760838985443115,
      "logits/rejected": -3.0786654949188232,
      "logps/chosen": -0.6295793652534485,
      "logps/rejected": -1.1554322242736816,
      "loss": 0.4954,
      "nll_loss": 0.3821503221988678,
      "rewards/accuracies": 0.893750011920929,
      "rewards/chosen": -0.12591585516929626,
      "rewards/margins": 0.1051705852150917,
      "rewards/rejected": -0.23108646273612976,
      "step": 370
    },
    {
      "epoch": 1.72,
      "grad_norm": 3.015625,
      "learning_rate": 2.388410818585263e-07,
      "log_odds_chosen": 1.0309429168701172,
      "log_odds_ratio": -0.3757808804512024,
      "logits/chosen": -3.0944666862487793,
      "logits/rejected": -3.102954149246216,
      "logps/chosen": -0.6560705304145813,
      "logps/rejected": -1.1918388605117798,
      "loss": 0.4848,
      "nll_loss": 0.4180088937282562,
      "rewards/accuracies": 0.893750011920929,
      "rewards/chosen": -0.13121411204338074,
      "rewards/margins": 0.10715366899967194,
      "rewards/rejected": -0.23836776614189148,
      "step": 380
    },
    {
      "epoch": 1.76,
      "grad_norm": 3.0625,
      "learning_rate": 1.6881942648911077e-07,
      "log_odds_chosen": 1.045115351676941,
      "log_odds_ratio": -0.3773229420185089,
      "logits/chosen": -3.099276304244995,
      "logits/rejected": -3.0971086025238037,
      "logps/chosen": -0.6689329743385315,
      "logps/rejected": -1.209533452987671,
      "loss": 0.4865,
      "nll_loss": 0.4016016125679016,
      "rewards/accuracies": 0.887499988079071,
      "rewards/chosen": -0.13378658890724182,
      "rewards/margins": 0.10812009871006012,
      "rewards/rejected": -0.24190667271614075,
      "step": 390
    },
    {
      "epoch": 1.81,
      "grad_norm": 3.109375,
      "learning_rate": 1.1056971762161584e-07,
      "log_odds_chosen": 0.8860037922859192,
      "log_odds_ratio": -0.4059659540653229,
      "logits/chosen": -3.0970611572265625,
      "logits/rejected": -3.0827975273132324,
      "logps/chosen": -0.6797454357147217,
      "logps/rejected": -1.1361665725708008,
      "loss": 0.4883,
      "nll_loss": 0.4087887406349182,
      "rewards/accuracies": 0.90625,
      "rewards/chosen": -0.13594909012317657,
      "rewards/margins": 0.09128421545028687,
      "rewards/rejected": -0.22723329067230225,
      "step": 400
    },
    {
      "epoch": 1.85,
      "grad_norm": 3.015625,
      "learning_rate": 6.438610340755464e-08,
      "log_odds_chosen": 0.9491767883300781,
      "log_odds_ratio": -0.3955945372581482,
      "logits/chosen": -3.095716953277588,
      "logits/rejected": -3.0901029109954834,
      "logps/chosen": -0.6622263193130493,
      "logps/rejected": -1.1627901792526245,
      "loss": 0.4715,
      "nll_loss": 0.4081706404685974,
      "rewards/accuracies": 0.8999999761581421,
      "rewards/chosen": -0.13244526088237762,
      "rewards/margins": 0.10011278092861176,
      "rewards/rejected": -0.23255804181098938,
      "step": 410
    },
    {
      "epoch": 1.9,
      "grad_norm": 3.328125,
      "learning_rate": 3.050180088809973e-08,
      "log_odds_chosen": 0.89338219165802,
      "log_odds_ratio": -0.41199594736099243,
      "logits/chosen": -3.078094482421875,
      "logits/rejected": -3.074589252471924,
      "logps/chosen": -0.6442387700080872,
      "logps/rejected": -1.103659987449646,
      "loss": 0.4976,
      "nll_loss": 0.40062204003334045,
      "rewards/accuracies": 0.862500011920929,
      "rewards/chosen": -0.12884774804115295,
      "rewards/margins": 0.09188426285982132,
      "rewards/rejected": -0.22073200345039368,
      "step": 420
    },
    {
      "epoch": 1.94,
      "grad_norm": 3.15625,
      "learning_rate": 9.087918299586772e-09,
      "log_odds_chosen": 0.9813147783279419,
      "log_odds_ratio": -0.4028463363647461,
      "logits/chosen": -3.079704523086548,
      "logits/rejected": -3.0714404582977295,
      "logps/chosen": -0.6575345993041992,
      "logps/rejected": -1.1326944828033447,
      "loss": 0.4832,
      "nll_loss": 0.39662784337997437,
      "rewards/accuracies": 0.856249988079071,
      "rewards/chosen": -0.13150693476200104,
      "rewards/margins": 0.0950319841504097,
      "rewards/rejected": -0.22653889656066895,
      "step": 430
    },
    {
      "epoch": 1.99,
      "grad_norm": 4.03125,
      "learning_rate": 2.525910147516131e-10,
      "log_odds_chosen": 0.966279149055481,
      "log_odds_ratio": -0.4019397795200348,
      "logits/chosen": -3.0766844749450684,
      "logits/rejected": -3.0788207054138184,
      "logps/chosen": -0.6589742302894592,
      "logps/rejected": -1.1595604419708252,
      "loss": 0.48,
      "nll_loss": 0.38374659419059753,
      "rewards/accuracies": 0.8500000238418579,
      "rewards/chosen": -0.13179484009742737,
      "rewards/margins": 0.10011725127696991,
      "rewards/rejected": -0.23191209137439728,
      "step": 440
    },
    {
      "epoch": 2.0,
      "step": 442,
      "total_flos": 0.0,
      "train_loss": 0.5399103337283587,
      "train_runtime": 8872.0808,
      "train_samples_per_second": 3.191,
      "train_steps_per_second": 0.05
    }
  ],
  "logging_steps": 10,
  "max_steps": 442,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 500,
  "total_flos": 0.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}