{
  "best_metric": 1.919243335723877,
  "best_model_checkpoint": "./llama3-itihasa/checkpoint-1000",
  "epoch": 0.48685491723466406,
  "eval_steps": 500,
  "global_step": 1000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.024342745861733205,
      "grad_norm": 0.798042893409729,
      "learning_rate": 0.00012165450121654502,
      "loss": 2.421,
      "step": 50
    },
    {
      "epoch": 0.04868549172346641,
      "grad_norm": 0.6517059803009033,
      "learning_rate": 0.00024330900243309004,
      "loss": 2.0325,
      "step": 100
    },
    {
      "epoch": 0.0730282375851996,
      "grad_norm": 1.047722339630127,
      "learning_rate": 0.00036496350364963507,
      "loss": 2.0045,
      "step": 150
    },
    {
      "epoch": 0.09737098344693282,
      "grad_norm": 0.724214494228363,
      "learning_rate": 0.00048661800486618007,
      "loss": 1.9665,
      "step": 200
    },
    {
      "epoch": 0.12171372930866602,
      "grad_norm": 0.7182360887527466,
      "learning_rate": 0.0006082725060827251,
      "loss": 1.9531,
      "step": 250
    },
    {
      "epoch": 0.1460564751703992,
      "grad_norm": 0.741189181804657,
      "learning_rate": 0.0007299270072992701,
      "loss": 1.9566,
      "step": 300
    },
    {
      "epoch": 0.17039922103213243,
      "grad_norm": 0.7193257212638855,
      "learning_rate": 0.0008515815085158151,
      "loss": 1.9536,
      "step": 350
    },
    {
      "epoch": 0.19474196689386564,
      "grad_norm": 0.7618579864501953,
      "learning_rate": 0.0009732360097323601,
      "loss": 1.9642,
      "step": 400
    },
    {
      "epoch": 0.21908471275559882,
      "grad_norm": 0.8242681622505188,
      "learning_rate": 0.0009894509061401135,
      "loss": 1.9899,
      "step": 450
    },
    {
      "epoch": 0.24342745861733203,
      "grad_norm": 1.0397591590881348,
      "learning_rate": 0.0009759264268325669,
      "loss": 1.9819,
      "step": 500
    },
    {
      "epoch": 0.24342745861733203,
      "eval_loss": 1.9741202592849731,
      "eval_runtime": 452.9914,
      "eval_samples_per_second": 3.022,
      "eval_steps_per_second": 0.757,
      "step": 500
    },
    {
      "epoch": 0.26777020447906524,
      "grad_norm": 0.904543936252594,
      "learning_rate": 0.0009624019475250203,
      "loss": 1.9513,
      "step": 550
    },
    {
      "epoch": 0.2921129503407984,
      "grad_norm": 0.8555233478546143,
      "learning_rate": 0.0009488774682174737,
      "loss": 1.9543,
      "step": 600
    },
    {
      "epoch": 0.31645569620253167,
      "grad_norm": 0.7415252923965454,
      "learning_rate": 0.000935352988909927,
      "loss": 1.9621,
      "step": 650
    },
    {
      "epoch": 0.34079844206426485,
      "grad_norm": 0.7195931077003479,
      "learning_rate": 0.0009218285096023803,
      "loss": 1.9414,
      "step": 700
    },
    {
      "epoch": 0.36514118792599803,
      "grad_norm": 0.9943011999130249,
      "learning_rate": 0.0009083040302948337,
      "loss": 1.9594,
      "step": 750
    },
    {
      "epoch": 0.3894839337877313,
      "grad_norm": 0.7514945268630981,
      "learning_rate": 0.000894779550987287,
      "loss": 1.9278,
      "step": 800
    },
    {
      "epoch": 0.41382667964946446,
      "grad_norm": 0.7884072661399841,
      "learning_rate": 0.0008812550716797404,
      "loss": 1.9345,
      "step": 850
    },
    {
      "epoch": 0.43816942551119764,
      "grad_norm": 0.7612814903259277,
      "learning_rate": 0.0008677305923721937,
      "loss": 1.9081,
      "step": 900
    },
    {
      "epoch": 0.4625121713729309,
      "grad_norm": 0.7805455327033997,
      "learning_rate": 0.000854206113064647,
      "loss": 1.9188,
      "step": 950
    },
    {
      "epoch": 0.48685491723466406,
      "grad_norm": 0.7169475555419922,
      "learning_rate": 0.0008406816337571004,
      "loss": 1.8903,
      "step": 1000
    },
    {
      "epoch": 0.48685491723466406,
      "eval_loss": 1.919243335723877,
      "eval_runtime": 452.9281,
      "eval_samples_per_second": 3.023,
      "eval_steps_per_second": 0.757,
      "step": 1000
    }
  ],
  "logging_steps": 50,
  "max_steps": 4108,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 1000,
  "total_flos": 1.8477603618816e+17,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}