{
  "status": "complete",
  "checkpoint": "source:s759065ebb1a060",
  "training_continued": false,
  "reference": "existing expanded compiled runtime",
  "checks": [
    {
      "window": 0,
      "mode": "base",
      "loss_delta": 0.0,
      "gradient_none_difference": [],
      "gradient_max": 0.0,
      "parameter_update_max": 0.0,
      "optimizer_state_max": 0.0,
      "stats": {
        "nll": 3.4869883991777897,
        "gradnorm": 0.3630158007144928,
        "skipped": 0,
        "kept": 0,
        "projected": 129077
      }
    },
    {
      "window": 0,
      "mode": "prune_exact",
      "loss_delta": 0.0,
      "gradient_none_difference": [],
      "gradient_max": 0.0,
      "parameter_update_max": 0.0,
      "optimizer_state_max": 0.0,
      "stats": {
        "nll": 3.4869883991777897,
        "gradnorm": 0.3630158007144928,
        "skipped": 2560,
        "kept": 2176,
        "projected": 63191
      }
    },
    {
      "window": 1,
      "mode": "base",
      "loss_delta": 0.0,
      "gradient_none_difference": [],
      "gradient_max": 0.0,
      "parameter_update_max": 0.0,
      "optimizer_state_max": 0.0,
      "stats": {
        "nll": 3.5938996467739344,
        "gradnorm": 0.39628562331199646,
        "skipped": 0,
        "kept": 0,
        "projected": 135457
      }
    },
    {
      "window": 1,
      "mode": "prune_exact",
      "loss_delta": 0.0,
      "gradient_none_difference": [],
      "gradient_max": 0.0,
      "parameter_update_max": 0.0,
      "optimizer_state_max": 0.0,
      "stats": {
        "nll": 3.5938996467739344,
        "gradnorm": 0.39628562331199646,
        "skipped": 2276,
        "kept": 2584,
        "projected": 79862
      }
    },
    {
      "window": 2,
      "mode": "base",
      "loss_delta": 0.0,
      "gradient_none_difference": [],
      "gradient_max": 0.0,
      "parameter_update_max": 0.0,
      "optimizer_state_max": 0.0,
      "stats": {
        "nll": 3.7641302049160004,
        "gradnorm": 0.40163135528564453,
        "skipped": 0,
        "kept": 0,
        "projected": 144910
      }
    },
    {
      "window": 2,
      "mode": "prune_exact",
      "loss_delta": 0.0,
      "gradient_none_difference": [],
      "gradient_max": 0.0,
      "parameter_update_max": 0.0,
      "optimizer_state_max": 0.0,
      "stats": {
        "nll": 3.7641302049160004,
        "gradnorm": 0.40163135528564453,
        "skipped": 2126,
        "kept": 2696,
        "projected": 86131
      }
    },
    {
      "window": 3,
      "mode": "base",
      "loss_delta": 0.0,
      "gradient_none_difference": [],
      "gradient_max": 0.0,
      "parameter_update_max": 0.0,
      "optimizer_state_max": 0.0,
      "stats": {
        "nll": 3.7085831332951784,
        "gradnorm": 0.4023720920085907,
        "skipped": 0,
        "kept": 0,
        "projected": 116857
      }
    },
    {
      "window": 3,
      "mode": "prune_exact",
      "loss_delta": 0.0,
      "gradient_none_difference": [],
      "gradient_max": 0.0,
      "parameter_update_max": 0.0,
      "optimizer_state_max": 0.0,
      "stats": {
        "nll": 3.7085831332951784,
        "gradnorm": 0.4023720920085907,
        "skipped": 1907,
        "kept": 2256,
        "projected": 67507
      }
    }
  ],
  "timings": [
    {
      "window": 0,
      "mode": "base",
      "words": 2582,
      "positions": 4736,
      "documents": 343,
      "samples": [
        {
          "seconds": 0.4155125169781968,
          "words_per_second": 6214.012561589054,
          "allocated_GiB": 5.383534908294678,
          "reserved_GiB": 6.22265625
        },
        {
          "seconds": 0.40339728799881414,
          "words_per_second": 6400.637973569099,
          "allocated_GiB": 5.380773067474365,
          "reserved_GiB": 6.224609375
        },
        {
          "seconds": 0.3975717980065383,
          "words_per_second": 6494.424435904122,
          "allocated_GiB": 5.382890224456787,
          "reserved_GiB": 6.224609375
        }
      ],
      "stats": {
        "nll": 3.4869883991777897,
        "gradnorm": 0.3630158007144928,
        "skipped": 0,
        "kept": 0,
        "projected": 129077
      }
    },
    {
      "window": 0,
      "mode": "prune_exact",
      "words": 2582,
      "positions": 4736,
      "documents": 343,
      "samples": [
        {
          "seconds": 0.3769907170208171,
          "words_per_second": 6848.975010324788,
          "allocated_GiB": 4.749988555908203,
          "reserved_GiB": 6.224609375
        },
        {
          "seconds": 0.37150531297083944,
          "words_per_second": 6950.1024880434725,
          "allocated_GiB": 4.7492218017578125,
          "reserved_GiB": 6.224609375
        },
        {
          "seconds": 0.37135706801200286,
          "words_per_second": 6952.876954307883,
          "allocated_GiB": 4.750171661376953,
          "reserved_GiB": 6.224609375
        }
      ],
      "stats": {
        "nll": 3.4869883991777897,
        "gradnorm": 0.3630158007144928,
        "skipped": 2560,
        "kept": 2176,
        "projected": 63191
      }
    },
    {
      "window": 1,
      "mode": "base",
      "words": 2767,
      "positions": 4860,
      "documents": 298,
      "samples": [
        {
          "seconds": 0.7305438930052333,
          "words_per_second": 3787.588981980825,
          "allocated_GiB": 5.5021748542785645,
          "reserved_GiB": 6.56640625
        },
        {
          "seconds": 0.7585368790314533,
          "words_per_second": 3647.812092581545,
          "allocated_GiB": 5.503597736358643,
          "reserved_GiB": 6.56640625
        },
        {
          "seconds": 0.9775355729507282,
          "words_per_second": 2830.587527007028,
          "allocated_GiB": 5.501179218292236,
          "reserved_GiB": 6.56640625
        }
      ],
      "stats": {
        "nll": 3.5938996467739344,
        "gradnorm": 0.39628562331199646,
        "skipped": 0,
        "kept": 0,
        "projected": 135457
      }
    },
    {
      "window": 1,
      "mode": "prune_exact",
      "words": 2767,
      "positions": 4860,
      "documents": 298,
      "samples": [
        {
          "seconds": 0.7010559099726379,
          "words_per_second": 3946.903464672305,
          "allocated_GiB": 4.851039886474609,
          "reserved_GiB": 6.56640625
        },
        {
          "seconds": 0.685677157016471,
          "words_per_second": 4035.426835625986,
          "allocated_GiB": 4.847633361816406,
          "reserved_GiB": 6.56640625
        },
        {
          "seconds": 0.7412682180292904,
          "words_per_second": 3732.791900017309,
          "allocated_GiB": 4.848865509033203,
          "reserved_GiB": 6.56640625
        }
      ],
      "stats": {
        "nll": 3.5938996467739344,
        "gradnorm": 0.39628562331199646,
        "skipped": 2276,
        "kept": 2584,
        "projected": 79862
      }
    },
    {
      "window": 2,
      "mode": "base",
      "words": 2768,
      "positions": 4822,
      "documents": 289,
      "samples": [
        {
          "seconds": 0.5185559139936231,
          "words_per_second": 5337.900745712138,
          "allocated_GiB": 5.023241996765137,
          "reserved_GiB": 6.685546875
        },
        {
          "seconds": 0.5219828050467186,
          "words_per_second": 5302.856671212106,
          "allocated_GiB": 5.022892951965332,
          "reserved_GiB": 6.685546875
        },
        {
          "seconds": 0.5118743359926157,
          "words_per_second": 5407.577222312492,
          "allocated_GiB": 5.021200656890869,
          "reserved_GiB": 6.685546875
        }
      ],
      "stats": {
        "nll": 3.7641302049160004,
        "gradnorm": 0.40163135528564453,
        "skipped": 0,
        "kept": 0,
        "projected": 144910
      }
    },
    {
      "window": 2,
      "mode": "prune_exact",
      "words": 2768,
      "positions": 4822,
      "documents": 289,
      "samples": [
        {
          "seconds": 0.52889455499826,
          "words_per_second": 5233.557377063764,
          "allocated_GiB": 4.435132026672363,
          "reserved_GiB": 6.685546875
        },
        {
          "seconds": 0.5160840500029735,
          "words_per_second": 5363.467442917586,
          "allocated_GiB": 4.437409400939941,
          "reserved_GiB": 6.685546875
        },
        {
          "seconds": 0.5007063149823807,
          "words_per_second": 5528.190712149102,
          "allocated_GiB": 4.441826820373535,
          "reserved_GiB": 6.685546875
        }
      ],
      "stats": {
        "nll": 3.7641302049160004,
        "gradnorm": 0.40163135528564453,
        "skipped": 2126,
        "kept": 2696,
        "projected": 86131
      }
    },
    {
      "window": 3,
      "mode": "base",
      "words": 2357,
      "positions": 4163,
      "documents": 273,
      "samples": [
        {
          "seconds": 0.9995563779957592,
          "words_per_second": 2358.0460811286025,
          "allocated_GiB": 4.7904052734375,
          "reserved_GiB": 6.685546875
        },
        {
          "seconds": 0.7666651199688204,
          "words_per_second": 3074.354028387071,
          "allocated_GiB": 4.788444519042969,
          "reserved_GiB": 6.685546875
        },
        {
          "seconds": 0.733990311040543,
          "words_per_second": 3211.214050848428,
          "allocated_GiB": 4.788529396057129,
          "reserved_GiB": 6.685546875
        }
      ],
      "stats": {
        "nll": 3.7085831332951784,
        "gradnorm": 0.4023720920085907,
        "skipped": 0,
        "kept": 0,
        "projected": 116857
      }
    },
    {
      "window": 3,
      "mode": "prune_exact",
      "words": 2357,
      "positions": 4163,
      "documents": 273,
      "samples": [
        {
          "seconds": 0.7523299809545279,
          "words_per_second": 3132.9337653266557,
          "allocated_GiB": 4.248714447021484,
          "reserved_GiB": 6.685546875
        },
        {
          "seconds": 0.7771817409666255,
          "words_per_second": 3032.752670010574,
          "allocated_GiB": 4.247801780700684,
          "reserved_GiB": 6.685546875
        },
        {
          "seconds": 0.7516575430054218,
          "words_per_second": 3135.736509176492,
          "allocated_GiB": 4.248930931091309,
          "reserved_GiB": 6.685546875
        }
      ],
      "stats": {
        "nll": 3.7085831332951784,
        "gradnorm": 0.4023720920085907,
        "skipped": 1907,
        "kept": 2256,
        "projected": 67507
      }
    }
  ]
}