Skip to content

llm/reports/char-seed7.json ​

配套源码,运行方法见同目录 README。返回实验总览。

json
{
  "python": "3.14.8",
  "numpy": "2.5.3",
  "device": "CPU / NumPy float64",
  "seed": 7,
  "corpus_sha256": "c3193093ef62dc384262de482979f337d754285dd285b62ad4e65f31134594a6",
  "train_documents": 32,
  "validation_documents": 8,
  "train_tokens": 1381,
  "validation_tokens": 334,
  "parameters": 12064,
  "elapsed_seconds": 0.5114430841058493,
  "history": [
    {
      "step": 0,
      "train_nll": 3.8987662456871193,
      "val_nll": 3.8611958413882945
    },
    {
      "step": 50,
      "train_nll": 1.6248855189612907,
      "val_nll": 1.6773994228742215,
      "batch_nll": 1.667458428272974,
      "gradient_norm_before_clip": 1.382372907054585,
      "lr": 0.0029242424959162964
    },
    {
      "step": 100,
      "train_nll": 1.2054582976745405,
      "val_nll": 1.3987797838606504,
      "batch_nll": 1.1253984963164723,
      "gradient_norm_before_clip": 1.6995295453085955,
      "lr": 0.0024917112325092907
    },
    {
      "step": 150,
      "train_nll": 0.956913292984796,
      "val_nll": 1.291643724760301,
      "batch_nll": 0.9976925947108848,
      "gradient_norm_before_clip": 2.1064292179376505,
      "lr": 0.0018011520427394657
    },
    {
      "step": 200,
      "train_nll": 0.815810583597597,
      "val_nll": 1.2857472608693532,
      "batch_nll": 1.1839846114899475,
      "gradient_norm_before_clip": 2.455163016758031,
      "lr": 0.0010642569521912967
    },
    {
      "step": 250,
      "train_nll": 0.7593897532697049,
      "val_nll": 1.2584706168810926,
      "batch_nll": 0.9737239186344535,
      "gradient_norm_before_clip": 2.375364826722232,
      "lr": 0.0005069223310418165
    },
    {
      "step": 300,
      "train_nll": 0.7334834070628672,
      "val_nll": 1.2658780101612097,
      "batch_nll": 0.796356748016323,
      "gradient_norm_before_clip": 1.9408776102330731,
      "lr": 0.00030000000000000003
    }
  ],
  "sample": "the fox stone ane.\nthe ox swa the book beside the owreas the boowl writ the red stones beside the atote an ate ge.\nthe rad ste.\n",
  "note": "Original tiny synthetic corpus; not a quality benchmark. Checkpoint is for inference, not exact optimizer resume."
}