llm/reports/bpe-seed7.json

配套源码，运行方法见同目录 README。返回实验总览。
json
{
  "python": "3.14.8",
  "numpy": "2.5.3",
  "device": "CPU / NumPy float64",
  "seed": 7,
  "corpus_sha256": "c3193093ef62dc384262de482979f337d754285dd285b62ad4e65f31134594a6",
  "train_documents": 32,
  "validation_documents": 8,
  "train_tokens": 865,
  "validation_tokens": 211,
  "parameters": 28768,
  "elapsed_seconds": 0.7334257919574156,
  "history": [
    {
      "step": 0,
      "train_nll": 6.131087429891205,
      "val_nll": 6.223953702905284
    },
    {
      "step": 50,
      "train_nll": 2.0898594764820313,
      "val_nll": 2.424648387373076,
      "batch_nll": 2.047781911780748,
      "gradient_norm_before_clip": 1.2842003538141,
      "lr": 0.0029242424959162964
    },
    {
      "step": 100,
      "train_nll": 1.2945608667731354,
      "val_nll": 1.85287803536228,
      "batch_nll": 1.2593900236533535,
      "gradient_norm_before_clip": 1.5364353890675417,
      "lr": 0.0024917112325092907
    },
    {
      "step": 150,
      "train_nll": 0.9216163815778312,
      "val_nll": 1.7402973861130937,
      "batch_nll": 0.9854149241974168,
      "gradient_norm_before_clip": 1.7719929088655788,
      "lr": 0.0018011520427394657
    },
    {
      "step": 200,
      "train_nll": 0.7612006836166492,
      "val_nll": 1.692974093137768,
      "batch_nll": 0.8266123818324623,
      "gradient_norm_before_clip": 1.926672002854254,
      "lr": 0.0010642569521912967
    },
    {
      "step": 250,
      "train_nll": 0.6626616141193095,
      "val_nll": 1.7193963963962131,
      "batch_nll": 0.7204970684717482,
      "gradient_norm_before_clip": 1.879509929380825,
      "lr": 0.0005069223310418165
    },
    {
      "step": 300,
      "train_nll": 0.6171035940780765,
      "val_nll": 1.7334909039564177,
      "batch_nll": 0.6600741663364298,
      "gradient_norm_before_clip": 2.1015943928476024,
      "lr": 0.00030000000000000003
    }
  ],
  "sample": "the fox ssks the book.\nthe owl walows the galfindowos a e s \nthe owl and writes s the garites beside the te.\nthe wes reees andowden.\nthe owl wa s a the ries readis the redge.\nthe owl aites ns",
  "note": "Original tiny synthetic corpus; not a quality benchmark. Checkpoint is for inference, not exact optimizer resume."
}
llm/reports/bpe-seed7.json ​

llm/reports/bpe-seed7.json
