外观
llm/reports/char-seed7.json
配套源码,运行方法见同目录 README。返回实验总览。
json
{
"python": "3.14.8",
"numpy": "2.5.3",
"device": "CPU / NumPy float64",
"seed": 7,
"corpus_sha256": "c3193093ef62dc384262de482979f337d754285dd285b62ad4e65f31134594a6",
"train_documents": 32,
"validation_documents": 8,
"train_tokens": 1381,
"validation_tokens": 334,
"parameters": 12064,
"elapsed_seconds": 0.5114430841058493,
"history": [
{
"step": 0,
"train_nll": 3.8987662456871193,
"val_nll": 3.8611958413882945
},
{
"step": 50,
"train_nll": 1.6248855189612907,
"val_nll": 1.6773994228742215,
"batch_nll": 1.667458428272974,
"gradient_norm_before_clip": 1.382372907054585,
"lr": 0.0029242424959162964
},
{
"step": 100,
"train_nll": 1.2054582976745405,
"val_nll": 1.3987797838606504,
"batch_nll": 1.1253984963164723,
"gradient_norm_before_clip": 1.6995295453085955,
"lr": 0.0024917112325092907
},
{
"step": 150,
"train_nll": 0.956913292984796,
"val_nll": 1.291643724760301,
"batch_nll": 0.9976925947108848,
"gradient_norm_before_clip": 2.1064292179376505,
"lr": 0.0018011520427394657
},
{
"step": 200,
"train_nll": 0.815810583597597,
"val_nll": 1.2857472608693532,
"batch_nll": 1.1839846114899475,
"gradient_norm_before_clip": 2.455163016758031,
"lr": 0.0010642569521912967
},
{
"step": 250,
"train_nll": 0.7593897532697049,
"val_nll": 1.2584706168810926,
"batch_nll": 0.9737239186344535,
"gradient_norm_before_clip": 2.375364826722232,
"lr": 0.0005069223310418165
},
{
"step": 300,
"train_nll": 0.7334834070628672,
"val_nll": 1.2658780101612097,
"batch_nll": 0.796356748016323,
"gradient_norm_before_clip": 1.9408776102330731,
"lr": 0.00030000000000000003
}
],
"sample": "the fox stone ane.\nthe ox swa the book beside the owreas the boowl writ the red stones beside the atote an ate ge.\nthe rad ste.\n",
"note": "Original tiny synthetic corpus; not a quality benchmark. Checkpoint is for inference, not exact optimizer resume."
}