parameter.json

{
    "hidden_size": 2048,
    "sequence_length": 5,
    "learning_rate": 0.00005,
    "model_path": "tiny_llm_hidden2048.pth"
}