xcx0902 commited on
Commit
86ae2a5
·
verified ·
1 Parent(s): 6969e9f

Upload folder using huggingface_hub

Browse files
legacy/tiny_llm_hidden2048_legacy.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2bca2e08a529c052f0a8867dc6a6096c7c5efeba3e75865238932611fec3c63
3
+ size 17813696
legacy/tiny_llm_hidden512_legacy.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b62f88c702e3d9d06394d079547ac58b37b2b70f4135aec363cdff9100e54d9
3
+ size 1310902
legacy/tiny_llm_legacy.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e667fcebb47365f15110285118cf5941aeca57b08cea65da785850c1e3f282da
3
+ size 24274
parameter.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "hidden_size": 2048,
3
  "sequence_length": 5,
4
- "learning_rate": 0.0002,
5
  "model_path": "tiny_llm_hidden2048.pth"
6
  }
 
1
  {
2
  "hidden_size": 2048,
3
  "sequence_length": 5,
4
+ "learning_rate": 0.00005,
5
  "model_path": "tiny_llm_hidden2048.pth"
6
  }