Hugging Face's logo

krisliu
/
Quantization_Assistant_LLaMA2_Accessory

Model card Files Community
krisliu commited on
Commit
af54d8c
·
1 Parent(s): 3012173

fix lora quant

Browse files
Files changed (35) hide show
  1. finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch0/consolidated.00-of-01.model.pth +3 -0
  2. finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch0/consolidated.00-of-01.optimizer.pth +3 -0
  3. finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch0/consolidated.00-of-01.other.pth +3 -0
  4. finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch0/rank-specific-00000-of-00008.pth +3 -0
  5. finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch0/rank-specific-00001-of-00008.pth +3 -0
  6. finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch0/rank-specific-00002-of-00008.pth +3 -0
  7. finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch0/rank-specific-00003-of-00008.pth +3 -0
  8. finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch0/rank-specific-00004-of-00008.pth +3 -0
  9. finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch0/rank-specific-00005-of-00008.pth +3 -0
  10. finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch0/rank-specific-00006-of-00008.pth +3 -0
  11. finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch0/rank-specific-00007-of-00008.pth +3 -0
  12. finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch1/consolidated.00-of-01.model.pth +3 -0
  13. finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch1/consolidated.00-of-01.optimizer.pth +3 -0
  14. finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch1/consolidated.00-of-01.other.pth +3 -0
  15. finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch1/rank-specific-00000-of-00008.pth +3 -0
  16. finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch1/rank-specific-00001-of-00008.pth +3 -0
  17. finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch1/rank-specific-00002-of-00008.pth +3 -0
  18. finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch1/rank-specific-00003-of-00008.pth +3 -0
  19. finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch1/rank-specific-00004-of-00008.pth +3 -0
  20. finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch1/rank-specific-00005-of-00008.pth +3 -0
  21. finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch1/rank-specific-00006-of-00008.pth +3 -0
  22. finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch1/rank-specific-00007-of-00008.pth +3 -0
  23. finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch2/consolidated.00-of-01.model.pth +3 -0
  24. finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch2/consolidated.00-of-01.optimizer.pth +3 -0
  25. finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch2/consolidated.00-of-01.other.pth +3 -0
  26. finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch2/rank-specific-00000-of-00008.pth +3 -0
  27. finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch2/rank-specific-00001-of-00008.pth +3 -0
  28. finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch2/rank-specific-00002-of-00008.pth +3 -0
  29. finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch2/rank-specific-00003-of-00008.pth +3 -0
  30. finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch2/rank-specific-00004-of-00008.pth +3 -0
  31. finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch2/rank-specific-00005-of-00008.pth +3 -0
  32. finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch2/rank-specific-00006-of-00008.pth +3 -0
  33. finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch2/rank-specific-00007-of-00008.pth +3 -0
  34. finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/log.txt +3 -0
  35. finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/output.log +0 -0
finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch0/consolidated.00-of-01.model.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c46f0c824383aeb2cb768ed4b6502507973b3059d2d732f618c808fecb6cb35
3
+ size 130593679
finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch0/consolidated.00-of-01.optimizer.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7232c0151fda7015181f084be7a015a65f580bbda6f66e6c62414ee8dfb39311
3
+ size 521805667
finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch0/consolidated.00-of-01.other.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e60f901f5e61390185a6553c2aa96a080f17d4cae80262fa6a00a7ebe674eaf5
3
+ size 1815
finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch0/rank-specific-00000-of-00008.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec2932635da1a4de71c34aa8fcbcba91dfb0ac1ddc7859f8f87280546b7e786a
3
+ size 537
finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch0/rank-specific-00001-of-00008.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88973b3c418b507bcde1467ec3902218b83d95fe4e022aca11b09c3f86cde7ac
3
+ size 537
finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch0/rank-specific-00002-of-00008.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eee15a274ea5f27c0360c85bd878d6e0f2072076cae26311c52798f7d836643a
3
+ size 537
finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch0/rank-specific-00003-of-00008.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61651d612914693bf494e5609388a6f9239090c45b3abcc9c4fa5c7a814c7a7e
3
+ size 537
finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch0/rank-specific-00004-of-00008.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cd6ad8f3d2bcfa25c957717227143e64751970f9b367b28b205a5084a8f476a
3
+ size 537
finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch0/rank-specific-00005-of-00008.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf049e1944a87da00e6860d1884d0eb312dc5a389a832a4e76a582493ec26972
3
+ size 537
finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch0/rank-specific-00006-of-00008.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8174e84cf8a0553f73baf42bd13d65974b85944a834fa7f75433c0be044e2f04
3
+ size 537
finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch0/rank-specific-00007-of-00008.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb6f9198ace60febfc0ad5d85588a3d4021799762f521c1a6b87adc99c8889ce
3
+ size 537
finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch1/consolidated.00-of-01.model.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3098b6a2aa3ed746ab546c6ed438eb03b0facea9c35821acf5d28688dccbb7d5
3
+ size 130593679
finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch1/consolidated.00-of-01.optimizer.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f0b6718107a2194f708c767eec8d92bc931660b7c3062d16ce6b450b893a5c1
3
+ size 521805667
finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch1/consolidated.00-of-01.other.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:195a1fa0a9e6fa4a6fad509797d09c648d25e9590e8a9aeae21e372ada309c24
3
+ size 1815
finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch1/rank-specific-00000-of-00008.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec2932635da1a4de71c34aa8fcbcba91dfb0ac1ddc7859f8f87280546b7e786a
3
+ size 537
finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch1/rank-specific-00001-of-00008.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88973b3c418b507bcde1467ec3902218b83d95fe4e022aca11b09c3f86cde7ac
3
+ size 537
finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch1/rank-specific-00002-of-00008.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eee15a274ea5f27c0360c85bd878d6e0f2072076cae26311c52798f7d836643a
3
+ size 537
finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch1/rank-specific-00003-of-00008.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61651d612914693bf494e5609388a6f9239090c45b3abcc9c4fa5c7a814c7a7e
3
+ size 537
finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch1/rank-specific-00004-of-00008.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cd6ad8f3d2bcfa25c957717227143e64751970f9b367b28b205a5084a8f476a
3
+ size 537
finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch1/rank-specific-00005-of-00008.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf049e1944a87da00e6860d1884d0eb312dc5a389a832a4e76a582493ec26972
3
+ size 537
finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch1/rank-specific-00006-of-00008.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8174e84cf8a0553f73baf42bd13d65974b85944a834fa7f75433c0be044e2f04
3
+ size 537
finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch1/rank-specific-00007-of-00008.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb6f9198ace60febfc0ad5d85588a3d4021799762f521c1a6b87adc99c8889ce
3
+ size 537
finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch2/consolidated.00-of-01.model.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a03a1ad7b98d76fcf024c7666559231511aff76df7baf9c03a3fd4e3158a9a69
3
+ size 130593679
finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch2/consolidated.00-of-01.optimizer.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a274e187728b8fc53cae4eaecc233e39479ced46edd80602f1135bdf7b116a8
3
+ size 521805667
finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch2/consolidated.00-of-01.other.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27b460d66f55453c86490cb4be90a7461f38f564d3fc36dd2fd62c601499ae94
3
+ size 1815
finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch2/rank-specific-00000-of-00008.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec2932635da1a4de71c34aa8fcbcba91dfb0ac1ddc7859f8f87280546b7e786a
3
+ size 537
finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch2/rank-specific-00001-of-00008.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88973b3c418b507bcde1467ec3902218b83d95fe4e022aca11b09c3f86cde7ac
3
+ size 537
finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch2/rank-specific-00002-of-00008.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eee15a274ea5f27c0360c85bd878d6e0f2072076cae26311c52798f7d836643a
3
+ size 537
finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch2/rank-specific-00003-of-00008.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61651d612914693bf494e5609388a6f9239090c45b3abcc9c4fa5c7a814c7a7e
3
+ size 537
finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch2/rank-specific-00004-of-00008.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cd6ad8f3d2bcfa25c957717227143e64751970f9b367b28b205a5084a8f476a
3
+ size 537
finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch2/rank-specific-00005-of-00008.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf049e1944a87da00e6860d1884d0eb312dc5a389a832a4e76a582493ec26972
3
+ size 537
finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch2/rank-specific-00006-of-00008.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8174e84cf8a0553f73baf42bd13d65974b85944a834fa7f75433c0be044e2f04
3
+ size 537
finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/epoch2/rank-specific-00007-of-00008.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb6f9198ace60febfc0ad5d85588a3d4021799762f521c1a6b87adc99c8889ce
3
+ size 537
finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/log.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {"train_lr": 8.508628427162843e-05, "train_grad_norm": 0.4543777842590336, "train_closs": 1.023339506475207, "epoch": 0, "val_lr": 8.508628427162843e-05, "val_grad_norm": 0.4543777842590336, "val_closs": 1.023339506475207}
2
+ {"train_lr": 5.755148397302138e-05, "train_grad_norm": 0.44231724367122527, "train_closs": 0.9206696001344992, "epoch": 1, "val_lr": 5.755148397302138e-05, "val_grad_norm": 0.44231724367122527, "val_closs": 0.9206696001344992}
3
+ {"train_lr": 1.4361453685455227e-05, "train_grad_norm": 0.5194950410920276, "train_closs": 0.8516252298622207, "epoch": 2, "val_lr": 1.4361453685455227e-05, "val_grad_norm": 0.5194950410920276, "val_closs": 0.8516252298622207}
finetune/mm/alpacaLlava_llamaQformerv2Peft_QF_13B_lr1e-4_fixlora/output.log ADDED
The diff for this file is too large to render. See raw diff