add lora config
Browse files
finetune/sg/effiLLaMA/alpaca_llamaPeft_normBiasLora_r512_qkvo_learninit_7B/llamaPeft_normBiasLora.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"lora_rank": 512, "lora_rank_feedforward":64, "bias_tuning": true}
|