improve default LoRA fine-tune params

josStorer · May 28, 2024 · 54f358c · 54f358c
1 parent f05a4ac
commit 54f358c
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/frontend/src/stores/commonStore.ts b/frontend/src/stores/commonStore.ts
@@ -167,9 +167,9 @@ class CommonStore {
     adamEps: '1e-8',
     devices: 1,
     precision: 'bf16',
-    gradCp: false,
-    loraR: 8,
-    loraAlpha: 32,
+    gradCp: true,
+    loraR: 64,
+    loraAlpha: 192,
     loraDropout: 0.01,
     loraLoad: ''
   };