RAdamScheduleFree

2025-01-15 17:43:34 +08:00 · 2025-01-15 17:43:34 +08:00 · 3463989d09
parent a5b8e8a53b
commit 3463989d09
2 changed files with 3 additions and 2 deletions
--- a/mikazuki/schema/shared.ts
+++ b/mikazuki/schema/shared.ts
@ -138,6 +138,7 @@
                    "AdamW",
                    "AdamW8bit",
                    "PagedAdamW8bit",
+                    "RAdamScheduleFree",
                    "Lion",
                    "Lion8bit",
                    "PagedLion8bit",
--- a/requirements.txt
+++ b/requirements.txt
@ -6,10 +6,10 @@ ftfy==6.1.1
 opencv-python==4.8.1.78
 einops==0.7.0
 pytorch-lightning==1.9.0
-bitsandbytes==0.43.3
+bitsandbytes==0.44.0
 prodigyopt==1.0
 lion-pytorch==0.1.2
-schedulefree==1.2.7
+schedulefree==1.4
 tensorboard==2.10.1
 safetensors==0.4.4
 # gradio==3.16.2