Add support for prodigyplus.ProdigyPlusScheduleFree

bmaltais · Dec 31, 2024 · 730ed13 · 730ed13
1 parent 7068c7d
commit 730ed13
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 0 deletions.
diff --git a/kohya_gui/class_basic_training.py b/kohya_gui/class_basic_training.py
@@ -212,6 +212,7 @@ def init_lr_and_optimizer_controls(self) -> None:
                     "PagedAdamW32bit",
                     "PagedLion8bit",
                     "Prodigy",
+                    "prodigyplus.ProdigyPlusScheduleFree",
                     "RAdamScheduleFree",
                     "SGDNesterov",
                     "SGDNesterov8bit",

diff --git a/requirements.txt b/requirements.txt
@@ -20,6 +20,7 @@ protobuf==3.20.3
 open-clip-torch==2.20.0
 opencv-python==4.10.0.84
 prodigyopt==1.0
+prodigy-plus-schedule-free==1.8.0
 pytorch-lightning==1.9.0
 rich>=13.7.1
 safetensors==0.4.4