Fix adafactor warning

pull/1356/head
d8ahazard 2023-09-26 15:49:27 -05:00
parent 15e726a2ac
commit 6b45a924ad
1 changed files with 1 additions and 1 deletions

View File

@ -573,7 +573,7 @@ def get_optimizer(optimizer: str, learning_rate: float, weight_decay: float, par
clip_threshold=1.0,
decay_rate=-0.8,
weight_decay=weight_decay,
relative_step=True,
relative_step=False,
scale_parameter=True,
warmup_init=False,
)