nomic-ai/gpt4all
1
1
Fork 0
mirror of https://github.com/nomic-ai/gpt4all.git synced 2024-11-10 11:49:05 +03:00
Code Issues Packages Projects Releases Wiki Activity

fix: num training steps for lr decay

Browse Source
This commit is contained in:
Zach Nussbaum 2023-04-10 02:15:31 +00:00
parent 195f8a7d4e
commit 9dfd8e1a7c
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
train.py
View File

@ -100,7 +100,7 @@ def train(accelerator, config):
name="cosine",
optimizer=optimizer,
num_warmup_steps=config["warmup_steps"] * accelerator.num_processes,
num_training_steps=total_num_steps * accelerator.num_processes,
num_training_steps=total_num_steps,
)
else:
scheduler = DummyScheduler(