nomic-ai/gpt4all
1
1
Fork 0
mirror of https://github.com/nomic-ai/gpt4all.git synced 2024-09-11 13:25:35 +03:00
Code Issues Packages Projects Releases Wiki Activity

fix: only on first process, not once on every node

Browse Source
This commit is contained in:
Zach Nussbaum 2023-04-05 02:36:22 +00:00
parent d0402288bd
commit 97d4499d79
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
train.py
View File

@ -137,7 +137,7 @@ def train(accelerator, config):
# log gradients
if accelerator.is_local_main_process and config["wandb"]:
if accelerator.is_main_process and config["wandb"]:
wandb.watch(model, log_freq=config["log_grads_every"])
for epoch in range(config["num_epochs"]):