Skip to content

Commit

Permalink
feat: only update on 100 iters
Browse files Browse the repository at this point in the history
  • Loading branch information
AshishKumar4 committed Aug 5, 2024
1 parent 5e16bd7 commit 3fd4185
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions training.py
Original file line number Diff line number Diff line change
Expand Up @@ -653,9 +653,9 @@ def train_loop(current_epoch, pbar: tqdm.tqdm, train_state, rng_state):
epoch_loss += loss

if pbar is not None:
if i % 10 == 0:
if i % 100 == 0:
pbar.set_postfix(loss=f'{loss:.4f}')
pbar.update(10)
pbar.update(100)
current_step = current_epoch*steps_per_epoch + i
if self.wandb is not None:
self.wandb.log({
Expand Down

0 comments on commit 3fd4185

Please sign in to comment.