One last reorder of {scheduler,optimizer}.step()

2020-03-20 18:05:50 -04:00 · 2020-03-20 18:05:50 -04:00 · cf72479bf1
parent 634bf6cf7e
commit cf72479bf1
1 changed files with 1 additions and 1 deletions
--- a/examples/contrib/run_openai_gpt.py
+++ b/examples/contrib/run_openai_gpt.py
@ -249,8 +249,8 @@ def main():
                losses = model(input_ids, mc_token_ids=mc_token_ids, lm_labels=lm_labels, mc_labels=mc_labels)
                loss = args.lm_coef * losses[0] + losses[1]
                loss.backward()
-                scheduler.step()
                optimizer.step()
+                scheduler.step()
                optimizer.zero_grad()
                tr_loss += loss.item()
                exp_average_loss = (