From cf72479bf11bf7fbc499a518896dfd3cafdd0b21 Mon Sep 17 00:00:00 2001 From: Julien Chaumond Date: Fri, 20 Mar 2020 18:05:50 -0400 Subject: [PATCH] One last reorder of {scheduler,optimizer}.step() --- examples/contrib/run_openai_gpt.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/contrib/run_openai_gpt.py b/examples/contrib/run_openai_gpt.py index 136e25821f..c054d3b5c5 100644 --- a/examples/contrib/run_openai_gpt.py +++ b/examples/contrib/run_openai_gpt.py @@ -249,8 +249,8 @@ def main(): losses = model(input_ids, mc_token_ids=mc_token_ids, lm_labels=lm_labels, mc_labels=mc_labels) loss = args.lm_coef * losses[0] + losses[1] loss.backward() - scheduler.step() optimizer.step() + scheduler.step() optimizer.zero_grad() tr_loss += loss.item() exp_average_loss = (