From 7223886dc944b5476ea6be1a9838738644a2e9a1 Mon Sep 17 00:00:00 2001
From: thomwolf <thomwolf@gmail.com>
Date: Mon, 5 Aug 2019 17:16:56 +0200
Subject: [PATCH] fix #944

---
 README.md | 1 +
 1 file changed, 1 insertion(+)

diff --git a/README.md b/README.md
index 703eb47df9..f3d2865ba8 100644
--- a/README.md
+++ b/README.md
@@ -385,6 +385,7 @@ for batch in train_data:
     loss.backward()
     scheduler.step()
     optimizer.step()
+    optimizer.zero_grad()
 ```
 
 ## Citation