Fix F401 flake8 warning (x152 / 268).

This change is mostly autogenerated with:

    $ python -m autoflake --in-place --recursive examples templates transformers utils hubconf.py setup.py

I made minor changes in the generated diff.

examples/contrib/run_camembert.py

@@ -1,7 +1,3 @@
-import tarfile
-import urllib.request
-from pathlib import Path
-
 import torch
 
 from transformers.modeling_camembert import CamembertForMaskedLM

examples/run_bertology.py

@@ -22,7 +22,7 @@
 import argparse
 import logging
 import os
-from datetime import datetime, timedelta
+from datetime import datetime
 
 import numpy as np
 import torch

examples/summarization/configuration_bertabs.py

@@ -14,9 +14,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 """ BertAbs configuration """
-import json
 import logging
-import sys
 
 from transformers import PretrainedConfig
 

templates/adding_a_new_model/configuration_xxx.py

@@ -16,10 +16,7 @@
 
 from __future__ import absolute_import, division, print_function, unicode_literals
 
-import json
 import logging
-import sys
-from io import open
 
 import six
 

templates/adding_a_new_model/modeling_tf_xxx.py

@@ -21,14 +21,8 @@
 
 from __future__ import absolute_import, division, print_function, unicode_literals
 
-import copy
 import itertools
-import json
 import logging
-import math
-import os
-import sys
-from io import open
 
 import numpy as np
 import tensorflow as tf

templates/adding_a_new_model/modeling_xxx.py

@@ -20,14 +20,9 @@
 
 from __future__ import absolute_import, division, print_function, unicode_literals
 
-import copy
 import itertools
-import json
 import logging
-import math
 import os
-import sys
-from io import open
 
 import torch
 from torch import nn

templates/adding_a_new_model/tests/modeling_tf_xxx_test.py

@@ -14,7 +14,6 @@
 # limitations under the License.
 from __future__ import absolute_import, division, print_function
 
-import sys
 import unittest
 
 from transformers import XxxConfig, is_tf_available

transformers/configuration_bert.py

@@ -17,10 +17,7 @@
 
 from __future__ import absolute_import, division, print_function, unicode_literals
 
-import json
 import logging
-import sys
-from io import open
 
 from .configuration_utils import PretrainedConfig
 

transformers/configuration_ctrl.py

@@ -16,10 +16,7 @@
 
 from __future__ import absolute_import, division, print_function, unicode_literals
 
-import json
 import logging
-import sys
-from io import open
 
 from .configuration_utils import PretrainedConfig
 

transformers/configuration_distilbert.py

@@ -15,10 +15,7 @@
 """ DistilBERT model configuration """
 from __future__ import absolute_import, division, print_function, unicode_literals
 
-import json
 import logging
-import sys
-from io import open
 
 from .configuration_utils import PretrainedConfig
 

transformers/configuration_gpt2.py

@@ -17,10 +17,7 @@
 
 from __future__ import absolute_import, division, print_function, unicode_literals
 
-import json
 import logging
-import sys
-from io import open
 
 from .configuration_utils import PretrainedConfig
 

transformers/configuration_openai.py

@@ -17,10 +17,7 @@
 
 from __future__ import absolute_import, division, print_function, unicode_literals
 
-import json
 import logging
-import sys
-from io import open
 
 from .configuration_utils import PretrainedConfig
 

transformers/configuration_t5.py

@@ -16,10 +16,7 @@
 
 from __future__ import absolute_import, division, print_function, unicode_literals
 
-import json
 import logging
-import sys
-from io import open
 
 import six
 

transformers/configuration_transfo_xl.py

@@ -17,10 +17,7 @@
 
 from __future__ import absolute_import, division, print_function, unicode_literals
 
-import json
 import logging
-import sys
-from io import open
 
 from .configuration_utils import PretrainedConfig
 

transformers/configuration_xlm.py

@@ -15,10 +15,7 @@
 """ XLM configuration """
 from __future__ import absolute_import, division, print_function, unicode_literals
 
-import json
 import logging
-import sys
-from io import open
 
 from .configuration_utils import PretrainedConfig
 

transformers/configuration_xlnet.py

@@ -16,10 +16,7 @@
 """ XLNet configuration """
 from __future__ import absolute_import, division, print_function, unicode_literals
 
-import json
 import logging
-import sys
-from io import open
 
 from .configuration_utils import PretrainedConfig
 

transformers/data/metrics/__init__.py

@@ -14,9 +14,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-import csv
 import logging
-import sys
 
 
 logger = logging.getLogger(__name__)

transformers/data/processors/squad.py

@@ -1,4 +1,3 @@
-import collections
 import json
 import logging
 import os

transformers/modeling_ctrl.py

@@ -17,13 +17,7 @@
 
 from __future__ import absolute_import, division, print_function, unicode_literals
 
-import collections
-import json
 import logging
-import math
-import os
-import sys
-from io import open
 
 import numpy as np
 import torch

transformers/modeling_distilbert.py

@@ -20,11 +20,8 @@ from __future__ import absolute_import, division, print_function, unicode_litera
 
 import copy
 import itertools
-import json
 import logging
 import math
-import sys
-from io import open
 
 import numpy as np
 import torch

transformers/modeling_encoder_decoder.py

@@ -18,7 +18,6 @@ from __future__ import absolute_import, division, print_function, unicode_litera
 
 import logging
 import os
-import warnings
 
 import torch
 from torch import nn

transformers/modeling_gpt2.py

@@ -17,13 +17,9 @@
 
 from __future__ import absolute_import, division, print_function, unicode_literals
 
-import collections
-import json
 import logging
 import math
 import os
-import sys
-from io import open
 
 import torch
 import torch.nn as nn

transformers/modeling_openai.py

@@ -17,12 +17,10 @@
 
 from __future__ import absolute_import, division, print_function, unicode_literals
 
-import collections
 import json
 import logging
 import math
 import os
-import sys
 from io import open
 
 import torch

transformers/modeling_t5.py

@@ -18,12 +18,9 @@ from __future__ import absolute_import, division, print_function, unicode_litera
 
 import copy
 import itertools
-import json
 import logging
 import math
 import os
-import sys
-from io import open
 
 import torch
 import torch.nn.functional as F

transformers/modeling_tf_bert.py

@@ -17,12 +17,8 @@
 
 from __future__ import absolute_import, division, print_function, unicode_literals
 
-import json
 import logging
-import math
-import os
 import sys
-from io import open
 
 import numpy as np
 import tensorflow as tf

transformers/modeling_tf_ctrl.py

@@ -18,9 +18,6 @@
 from __future__ import absolute_import, division, print_function, unicode_literals
 
 import logging
-import os
-import sys
-from io import open
 
 import numpy as np
 import tensorflow as tf

transformers/modeling_tf_distilbert.py

@@ -16,13 +16,9 @@
 """
 from __future__ import absolute_import, division, print_function, unicode_literals
 
-import copy
 import itertools
-import json
 import logging
 import math
-import sys
-from io import open
 
 import numpy as np
 import tensorflow as tf

transformers/modeling_tf_gpt2.py

@@ -17,13 +17,7 @@
 
 from __future__ import absolute_import, division, print_function, unicode_literals
 
-import collections
-import json
 import logging
-import math
-import os
-import sys
-from io import open
 
 import numpy as np
 import tensorflow as tf

transformers/modeling_tf_openai.py

@@ -17,13 +17,7 @@
 
 from __future__ import absolute_import, division, print_function, unicode_literals
 
-import collections
-import json
 import logging
-import math
-import os
-import sys
-from io import open
 
 import numpy as np
 import tensorflow as tf

transformers/modeling_tf_transfo_xl.py

@@ -18,13 +18,7 @@
 
 from __future__ import absolute_import, division, print_function, unicode_literals
 
-import collections
-import json
 import logging
-import math
-import os
-import sys
-from io import open
 
 import numpy as np
 import tensorflow as tf

transformers/modeling_tf_transfo_xl_utilities.py

@@ -16,7 +16,6 @@
 """ A TF 2.0 Adaptive Softmax for Transformer XL model.
 """
 
-from collections import defaultdict
 
 import numpy as np
 import tensorflow as tf

transformers/modeling_tf_xlm.py

@@ -19,7 +19,6 @@ from __future__ import absolute_import, division, print_function, unicode_litera
 import itertools
 import logging
 import math
-import os
 
 import numpy as np
 import tensorflow as tf

transformers/modeling_tf_xlnet.py

@@ -17,12 +17,8 @@
 """
 from __future__ import absolute_import, division, print_function, unicode_literals
 
-import json
 import logging
-import math
-import os
 import sys
-from io import open
 
 import numpy as np
 import tensorflow as tf

transformers/modeling_transfo_xl.py

@@ -20,13 +20,7 @@
 
 from __future__ import absolute_import, division, print_function, unicode_literals
 
-import collections
-import json
 import logging
-import math
-import os
-import sys
-from io import open
 
 import torch
 import torch.nn as nn

transformers/modeling_transfo_xl_utilities.py

@@ -17,7 +17,6 @@
     Directly adapted from https://github.com/kimiyoung/transformer-xl.
 """
 
-from collections import defaultdict
 
 import numpy as np
 import torch

transformers/modeling_utils.py

@@ -17,11 +17,8 @@
 
 from __future__ import absolute_import, division, print_function, unicode_literals
 
-import copy
-import json
 import logging
 import os
-from io import open
 
 import six
 import torch

transformers/modeling_xlnet.py

@@ -17,12 +17,9 @@
 """
 from __future__ import absolute_import, division, print_function, unicode_literals
 
-import json
 import logging
 import math
-import os
 import sys
-from io import open
 
 import torch
 from torch import nn

transformers/tests/configuration_common_test.py

@@ -16,7 +16,6 @@ from __future__ import absolute_import, division, print_function
 
 import json
 import os
-import tempfile
 import unittest
 
 from .tokenization_tests_commons import TemporaryDirectory

transformers/tests/modeling_auto_test.py

@@ -15,7 +15,6 @@
 from __future__ import absolute_import, division, print_function
 
 import logging
-import shutil
 import unittest
 
 from transformers import is_torch_available

transformers/tests/modeling_common_test.py

@@ -47,7 +47,6 @@ if is_torch_available():
     )
 
 if sys.version_info[0] == 2:
-    import cPickle as pickle
 
     class TemporaryDirectory(object):
         """Context manager for tempfile.mkdtemp() so it's usable with "with" statement."""
@@ -61,8 +60,6 @@ if sys.version_info[0] == 2:
 
 
 else:
-    import pickle
-
     TemporaryDirectory = tempfile.TemporaryDirectory
     unicode = str
 

transformers/tests/modeling_ctrl_test.py

@@ -13,7 +13,6 @@
 # limitations under the License.
 from __future__ import absolute_import, division, print_function
 
-import pdb
 import unittest
 
 from transformers import is_torch_available

transformers/tests/modeling_tf_albert_test.py

@@ -14,7 +14,6 @@
 # limitations under the License.
 from __future__ import absolute_import, division, print_function
 
-import sys
 import unittest
 
 from transformers import AlbertConfig, is_tf_available

transformers/tests/modeling_tf_auto_test.py

@@ -15,7 +15,6 @@
 from __future__ import absolute_import, division, print_function
 
 import logging
-import shutil
 import unittest
 
 from transformers import is_tf_available

transformers/tests/modeling_tf_bert_test.py

@@ -14,7 +14,6 @@
 # limitations under the License.
 from __future__ import absolute_import, division, print_function
 
-import sys
 import unittest
 
 from transformers import BertConfig, is_tf_available

transformers/tests/modeling_tf_common_test.py

@@ -15,16 +15,12 @@
 from __future__ import absolute_import, division, print_function
 
 import copy
-import importlib
-import json
-import logging
 import os
 import random
 import shutil
 import sys
 import tempfile
 import unittest
-import uuid
 
 from transformers import is_tf_available, is_torch_available
 
@@ -39,7 +35,6 @@ if is_tf_available():
     # from transformers.modeling_bert import BertModel, BertConfig, BERT_PRETRAINED_MODEL_ARCHIVE_MAP
 
 if sys.version_info[0] == 2:
-    import cPickle as pickle
 
     class TemporaryDirectory(object):
         """Context manager for tempfile.mkdtemp() so it's usable with "with" statement."""
@@ -53,8 +48,6 @@ if sys.version_info[0] == 2:
 
 
 else:
-    import pickle
-
     TemporaryDirectory = tempfile.TemporaryDirectory
     unicode = str
 

transformers/tests/modeling_tf_ctrl_test.py

@@ -14,7 +14,6 @@
 # limitations under the License.
 from __future__ import absolute_import, division, print_function
 
-import sys
 import unittest
 
 from transformers import CTRLConfig, is_tf_available

transformers/tests/modeling_tf_gpt2_test.py

@@ -14,7 +14,6 @@
 # limitations under the License.
 from __future__ import absolute_import, division, print_function
 
-import sys
 import unittest
 
 from transformers import GPT2Config, is_tf_available

transformers/tests/modeling_tf_openai_gpt_test.py

@@ -14,7 +14,6 @@
 # limitations under the License.
 from __future__ import absolute_import, division, print_function
 
-import sys
 import unittest
 
 from transformers import OpenAIGPTConfig, is_tf_available

transformers/tests/modeling_tf_t5_test.py

@@ -14,7 +14,6 @@
 # limitations under the License.
 from __future__ import absolute_import, division, print_function
 
-import sys
 import unittest
 
 from transformers import T5Config, is_tf_available

transformers/tests/modeling_tf_xlnet_test.py

@@ -14,8 +14,6 @@
 # limitations under the License.
 from __future__ import absolute_import, division, print_function
 
-import json
-import os
 import random
 import unittest
 

transformers/tests/modeling_xlnet_test.py

@@ -14,8 +14,6 @@
 # limitations under the License.
 from __future__ import absolute_import, division, print_function
 
-import json
-import os
 import random
 import unittest
 

transformers/tests/tokenization_auto_test.py

@@ -15,7 +15,6 @@
 from __future__ import absolute_import, division, print_function
 
 import logging
-import shutil
 import unittest
 
 from transformers import (

transformers/tests/tokenization_bert_japanese_test.py

@@ -15,7 +15,6 @@
 from __future__ import absolute_import, division, print_function, unicode_literals
 
 import os
-import unittest
 from io import open
 
 from transformers.tokenization_bert import WordpieceTokenizer

transformers/tests/tokenization_distilbert_test.py

@@ -14,9 +14,7 @@
 # limitations under the License.
 from __future__ import absolute_import, division, print_function, unicode_literals
 
-import os
 import unittest
-from io import open
 
 from transformers.tokenization_distilbert import DistilBertTokenizer
 

transformers/tokenization_bert_japanese.py

@@ -20,7 +20,6 @@ import collections
 import logging
 import os
 import unicodedata
-from io import open
 
 import six
 

transformers/tokenization_distilbert.py

@@ -16,11 +16,8 @@
 
 from __future__ import absolute_import, division, print_function, unicode_literals
 
-import collections
 import logging
-import os
 import unicodedata
-from io import open
 
 from .tokenization_bert import BertTokenizer
 

transformers/tokenization_roberta.py

@@ -15,11 +15,7 @@
 """Tokenization classes for RoBERTa."""
 from __future__ import absolute_import, division, print_function, unicode_literals
 
-import json
 import logging
-import os
-import sys
-from io import open
 
 import regex as re
 

utils/download_glue_data.py

@@ -20,9 +20,7 @@ rm MSRParaphraseCorpus.msi
 
 import argparse
 import os
-import shutil
 import sys
-import tempfile
 import urllib.request
 import zipfile