remove duplicated code (#7173)

2020-09-17 02:51:40 -07:00 · 2020-09-17 02:51:40 -07:00 · 0cdafbf7ec
parent 45b0b1ff2f
commit 0cdafbf7ec
1 changed files with 0 additions and 3 deletions
--- a/src/transformers/tokenization_marian.py
+++ b/src/transformers/tokenization_marian.py
@ -156,9 +156,6 @@ class MarianTokenizer(PreTrainedTokenizer):
        if max_target_length is not None:
            tokenizer_kwargs["max_length"] = max_target_length

-        if max_target_length is not None:
-            tokenizer_kwargs["max_length"] = max_target_length
-
        self.current_spm = self.spm_target
        model_inputs["labels"] = self(tgt_texts, **tokenizer_kwargs)["input_ids"]
        self.current_spm = self.spm_source