set correct model input names for gptsw3tokenizer (#24788)
This commit is contained in:
parent
50726f9ea7
commit
a865b62e07
|
@ -107,6 +107,7 @@ class GPTSw3Tokenizer(PreTrainedTokenizer):
|
|||
vocab_files_names = VOCAB_FILES_NAMES
|
||||
pretrained_vocab_files_map = PRETRAINED_VOCAB_FILES_MAP
|
||||
max_model_input_sizes = PRETRAINED_POSITIONAL_EMBEDDINGS_SIZES
|
||||
model_input_names = ["input_ids", "attention_mask"]
|
||||
|
||||
def __init__(
|
||||
self,
|
||||
|
|
Loading…
Reference in New Issue