dnrops
/
transformers
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix: Fixed `type annotation` for compatability with python 3.8 (#30243) 

* Fixed type annotation for compatability with python 3.8

* Fixed unsorted imports.
This commit is contained in:
Sai-Suraj-27 2024-04-15 17:01:37 +05:30 committed by GitHub
parent b6b6daf2b7
commit fc8eda36c5
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
src/transformers/models/whisper/convert_openai_to_hf.py
View File

@ -21,7 +21,7 @@ import os
import tempfile
import urllib
import warnings
from typing import Any, Optional, Tuple
from typing import Any, List, Optional, Tuple
import torch
from huggingface_hub.utils import insecure_hashlib
@ -252,7 +252,7 @@ def convert_openai_whisper_to_tfms(
# Adapted from https://github.com/openai/tiktoken/issues/60#issuecomment-1499977960
def _bpe(mergeable_ranks, token: bytes, max_rank=None) -> list[bytes]:
def _bpe(mergeable_ranks, token: bytes, max_rank=None) -> List[bytes]:
parts = [bytes([b]) for b in token]
while True:
min_idx = None