Hotfix tokenizers version for sdist installs

This commit is contained in:
Anthony MOI 2019-12-27 11:05:52 -05:00
parent 74ea432847
commit bfe870be65
No known key found for this signature in database
GPG Key ID: CB646B1164C636A0
1 changed files with 1 additions and 1 deletions

View File

@ -86,7 +86,7 @@ setup(
packages=find_packages("src"),
install_requires=[
"numpy",
"tokenizers == 0.0.10",
"tokenizers == 0.0.11",
# accessing files from S3 directly
"boto3",
# filesystem locks e.g. to prevent parallel downloads