Hotfix tokenizers version for sdist installs

This commit is contained in:
Anthony MOI 2019-12-27 11:05:52 -05:00
parent 74ea432847
commit bfe870be65
No known key found for this signature in database
GPG Key ID: CB646B1164C636A0
1 changed files with 1 additions and 1 deletions

View File

@ -86,7 +86,7 @@ setup(
packages=find_packages("src"), packages=find_packages("src"),
install_requires=[ install_requires=[
"numpy", "numpy",
"tokenizers == 0.0.10", "tokenizers == 0.0.11",
# accessing files from S3 directly # accessing files from S3 directly
"boto3", "boto3",
# filesystem locks e.g. to prevent parallel downloads # filesystem locks e.g. to prevent parallel downloads