dnrops
/
transformers
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

[`bnb`] Fix bnb slow tests (#28788) 

fix bnb slow tests
This commit is contained in:
Younes Belkada 2024-01-31 01:31:20 +01:00 committed by GitHub
parent 74c9cfeaa7
commit d703eaaeff
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/transformers/utils/quantization_config.py
View File

@ -342,6 +342,8 @@ class BitsAndBytesConfig(QuantizationConfigMixin):
""" """
output = copy.deepcopy(self.__dict__) output = copy.deepcopy(self.__dict__)
output["bnb_4bit_compute_dtype"] = str(output["bnb_4bit_compute_dtype"]).split(".")[1] output["bnb_4bit_compute_dtype"] = str(output["bnb_4bit_compute_dtype"]).split(".")[1]
output["load_in_4bit"] = self.load_in_4bit
output["load_in_8bit"] = self.load_in_8bit
return output return output