dnrops
/
transformers
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Fix quantized cache output (#31143)

This commit is contained in:
Marc Sun 2024-05-31 12:08:55 +02:00 committed by GitHub
parent d19566e852
commit 48cada87c3
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
tests/quantization/quanto_integration/test_quanto.py
View File

@ -448,7 +448,7 @@ class QuantoKVCacheQuantizationTest(unittest.TestCase):
def test_quantized_cache(self): def test_quantized_cache(self):
EXPECTED_TEXT_COMPLETION = [ EXPECTED_TEXT_COMPLETION = [
"Simply put, the theory of relativity states that 1) the speed of light is the same for all observers, and 2) the laws of physics are the same for all observers.\nThe first part of the theory of relativity", "Simply put, the theory of relativity states that 1) the speed of light is the same for all observers, and 2) the laws of physics are the same for all observers.\nThe first part of the theory of relativity",
"My favorite all time favorite condiment is ketchup. I love it on everything. I love it on my eggs, my fries, my burgers, my hot dogs, my sandwiches, my salads, my chicken, my fish", "My favorite all time favorite condiment is ketchup. I love it on everything. I love it on my eggs, my fries, my chicken, my burgers, my hot dogs, my sandwiches, my salads, my p",
] ]
prompts = [ prompts = [