diff --git a/tests/test_modeling_tf_convbert.py b/tests/test_modeling_tf_convbert.py
index 9c2a1b8104..9ba3e75b22 100644
--- a/tests/test_modeling_tf_convbert.py
+++ b/tests/test_modeling_tf_convbert.py
@@ -389,9 +389,9 @@ class TFConvBertModelIntegrationTest(unittest.TestCase):
         expected_slice = tf.constant(
             [
                 [
-                    [-0.03475493, -0.4686034, -0.30638832],
-                    [0.22637248, -0.26988646, -0.7423424],
-                    [0.10324868, -0.45013508, -0.58280784],
+                    [-0.10334751, -0.37152207, -0.2682219],
+                    [0.20078957, -0.3918426, -0.78811496],
+                    [0.08000169, -0.509474, -0.59314483],
                 ]
             ]
         )