diff --git a/tensorflow_probability/python/experimental/fastgp/fast_gp_test.py b/tensorflow_probability/python/experimental/fastgp/fast_gp_test.py
index 18ff82fbea..7ce9db976d 100644
--- a/tensorflow_probability/python/experimental/fastgp/fast_gp_test.py
+++ b/tensorflow_probability/python/experimental/fastgp/fast_gp_test.py
@@ -458,7 +458,7 @@ def slow_log_prob(amplitude, length_scale, noise, jitter):
     self.assertAlmostEqual(value, slow_value, delta=8)
     slow_d_amp, slow_d_length_scale, slow_d_noise, slow_d_jitter = slow_gradient
     self.assertAlmostEqual(d_amp, slow_d_amp, delta=0.01)
-    self.assertAlmostEqual(d_length_scale, slow_d_length_scale, delta=0.001)
+    self.assertAlmostEqual(d_length_scale, slow_d_length_scale, delta=0.002)
     # TODO(thomaswc): Investigate why the noise gradient is so noisy.
     self.assertAlmostEqual(d_noise, slow_d_noise, delta=0.5)
     # TODO(thomaswc): Investigate why slow_d_jitter is zero.