diff --git a/google-cloud-spanner/src/main/java/com/google/cloud/spanner/AbstractResultSet.java b/google-cloud-spanner/src/main/java/com/google/cloud/spanner/AbstractResultSet.java
index 6b0681b588..1dfea318e0 100644
--- a/google-cloud-spanner/src/main/java/com/google/cloud/spanner/AbstractResultSet.java
+++ b/google-cloud-spanner/src/main/java/com/google/cloud/spanner/AbstractResultSet.java
@@ -855,8 +855,9 @@ private static ExponentialBackOff newBackOff() {
       return new ExponentialBackOff.Builder()
           .setMultiplier(STREAMING_RETRY_SETTINGS.getRetryDelayMultiplier())
           .setInitialIntervalMillis(
-              (int) STREAMING_RETRY_SETTINGS.getInitialRetryDelay().toMillis())
-          .setMaxIntervalMillis((int) STREAMING_RETRY_SETTINGS.getMaxRetryDelay().toMillis())
+              Math.max(10, (int) STREAMING_RETRY_SETTINGS.getInitialRetryDelay().toMillis()))
+          .setMaxIntervalMillis(
+              Math.max(1000, (int) STREAMING_RETRY_SETTINGS.getMaxRetryDelay().toMillis()))
           .setMaxElapsedTimeMillis(Integer.MAX_VALUE) // Prevent Backoff.STOP from getting returned.
           .build();
     }