diff --git a/clientconn.go b/clientconn.go
index fdc32df1de8d..c3ef2d65b6c3 100644
--- a/clientconn.go
+++ b/clientconn.go
@@ -1032,6 +1032,7 @@ func (ac *addrConn) resetTransport() {
 				continue
 			}
 
+			backoffFor = 0
 			ac.mu.Lock()
 			ac.curAddr = addr
 			ac.transport = newTr