diff --git a/python/tvm/contrib/rpc/tracker.py b/python/tvm/contrib/rpc/tracker.py
index 5dd425ea954a5dd03c1b7f816e0efebbf1e73679..5e5620042aa40aad3d13a610bd34243d6637f7e7 100644
--- a/python/tvm/contrib/rpc/tracker.py
+++ b/python/tvm/contrib/rpc/tracker.py
@@ -206,7 +206,7 @@ class TCPEventHandler(tornado_util.TCPHandler):
                     return False
                 try:
                     self.ret_value([TrackerCode.SUCCESS, value])
-                except (socket.sock_error, IOError):
+                except (socket.error, IOError):
                     return False
                 return True
             self._tracker.request(key, user, priority, _cb)