diff --git a/src/peer_connection.cpp b/src/peer_connection.cpp
index 6753b1831..f628076b5 100644
--- a/src/peer_connection.cpp
+++ b/src/peer_connection.cpp
@@ -3881,7 +3881,7 @@ namespace libtorrent
 				TORRENT_ASSERT(m_disconnect_started);
 		}
 
-		if (!m_disconnect_started)
+		if (!m_disconnect_started && m_initialized)
 		{
 			// none of this matters if we're disconnecting anyway
 			if (t->is_finished())