diff --git a/src/network/network_gui.cpp b/src/network/network_gui.cpp
--- a/src/network/network_gui.cpp
+++ b/src/network/network_gui.cpp
@@ -596,7 +596,9 @@ public:
 		if (this->servers.NeedRebuild()) {
 			this->BuildGUINetworkGameList();
 		}
-		this->SortNetworkGameList();
+		if (this->servers.NeedResort()) {
+			this->SortNetworkGameList();
+		}
 
 		NetworkGameList *sel = this->server;
 		/* 'Refresh' button invisible if no server selected */