diff --git a/players.c b/players.c
--- a/players.c
+++ b/players.c
@@ -653,8 +653,11 @@ int32 CmdPlayerCtrl(int x, int y, uint32
 
 		if (p != NULL) {
 			if (_local_player == OWNER_SPECTATOR) {
-				_local_player = p->index;
-				MarkWholeScreenDirty();
+				/* Check if we do not want to be a spectator in network */
+				if (!_networking || _network_server || _network_playas != OWNER_SPECTATOR) {
+					_local_player = p->index;
+					MarkWholeScreenDirty();
+				}
 			}
 #ifdef ENABLE_NETWORK
 			if (_network_server) {