374 lines
11 KiB
C#
374 lines
11 KiB
C#
#region Copyright & License Information
|
|
/*
|
|
* Copyright 2007-2021 The OpenRA Developers (see AUTHORS)
|
|
* This file is part of OpenRA, which is free software. It is made
|
|
* available to you under the terms of the GNU General Public License
|
|
* as published by the Free Software Foundation, either version 3 of
|
|
* the License, or (at your option) any later version. For more
|
|
* information, see COPYING.
|
|
*/
|
|
#endregion
|
|
|
|
using System;
|
|
using System.Collections.Concurrent;
|
|
using System.Collections.Generic;
|
|
using System.IO;
|
|
using System.Linq;
|
|
using System.Net;
|
|
using System.Net.Sockets;
|
|
using System.Threading;
|
|
using OpenRA.Server;
|
|
|
|
namespace OpenRA.Network
|
|
{
|
|
public enum ConnectionState
|
|
{
|
|
PreConnecting,
|
|
NotConnected,
|
|
Connecting,
|
|
Connected,
|
|
}
|
|
|
|
public interface IConnection : IDisposable
|
|
{
|
|
int LocalClientId { get; }
|
|
void StartGame();
|
|
void Send(int frame, IEnumerable<Order> orders);
|
|
void SendImmediate(IEnumerable<Order> orders);
|
|
void SendSync(int frame, int syncHash, ulong defeatState);
|
|
void Receive(OrderManager orderManager);
|
|
}
|
|
|
|
public sealed class EchoConnection : IConnection
|
|
{
|
|
const int LocalClientId = 1;
|
|
readonly Queue<(int Frame, int SyncHash, ulong DefeatState)> sync = new Queue<(int, int, ulong)>();
|
|
readonly Queue<(int Frame, OrderPacket Orders)> orders = new Queue<(int, OrderPacket)>();
|
|
readonly Queue<OrderPacket> immediateOrders = new Queue<OrderPacket>();
|
|
bool disposed;
|
|
|
|
int IConnection.LocalClientId => LocalClientId;
|
|
|
|
void IConnection.StartGame()
|
|
{
|
|
// Inject an empty frame to fill the gap we are making by projecting forward orders
|
|
orders.Enqueue((0, new OrderPacket(Array.Empty<Order>())));
|
|
}
|
|
|
|
void IConnection.Send(int frame, IEnumerable<Order> o)
|
|
{
|
|
orders.Enqueue((frame, new OrderPacket(o.ToArray())));
|
|
}
|
|
|
|
void IConnection.SendImmediate(IEnumerable<Order> o)
|
|
{
|
|
immediateOrders.Enqueue(new OrderPacket(o.ToArray()));
|
|
}
|
|
|
|
void IConnection.SendSync(int frame, int syncHash, ulong defeatState)
|
|
{
|
|
sync.Enqueue((frame, syncHash, defeatState));
|
|
}
|
|
|
|
void IConnection.Receive(OrderManager orderManager)
|
|
{
|
|
while (immediateOrders.TryDequeue(out var i))
|
|
{
|
|
orderManager.ReceiveImmediateOrders(LocalClientId, i);
|
|
|
|
// An immediate order may trigger a chain of actions that disposes the OrderManager and connection.
|
|
// Bail out to avoid potential problems from acting on disposed objects.
|
|
if (disposed)
|
|
break;
|
|
}
|
|
|
|
// Project orders forward to the next frame
|
|
while (orders.TryDequeue(out var o))
|
|
orderManager.ReceiveOrders(LocalClientId, (o.Frame + 1, o.Orders));
|
|
|
|
while (sync.TryDequeue(out var s))
|
|
orderManager.ReceiveSync(s);
|
|
}
|
|
|
|
void IDisposable.Dispose()
|
|
{
|
|
disposed = true;
|
|
}
|
|
}
|
|
|
|
public sealed class NetworkConnection : IConnection
|
|
{
|
|
public readonly ConnectionTarget Target;
|
|
internal ReplayRecorder Recorder { get; private set; }
|
|
|
|
readonly List<byte[]> queuedSyncPackets = new List<byte[]>();
|
|
readonly Queue<(int Frame, int SyncHash, ulong DefeatState)> sentSync = new Queue<(int, int, ulong)>();
|
|
readonly Queue<(int Frame, OrderPacket Orders)> sentOrders = new Queue<(int, OrderPacket)>();
|
|
readonly Queue<OrderPacket> sentImmediateOrders = new Queue<OrderPacket>();
|
|
readonly ConcurrentQueue<(int FromClient, byte[] Data)> receivedPackets = new ConcurrentQueue<(int, byte[])>();
|
|
TcpClient tcp;
|
|
IPEndPoint endpoint;
|
|
|
|
volatile ConnectionState connectionState = ConnectionState.Connecting;
|
|
volatile int clientId;
|
|
bool disposed;
|
|
string errorMessage;
|
|
|
|
public NetworkConnection(ConnectionTarget target)
|
|
{
|
|
Target = target;
|
|
new Thread(NetworkConnectionConnect)
|
|
{
|
|
Name = $"{GetType().Name} (connect to {target})",
|
|
IsBackground = true
|
|
}.Start();
|
|
}
|
|
|
|
void NetworkConnectionConnect()
|
|
{
|
|
var queue = new BlockingCollection<TcpClient>();
|
|
|
|
var atLeastOneEndpoint = false;
|
|
foreach (var endpoint in Target.GetConnectEndPoints())
|
|
{
|
|
atLeastOneEndpoint = true;
|
|
new Thread(() =>
|
|
{
|
|
try
|
|
{
|
|
var client = new TcpClient(endpoint.AddressFamily) { NoDelay = true };
|
|
client.Connect(endpoint.Address, endpoint.Port);
|
|
|
|
try
|
|
{
|
|
queue.Add(client);
|
|
}
|
|
catch (InvalidOperationException)
|
|
{
|
|
// Another connection was faster, close this one.
|
|
client.Close();
|
|
}
|
|
}
|
|
catch (Exception ex)
|
|
{
|
|
errorMessage = "Failed to connect";
|
|
Log.Write("client", $"Failed to connect to {endpoint}: {ex.Message}");
|
|
}
|
|
})
|
|
{
|
|
Name = $"{GetType().Name} (connect to {endpoint})",
|
|
IsBackground = true
|
|
}.Start();
|
|
}
|
|
|
|
if (!atLeastOneEndpoint)
|
|
{
|
|
errorMessage = "Failed to resolve address";
|
|
connectionState = ConnectionState.NotConnected;
|
|
}
|
|
|
|
// Wait up to 5s for a successful connection. This should hopefully be enough because such high latency makes the game unplayable anyway.
|
|
else if (queue.TryTake(out tcp, 5000))
|
|
{
|
|
// Copy endpoint here to have it even after getting disconnected.
|
|
endpoint = (IPEndPoint)tcp.Client.RemoteEndPoint;
|
|
|
|
new Thread(NetworkConnectionReceive)
|
|
{
|
|
Name = $"{GetType().Name} (receive from {tcp.Client.RemoteEndPoint})",
|
|
IsBackground = true
|
|
}.Start();
|
|
}
|
|
else
|
|
{
|
|
connectionState = ConnectionState.NotConnected;
|
|
}
|
|
|
|
// Close all unneeded connections in the queue and make sure new ones are closed on the connect thread.
|
|
queue.CompleteAdding();
|
|
foreach (var client in queue)
|
|
client.Close();
|
|
}
|
|
|
|
void NetworkConnectionReceive()
|
|
{
|
|
try
|
|
{
|
|
var stream = tcp.GetStream();
|
|
var handshakeProtocol = stream.ReadInt32();
|
|
|
|
if (handshakeProtocol != ProtocolVersion.Handshake)
|
|
throw new InvalidOperationException($"Handshake protocol version mismatch. Server={handshakeProtocol} Client={ProtocolVersion.Handshake}");
|
|
|
|
clientId = stream.ReadInt32();
|
|
connectionState = ConnectionState.Connected;
|
|
|
|
while (true)
|
|
{
|
|
var len = stream.ReadInt32();
|
|
var client = stream.ReadInt32();
|
|
var buf = stream.ReadBytes(len);
|
|
if (len == 0)
|
|
throw new NotImplementedException();
|
|
receivedPackets.Enqueue((client, buf));
|
|
}
|
|
}
|
|
catch (Exception ex)
|
|
{
|
|
errorMessage = "Connection failed";
|
|
Log.Write("client", $"Connection to {endpoint} failed: {ex.Message}");
|
|
}
|
|
finally
|
|
{
|
|
connectionState = ConnectionState.NotConnected;
|
|
}
|
|
}
|
|
|
|
int IConnection.LocalClientId => clientId;
|
|
|
|
void IConnection.StartGame() { }
|
|
|
|
void IConnection.Send(int frame, IEnumerable<Order> orders)
|
|
{
|
|
var o = new OrderPacket(orders.ToArray());
|
|
sentOrders.Enqueue((frame, o));
|
|
Send(o.Serialize(frame));
|
|
}
|
|
|
|
void IConnection.SendImmediate(IEnumerable<Order> orders)
|
|
{
|
|
var o = new OrderPacket(orders.ToArray());
|
|
sentImmediateOrders.Enqueue(o);
|
|
Send(o.Serialize(0));
|
|
}
|
|
|
|
void IConnection.SendSync(int frame, int syncHash, ulong defeatState)
|
|
{
|
|
var sync = (frame, syncHash, defeatState);
|
|
sentSync.Enqueue(sync);
|
|
|
|
// Send sync packets together with the next set of orders.
|
|
// This was originally explained as reducing network bandwidth
|
|
// (TCP overhead?), but the original discussions have been lost to time.
|
|
queuedSyncPackets.Add(OrderIO.SerializeSync(sync));
|
|
}
|
|
|
|
void Send(byte[] packet)
|
|
{
|
|
try
|
|
{
|
|
var ms = new MemoryStream();
|
|
ms.WriteArray(BitConverter.GetBytes(packet.Length));
|
|
ms.WriteArray(packet);
|
|
|
|
foreach (var q in queuedSyncPackets)
|
|
{
|
|
ms.WriteArray(BitConverter.GetBytes(q.Length));
|
|
ms.WriteArray(q);
|
|
}
|
|
|
|
queuedSyncPackets.Clear();
|
|
ms.WriteTo(tcp.GetStream());
|
|
}
|
|
catch (SocketException) { /* drop this on the floor; we'll pick up the disconnect from the reader thread */ }
|
|
catch (ObjectDisposedException) { /* ditto */ }
|
|
catch (InvalidOperationException) { /* ditto */ }
|
|
catch (IOException) { /* ditto */ }
|
|
}
|
|
|
|
void IConnection.Receive(OrderManager orderManager)
|
|
{
|
|
// Locally generated orders
|
|
while (sentImmediateOrders.TryDequeue(out var i))
|
|
{
|
|
orderManager.ReceiveImmediateOrders(clientId, i);
|
|
Recorder?.Receive(clientId, i.Serialize(0));
|
|
|
|
// An immediate order may trigger a chain of actions that disposes the OrderManager and connection.
|
|
// Bail out to avoid potential problems from acting on disposed objects.
|
|
if (disposed)
|
|
return;
|
|
}
|
|
|
|
while (sentSync.TryDequeue(out var s))
|
|
{
|
|
orderManager.ReceiveSync(s);
|
|
Recorder?.Receive(clientId, OrderIO.SerializeSync(s));
|
|
}
|
|
|
|
// Orders from other players
|
|
while (receivedPackets.TryDequeue(out var p))
|
|
{
|
|
var record = true;
|
|
if (OrderIO.TryParseDisconnect(p, out var disconnect))
|
|
orderManager.ReceiveDisconnect(disconnect.ClientId, disconnect.Frame);
|
|
else if (OrderIO.TryParseSync(p.Data, out var sync))
|
|
orderManager.ReceiveSync(sync);
|
|
else if (OrderIO.TryParseAck(p, out var ackFrame))
|
|
{
|
|
if (!sentOrders.TryDequeue(out var q))
|
|
throw new InvalidOperationException("Received Ack with empty send queue");
|
|
|
|
// The Acknowledgement packet is a placeholder that tells us to process the first packet in our
|
|
// local sent buffer and the frame at which it should be applied. This is an optimization to avoid having
|
|
// to send the (much larger than 5 byte) packet back to us over the network.
|
|
orderManager.ReceiveOrders(clientId, (ackFrame, q.Orders));
|
|
Recorder?.Receive(clientId, q.Orders.Serialize(ackFrame));
|
|
record = false;
|
|
}
|
|
else if (OrderIO.TryParseOrderPacket(p.Data, out var orders))
|
|
{
|
|
if (orders.Frame == 0)
|
|
orderManager.ReceiveImmediateOrders(p.FromClient, orders.Orders);
|
|
else
|
|
orderManager.ReceiveOrders(p.FromClient, orders);
|
|
}
|
|
else
|
|
throw new InvalidDataException($"Received unknown packet from client {p.FromClient} with length {p.Data.Length}");
|
|
|
|
if (record)
|
|
Recorder?.Receive(p.FromClient, p.Data);
|
|
|
|
// An immediate order may trigger a chain of actions that disposes the OrderManager and connection.
|
|
// Bail out to avoid potential problems from acting on disposed objects.
|
|
if (disposed)
|
|
return;
|
|
}
|
|
}
|
|
|
|
public void StartRecording(Func<string> chooseFilename)
|
|
{
|
|
// If we have a previous recording then save/dispose it and start a new one.
|
|
Recorder?.Dispose();
|
|
Recorder = new ReplayRecorder(chooseFilename);
|
|
}
|
|
|
|
public ConnectionState ConnectionState => connectionState;
|
|
|
|
public IPEndPoint EndPoint => endpoint;
|
|
|
|
public string ErrorMessage => errorMessage;
|
|
|
|
void Dispose(bool disposing)
|
|
{
|
|
if (disposed)
|
|
return;
|
|
|
|
disposed = true;
|
|
|
|
// Closing the stream will cause any reads on the receiving thread to throw.
|
|
// This will mark the connection as no longer connected and the thread will terminate cleanly.
|
|
tcp?.Close();
|
|
|
|
if (disposing)
|
|
Recorder?.Dispose();
|
|
}
|
|
|
|
void IDisposable.Dispose()
|
|
{
|
|
Dispose(true);
|
|
GC.SuppressFinalize(this);
|
|
}
|
|
}
|
|
}
|