|
@@ -1,6 +1,5 @@
|
|
|
-using System.Collections.Generic;
|
|
|
using System;
|
|
|
-using System.Collections.Concurrent;
|
|
|
+using System.Collections.Generic;
|
|
|
using System.Linq;
|
|
|
using System.Net.WebSockets;
|
|
|
using System.Threading;
|
|
@@ -26,9 +25,9 @@ namespace Emby.Server.Implementations.Session
|
|
|
public readonly int WebSocketLostTimeout = 60;
|
|
|
|
|
|
/// <summary>
|
|
|
- /// The keep-alive timer factor; controls how often the timer will check on the status of the WebSockets.
|
|
|
+ /// The keep-alive interval factor; controls how often the watcher will check on the status of the WebSockets.
|
|
|
/// </summary>
|
|
|
- public readonly double TimerFactor = 0.2;
|
|
|
+ public readonly double IntervalFactor = 0.2;
|
|
|
|
|
|
/// <summary>
|
|
|
/// The ForceKeepAlive factor; controls when a ForceKeepAlive is sent.
|
|
@@ -53,14 +52,24 @@ namespace Emby.Server.Implementations.Session
|
|
|
private readonly IHttpServer _httpServer;
|
|
|
|
|
|
/// <summary>
|
|
|
- /// The KeepAlive timer.
|
|
|
+ /// The KeepAlive cancellation token.
|
|
|
+ /// </summary>
|
|
|
+ private CancellationTokenSource _keepAliveCancellationToken;
|
|
|
+
|
|
|
+ /// <summary>
|
|
|
+ /// Lock used for accesing the KeepAlive cancellation token.
|
|
|
/// </summary>
|
|
|
- private Timer _keepAliveTimer;
|
|
|
+ private readonly object _keepAliveLock = new object();
|
|
|
|
|
|
/// <summary>
|
|
|
/// The WebSocket watchlist.
|
|
|
/// </summary>
|
|
|
- private readonly ConcurrentDictionary<IWebSocketConnection, byte> _webSockets = new ConcurrentDictionary<IWebSocketConnection, byte>();
|
|
|
+ private readonly HashSet<IWebSocketConnection> _webSockets = new HashSet<IWebSocketConnection>();
|
|
|
+
|
|
|
+ /// <summary>
|
|
|
+ /// Lock used for accesing the WebSockets watchlist.
|
|
|
+ /// </summary>
|
|
|
+ private readonly object _webSocketsLock = new object();
|
|
|
|
|
|
/// <summary>
|
|
|
/// Initializes a new instance of the <see cref="SessionWebSocketListener" /> class.
|
|
@@ -113,7 +122,7 @@ namespace Emby.Server.Implementations.Session
|
|
|
public void Dispose()
|
|
|
{
|
|
|
_httpServer.WebSocketConnected -= _serverManager_WebSocketConnected;
|
|
|
- StopKeepAliveTimer();
|
|
|
+ StopKeepAlive();
|
|
|
}
|
|
|
|
|
|
/// <summary>
|
|
@@ -140,6 +149,7 @@ namespace Emby.Server.Implementations.Session
|
|
|
private void OnWebSocketClosed(object sender, EventArgs e)
|
|
|
{
|
|
|
var webSocket = (IWebSocketConnection) sender;
|
|
|
+ _logger.LogDebug("WebSockets {0} closed.", webSocket);
|
|
|
RemoveWebSocket(webSocket);
|
|
|
}
|
|
|
|
|
@@ -147,15 +157,20 @@ namespace Emby.Server.Implementations.Session
|
|
|
/// Adds a WebSocket to the KeepAlive watchlist.
|
|
|
/// </summary>
|
|
|
/// <param name="webSocket">The WebSocket to monitor.</param>
|
|
|
- private async void KeepAliveWebSocket(IWebSocketConnection webSocket)
|
|
|
+ private async Task KeepAliveWebSocket(IWebSocketConnection webSocket)
|
|
|
{
|
|
|
- if (!_webSockets.TryAdd(webSocket, 0))
|
|
|
+ lock (_webSocketsLock)
|
|
|
{
|
|
|
- _logger.LogWarning("Multiple attempts to keep alive single WebSocket {0}", webSocket);
|
|
|
- return;
|
|
|
+ if (!_webSockets.Add(webSocket))
|
|
|
+ {
|
|
|
+ _logger.LogWarning("Multiple attempts to keep alive single WebSocket {0}", webSocket);
|
|
|
+ return;
|
|
|
+ }
|
|
|
+ webSocket.Closed += OnWebSocketClosed;
|
|
|
+ webSocket.LastKeepAliveDate = DateTime.UtcNow;
|
|
|
+
|
|
|
+ StartKeepAlive();
|
|
|
}
|
|
|
- webSocket.Closed += OnWebSocketClosed;
|
|
|
- webSocket.LastKeepAliveDate = DateTime.UtcNow;
|
|
|
|
|
|
// Notify WebSocket about timeout
|
|
|
try
|
|
@@ -164,10 +179,8 @@ namespace Emby.Server.Implementations.Session
|
|
|
}
|
|
|
catch (WebSocketException exception)
|
|
|
{
|
|
|
- _logger.LogWarning(exception, "Error sending ForceKeepAlive message to WebSocket.");
|
|
|
+ _logger.LogWarning(exception, "Error sending ForceKeepAlive message to WebSocket {0}.", webSocket);
|
|
|
}
|
|
|
-
|
|
|
- StartKeepAliveTimer();
|
|
|
}
|
|
|
|
|
|
/// <summary>
|
|
@@ -176,87 +189,130 @@ namespace Emby.Server.Implementations.Session
|
|
|
/// <param name="webSocket">The WebSocket to remove.</param>
|
|
|
private void RemoveWebSocket(IWebSocketConnection webSocket)
|
|
|
{
|
|
|
- webSocket.Closed -= OnWebSocketClosed;
|
|
|
- _webSockets.TryRemove(webSocket, out _);
|
|
|
+ lock (_webSocketsLock)
|
|
|
+ {
|
|
|
+ if (!_webSockets.Remove(webSocket))
|
|
|
+ {
|
|
|
+ _logger.LogWarning("WebSocket {0} not on watchlist.", webSocket);
|
|
|
+ }
|
|
|
+ else
|
|
|
+ {
|
|
|
+ webSocket.Closed -= OnWebSocketClosed;
|
|
|
+ }
|
|
|
+ }
|
|
|
}
|
|
|
|
|
|
/// <summary>
|
|
|
- /// Starts the KeepAlive timer.
|
|
|
+ /// Starts the KeepAlive watcher.
|
|
|
/// </summary>
|
|
|
- private void StartKeepAliveTimer()
|
|
|
+ private void StartKeepAlive()
|
|
|
{
|
|
|
- if (_keepAliveTimer == null)
|
|
|
+ lock (_keepAliveLock)
|
|
|
{
|
|
|
- _keepAliveTimer = new Timer(
|
|
|
- KeepAliveSockets,
|
|
|
- null,
|
|
|
- TimeSpan.FromSeconds(WebSocketLostTimeout * TimerFactor),
|
|
|
- TimeSpan.FromSeconds(WebSocketLostTimeout * TimerFactor)
|
|
|
- );
|
|
|
+ if (_keepAliveCancellationToken == null)
|
|
|
+ {
|
|
|
+ _keepAliveCancellationToken = new CancellationTokenSource();
|
|
|
+ // Start KeepAlive watcher
|
|
|
+ KeepAliveSockets(
|
|
|
+ TimeSpan.FromSeconds(WebSocketLostTimeout * IntervalFactor),
|
|
|
+ _keepAliveCancellationToken.Token);
|
|
|
+ }
|
|
|
}
|
|
|
}
|
|
|
|
|
|
/// <summary>
|
|
|
- /// Stops the KeepAlive timer.
|
|
|
+ /// Stops the KeepAlive watcher.
|
|
|
/// </summary>
|
|
|
- private void StopKeepAliveTimer()
|
|
|
+ private void StopKeepAlive()
|
|
|
{
|
|
|
- if (_keepAliveTimer != null)
|
|
|
+ lock (_keepAliveLock)
|
|
|
{
|
|
|
- _keepAliveTimer.Dispose();
|
|
|
- _keepAliveTimer = null;
|
|
|
+ if (_keepAliveCancellationToken != null)
|
|
|
+ {
|
|
|
+ _keepAliveCancellationToken.Cancel();
|
|
|
+ _keepAliveCancellationToken = null;
|
|
|
+ }
|
|
|
}
|
|
|
|
|
|
- foreach (var pair in _webSockets)
|
|
|
+ lock (_webSocketsLock)
|
|
|
{
|
|
|
- pair.Key.Closed -= OnWebSocketClosed;
|
|
|
+ foreach (var webSocket in _webSockets)
|
|
|
+ {
|
|
|
+ webSocket.Closed -= OnWebSocketClosed;
|
|
|
+ }
|
|
|
+ _webSockets.Clear();
|
|
|
}
|
|
|
}
|
|
|
|
|
|
/// <summary>
|
|
|
- /// Checks status of KeepAlive of WebSockets.
|
|
|
+ /// Checks status of KeepAlive of WebSockets once every the specified interval time.
|
|
|
/// </summary>
|
|
|
- /// <param name="state">The state.</param>
|
|
|
- private async void KeepAliveSockets(object state)
|
|
|
+ /// <param name="interval">The interval.</param>
|
|
|
+ /// <param name="cancellationToken">The cancellation token.</param>
|
|
|
+ private async Task KeepAliveSockets(TimeSpan interval, CancellationToken cancellationToken)
|
|
|
{
|
|
|
- var inactive = _webSockets.Keys.Where(i =>
|
|
|
+ while (true)
|
|
|
{
|
|
|
- var elapsed = (DateTime.UtcNow - i.LastKeepAliveDate).TotalSeconds;
|
|
|
- return (elapsed > WebSocketLostTimeout * ForceKeepAliveFactor) && (elapsed < WebSocketLostTimeout);
|
|
|
- });
|
|
|
- var lost = _webSockets.Keys.Where(i => (DateTime.UtcNow - i.LastKeepAliveDate).TotalSeconds >= WebSocketLostTimeout);
|
|
|
+ _logger.LogDebug("Watching {0} WebSockets.", _webSockets.Count());
|
|
|
|
|
|
- if (inactive.Any())
|
|
|
- {
|
|
|
- _logger.LogDebug("Sending ForceKeepAlive message to {0} inactive WebSockets.", inactive.Count());
|
|
|
- }
|
|
|
+ IEnumerable<IWebSocketConnection> inactive;
|
|
|
+ IEnumerable<IWebSocketConnection> lost;
|
|
|
+ lock (_webSocketsLock)
|
|
|
+ {
|
|
|
+ inactive = _webSockets.Where(i =>
|
|
|
+ {
|
|
|
+ var elapsed = (DateTime.UtcNow - i.LastKeepAliveDate).TotalSeconds;
|
|
|
+ return (elapsed > WebSocketLostTimeout * ForceKeepAliveFactor) && (elapsed < WebSocketLostTimeout);
|
|
|
+ });
|
|
|
+ lost = _webSockets.Where(i => (DateTime.UtcNow - i.LastKeepAliveDate).TotalSeconds >= WebSocketLostTimeout);
|
|
|
+ }
|
|
|
|
|
|
- foreach (var webSocket in inactive)
|
|
|
- {
|
|
|
- try
|
|
|
+ if (inactive.Any())
|
|
|
{
|
|
|
- await SendForceKeepAlive(webSocket);
|
|
|
+ _logger.LogInformation("Sending ForceKeepAlive message to {0} inactive WebSockets.", inactive.Count());
|
|
|
}
|
|
|
- catch (WebSocketException exception)
|
|
|
+
|
|
|
+ foreach (var webSocket in inactive)
|
|
|
{
|
|
|
- _logger.LogInformation(exception, "Error sending ForceKeepAlive message to WebSocket.");
|
|
|
- lost.Append(webSocket);
|
|
|
+ try
|
|
|
+ {
|
|
|
+ await SendForceKeepAlive(webSocket);
|
|
|
+ }
|
|
|
+ catch (WebSocketException exception)
|
|
|
+ {
|
|
|
+ _logger.LogInformation(exception, "Error sending ForceKeepAlive message to WebSocket.");
|
|
|
+ lost = lost.Append(webSocket);
|
|
|
+ }
|
|
|
}
|
|
|
- }
|
|
|
|
|
|
- if (lost.Any())
|
|
|
- {
|
|
|
- _logger.LogInformation("Lost {0} WebSockets.", lost.Count());
|
|
|
- foreach (var webSocket in lost)
|
|
|
+ lock (_webSocketsLock)
|
|
|
{
|
|
|
- // TODO: handle session relative to the lost webSocket
|
|
|
- RemoveWebSocket(webSocket);
|
|
|
+ if (lost.Any())
|
|
|
+ {
|
|
|
+ _logger.LogInformation("Lost {0} WebSockets.", lost.Count());
|
|
|
+ foreach (var webSocket in lost.ToList())
|
|
|
+ {
|
|
|
+ // TODO: handle session relative to the lost webSocket
|
|
|
+ RemoveWebSocket(webSocket);
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ if (!_webSockets.Any())
|
|
|
+ {
|
|
|
+ StopKeepAlive();
|
|
|
+ }
|
|
|
}
|
|
|
- }
|
|
|
|
|
|
- if (!_webSockets.Any())
|
|
|
- {
|
|
|
- StopKeepAliveTimer();
|
|
|
+ // Wait for next interval
|
|
|
+ Task task = Task.Delay(interval, cancellationToken);
|
|
|
+ try
|
|
|
+ {
|
|
|
+ await task;
|
|
|
+ }
|
|
|
+ catch (TaskCanceledException)
|
|
|
+ {
|
|
|
+ return;
|
|
|
+ }
|
|
|
}
|
|
|
}
|
|
|
|