using MediaBrowser.Common.Configuration;
using MediaBrowser.Common.IO;
using MediaBrowser.Common.Net;
using MediaBrowser.Model.Logging;
using MediaBrowser.Model.Net;
using System;
using System.Collections.Concurrent;
using System.Collections.Generic;
using System.Globalization;
using System.IO;
using System.Linq;
using System.Net;
using System.Net.Cache;
using System.Net.Http;
using System.Reflection;
using System.Text;
using System.Threading;
using System.Threading.Tasks;
namespace MediaBrowser.Common.Implementations.HttpClientManager
{
    /// 
    /// Class HttpClientManager
    /// 
    public class HttpClientManager : IHttpClient
    {
        /// 
        /// When one request to a host times out, we'll ban all other requests for this period of time, to prevent scans from stalling
        /// 
        private const int TimeoutSeconds = 30;
        /// 
        /// The _logger
        /// 
        private readonly ILogger _logger;
        /// 
        /// The _app paths
        /// 
        private readonly IApplicationPaths _appPaths;
        private readonly IFileSystem _fileSystem;
        /// 
        /// Initializes a new instance of the  class.
        /// 
        /// The app paths.
        /// The logger.
        /// The file system.
        /// appPaths
        /// or
        /// logger
        public HttpClientManager(IApplicationPaths appPaths, ILogger logger, IFileSystem fileSystem)
        {
            if (appPaths == null)
            {
                throw new ArgumentNullException("appPaths");
            }
            if (logger == null)
            {
                throw new ArgumentNullException("logger");
            }
            _logger = logger;
            _fileSystem = fileSystem;
            _appPaths = appPaths;
            // http://stackoverflow.com/questions/566437/http-post-returns-the-error-417-expectation-failed-c
            ServicePointManager.Expect100Continue = false;
        }
        /// 
        /// Holds a dictionary of http clients by host.  Use GetHttpClient(host) to retrieve or create a client for web requests.
        /// DON'T dispose it after use.
        /// 
        /// The HTTP clients.
        private readonly ConcurrentDictionary _httpClients = new ConcurrentDictionary();
        /// 
        /// Gets
        /// 
        /// The host.
        /// if set to true [enable HTTP compression].
        /// HttpClient.
        /// host
        private HttpClientInfo GetHttpClient(string host, bool enableHttpCompression)
        {
            if (string.IsNullOrEmpty(host))
            {
                throw new ArgumentNullException("host");
            }
            HttpClientInfo client;
            var key = host + enableHttpCompression;
            if (!_httpClients.TryGetValue(key, out client))
            {
                client = new HttpClientInfo();
                _httpClients.TryAdd(key, client);
            }
            return client;
        }
        private WebRequest GetMonoRequest(HttpRequestOptions options, string method, bool enableHttpCompression)
        {
            var request = (HttpWebRequest)WebRequest.Create(options.Url);
            if (!string.IsNullOrEmpty(options.AcceptHeader))
            {
                request.Accept = options.AcceptHeader;
            }
            request.AutomaticDecompression = enableHttpCompression ? DecompressionMethods.Deflate : DecompressionMethods.None;
            request.CachePolicy = new RequestCachePolicy(RequestCacheLevel.Revalidate);
            request.ConnectionGroupName = GetHostFromUrl(options.Url);
            request.KeepAlive = true;
            request.Method = method;
            request.Pipelined = true;
            request.Timeout = 20000;
            if (!string.IsNullOrEmpty(options.UserAgent))
            {
                request.UserAgent = options.UserAgent;
            }
            return request;
        }
        private PropertyInfo _httpBehaviorPropertyInfo;
        private WebRequest GetRequest(HttpRequestOptions options, string method, bool enableHttpCompression)
        {
#if __MonoCS__
            return GetMonoRequest(options, method, enableHttpCompression);
#endif
            var request = HttpWebRequest.CreateHttp(options.Url);
            if (!string.IsNullOrEmpty(options.AcceptHeader))
            {
                request.Accept = options.AcceptHeader;
            }
            request.AutomaticDecompression = enableHttpCompression ? DecompressionMethods.Deflate : DecompressionMethods.None;
            request.CachePolicy = new RequestCachePolicy(RequestCacheLevel.Revalidate);
            request.ConnectionGroupName = GetHostFromUrl(options.Url);
            request.KeepAlive = true;
            request.Method = method;
            request.Pipelined = true;
            request.Timeout = 20000;
            if (!string.IsNullOrEmpty(options.UserAgent))
            {
                request.UserAgent = options.UserAgent;
            }
            // This is a hack to prevent KeepAlive from getting disabled internally by the HttpWebRequest
            // May need to remove this for mono
            var sp = request.ServicePoint;
            if (_httpBehaviorPropertyInfo == null)
            {
                _httpBehaviorPropertyInfo = sp.GetType().GetProperty("HttpBehaviour", BindingFlags.Instance | BindingFlags.NonPublic);
            }
            _httpBehaviorPropertyInfo.SetValue(sp, (byte)0, null);
            return request;
        }
        /// 
        /// Gets the response internal.
        /// 
        /// The options.
        /// Task{HttpResponseInfo}.
        /// 
        /// 
        public Task GetResponse(HttpRequestOptions options)
        {
            return SendAsync(options, "GET");
        }
        /// 
        /// Performs a GET request and returns the resulting stream
        /// 
        /// The options.
        /// Task{Stream}.
        /// 
        /// 
        public async Task Get(HttpRequestOptions options)
        {
            var response = await GetResponse(options).ConfigureAwait(false);
            return response.Content;
        }
        /// 
        /// Performs a GET request and returns the resulting stream
        /// 
        /// The URL.
        /// The resource pool.
        /// The cancellation token.
        /// Task{Stream}.
        public Task Get(string url, SemaphoreSlim resourcePool, CancellationToken cancellationToken)
        {
            return Get(new HttpRequestOptions
            {
                Url = url,
                ResourcePool = resourcePool,
                CancellationToken = cancellationToken,
            });
        }
        /// 
        /// Gets the specified URL.
        /// 
        /// The URL.
        /// The cancellation token.
        /// Task{Stream}.
        public Task Get(string url, CancellationToken cancellationToken)
        {
            return Get(url, null, cancellationToken);
        }
        /// 
        /// send as an asynchronous operation.
        /// 
        /// The options.
        /// The HTTP method.
        /// Task{HttpResponseInfo}.
        /// 
        /// 
        private async Task SendAsync(HttpRequestOptions options, string httpMethod)
        {
            ValidateParams(options);
            options.CancellationToken.ThrowIfCancellationRequested();
            var client = GetHttpClient(GetHostFromUrl(options.Url), options.EnableHttpCompression);
            if ((DateTime.UtcNow - client.LastTimeout).TotalSeconds < TimeoutSeconds)
            {
                throw new HttpException(string.Format("Cancelling connection to {0} due to a previous timeout.", options.Url)) { IsTimedOut = true };
            }
            var httpWebRequest = GetRequest(options, httpMethod, options.EnableHttpCompression);
            if (!string.IsNullOrEmpty(options.RequestContent) || string.Equals(httpMethod, "post", StringComparison.OrdinalIgnoreCase))
            {
                var content = options.RequestContent ?? string.Empty;
                var bytes = Encoding.UTF8.GetBytes(content);
                httpWebRequest.ContentType = options.RequestContentType ?? "application/x-www-form-urlencoded";
                httpWebRequest.ContentLength = bytes.Length;
                httpWebRequest.GetRequestStream().Write(bytes, 0, bytes.Length);
            }
            if (options.ResourcePool != null)
            {
                await options.ResourcePool.WaitAsync(options.CancellationToken).ConfigureAwait(false);
            }
            if ((DateTime.UtcNow - client.LastTimeout).TotalSeconds < TimeoutSeconds)
            {
                if (options.ResourcePool != null)
                {
                    options.ResourcePool.Release();
                }
                throw new HttpException(string.Format("Connection to {0} timed out", options.Url)) { IsTimedOut = true };
            }
            _logger.Info("HttpClientManager {0}: {1}", httpMethod.ToUpper(), options.Url);
            try
            {
                options.CancellationToken.ThrowIfCancellationRequested();
                using (var response = await httpWebRequest.GetResponseAsync().ConfigureAwait(false))
                {
                    var httpResponse = (HttpWebResponse)response;
                    EnsureSuccessStatusCode(httpResponse);
                    options.CancellationToken.ThrowIfCancellationRequested();
                    using (var stream = httpResponse.GetResponseStream())
                    {
                        var memoryStream = new MemoryStream();
                        await stream.CopyToAsync(memoryStream).ConfigureAwait(false);
                        memoryStream.Position = 0;
                        return new HttpResponseInfo
                        {
                            Content = memoryStream,
                            StatusCode = httpResponse.StatusCode,
                            ContentType = httpResponse.ContentType
                        };
                    }
                }
            }
            catch (OperationCanceledException ex)
            {
                var exception = GetCancellationException(options.Url, options.CancellationToken, ex);
                var httpException = exception as HttpException;
                if (httpException != null && httpException.IsTimedOut)
                {
                    client.LastTimeout = DateTime.UtcNow;
                }
                throw exception;
            }
            catch (HttpRequestException ex)
            {
                _logger.ErrorException("Error getting response from " + options.Url, ex);
                throw new HttpException(ex.Message, ex);
            }
            catch (WebException ex)
            {
                _logger.ErrorException("Error getting response from " + options.Url, ex);
                throw new HttpException(ex.Message, ex);
            }
            catch (Exception ex)
            {
                _logger.ErrorException("Error getting response from " + options.Url, ex);
                throw;
            }
            finally
            {
                if (options.ResourcePool != null)
                {
                    options.ResourcePool.Release();
                }
            }
        }
        public Task Post(HttpRequestOptions options)
        {
            return SendAsync(options, "POST");
        }
        /// 
        /// Performs a POST request
        /// 
        /// The options.
        /// Params to add to the POST data.
        /// stream on success, null on failure
        /// 
        /// 
        /// postData
        /// 
        public async Task Post(HttpRequestOptions options, Dictionary postData)
        {
            var strings = postData.Keys.Select(key => string.Format("{0}={1}", key, postData[key]));
            var postContent = string.Join("&", strings.ToArray());
            options.RequestContent = postContent;
            options.RequestContentType = "application/x-www-form-urlencoded";
            var response = await Post(options).ConfigureAwait(false);
            return response.Content;
        }
        /// 
        /// Performs a POST request
        /// 
        /// The URL.
        /// Params to add to the POST data.
        /// The resource pool.
        /// The cancellation token.
        /// stream on success, null on failure
        public Task Post(string url, Dictionary postData, SemaphoreSlim resourcePool, CancellationToken cancellationToken)
        {
            return Post(new HttpRequestOptions
            {
                Url = url,
                ResourcePool = resourcePool,
                CancellationToken = cancellationToken
            }, postData);
        }
        /// 
        /// Downloads the contents of a given url into a temporary location
        /// 
        /// The options.
        /// Task{System.String}.
        /// progress
        /// 
        /// 
        public async Task GetTempFile(HttpRequestOptions options)
        {
            var response = await GetTempFileResponse(options).ConfigureAwait(false);
            return response.TempFilePath;
        }
        public async Task GetTempFileResponse(HttpRequestOptions options)
        {
            ValidateParams(options);
            Directory.CreateDirectory(_appPaths.TempDirectory);
            var tempFile = Path.Combine(_appPaths.TempDirectory, Guid.NewGuid() + ".tmp");
            if (options.Progress == null)
            {
                throw new ArgumentNullException("progress");
            }
            options.CancellationToken.ThrowIfCancellationRequested();
            var httpWebRequest = GetRequest(options, "GET", options.EnableHttpCompression);
            if (options.ResourcePool != null)
            {
                await options.ResourcePool.WaitAsync(options.CancellationToken).ConfigureAwait(false);
            }
            options.Progress.Report(0);
            _logger.Info("HttpClientManager.GetTempFileResponse url: {0}", options.Url);
            try
            {
                options.CancellationToken.ThrowIfCancellationRequested();
                using (var response = await httpWebRequest.GetResponseAsync().ConfigureAwait(false))
                {
                    var httpResponse = (HttpWebResponse)response;
                    EnsureSuccessStatusCode(httpResponse);
                    options.CancellationToken.ThrowIfCancellationRequested();
                    var contentLength = GetContentLength(httpResponse);
                    if (!contentLength.HasValue)
                    {
                        // We're not able to track progress
                        using (var stream = httpResponse.GetResponseStream())
                        {
                            using (var fs = _fileSystem.GetFileStream(tempFile, FileMode.Create, FileAccess.Write, FileShare.Read, true))
                            {
                                await stream.CopyToAsync(fs, StreamDefaults.DefaultCopyToBufferSize, options.CancellationToken).ConfigureAwait(false);
                            }
                        }
                    }
                    else
                    {
                        using (var stream = ProgressStream.CreateReadProgressStream(httpResponse.GetResponseStream(), options.Progress.Report, contentLength.Value))
                        {
                            using (var fs = _fileSystem.GetFileStream(tempFile, FileMode.Create, FileAccess.Write, FileShare.Read, true))
                            {
                                await stream.CopyToAsync(fs, StreamDefaults.DefaultCopyToBufferSize, options.CancellationToken).ConfigureAwait(false);
                            }
                        }
                    }
                    options.Progress.Report(100);
                    return new HttpResponseInfo
                    {
                        TempFilePath = tempFile,
                        StatusCode = httpResponse.StatusCode,
                        ContentType = httpResponse.ContentType
                    };
                }
            }
            catch (OperationCanceledException ex)
            {
                throw GetTempFileException(ex, options, tempFile);
            }
            catch (HttpRequestException ex)
            {
                throw GetTempFileException(ex, options, tempFile);
            }
            catch (WebException ex)
            {
                throw GetTempFileException(ex, options, tempFile);
            }
            catch (Exception ex)
            {
                throw GetTempFileException(ex, options, tempFile);
            }
            finally
            {
                if (options.ResourcePool != null)
                {
                    options.ResourcePool.Release();
                }
            }
        }
        private long? GetContentLength(HttpWebResponse response)
        {
            var length = response.ContentLength;
            if (length == 0)
            {
                return null;
            }
            return length;
        }
        protected static readonly CultureInfo UsCulture = new CultureInfo("en-US");
        /// 
        /// Handles the temp file exception.
        /// 
        /// The ex.
        /// The options.
        /// The temp file.
        /// Task.
        /// 
        private Exception GetTempFileException(Exception ex, HttpRequestOptions options, string tempFile)
        {
            var operationCanceledException = ex as OperationCanceledException;
            if (operationCanceledException != null)
            {
                // Cleanup
                DeleteTempFile(tempFile);
                return GetCancellationException(options.Url, options.CancellationToken, operationCanceledException);
            }
            _logger.ErrorException("Error getting response from " + options.Url, ex);
            // Cleanup
            DeleteTempFile(tempFile);
            var httpRequestException = ex as HttpRequestException;
            if (httpRequestException != null)
            {
                return new HttpException(ex.Message, ex);
            }
            var webException = ex as WebException;
            if (webException != null)
            {
                return new HttpException(ex.Message, ex);
            }
            return ex;
        }
        private void DeleteTempFile(string file)
        {
            try
            {
                File.Delete(file);
            }
            catch (IOException)
            {
                // Might not have been created at all. No need to worry.
            }
        }
        private void ValidateParams(HttpRequestOptions options)
        {
            if (string.IsNullOrEmpty(options.Url))
            {
                throw new ArgumentNullException("options");
            }
        }
        /// 
        /// Gets the host from URL.
        /// 
        /// The URL.
        /// System.String.
        private string GetHostFromUrl(string url)
        {
            var start = url.IndexOf("://", StringComparison.OrdinalIgnoreCase) + 3;
            var len = url.IndexOf('/', start) - start;
            return url.Substring(start, len);
        }
        /// 
        /// Performs application-defined tasks associated with freeing, releasing, or resetting unmanaged resources.
        /// 
        public void Dispose()
        {
            Dispose(true);
            GC.SuppressFinalize(this);
        }
        /// 
        /// Releases unmanaged and - optionally - managed resources.
        /// 
        /// true to release both managed and unmanaged resources; false to release only unmanaged resources.
        protected virtual void Dispose(bool dispose)
        {
            if (dispose)
            {
                _httpClients.Clear();
            }
        }
        /// 
        /// Throws the cancellation exception.
        /// 
        /// The URL.
        /// The cancellation token.
        /// The exception.
        /// Exception.
        private Exception GetCancellationException(string url, CancellationToken cancellationToken, OperationCanceledException exception)
        {
            // If the HttpClient's timeout is reached, it will cancel the Task internally
            if (!cancellationToken.IsCancellationRequested)
            {
                var msg = string.Format("Connection to {0} timed out", url);
                _logger.Error(msg);
                // Throw an HttpException so that the caller doesn't think it was cancelled by user code
                return new HttpException(msg, exception) { IsTimedOut = true };
            }
            return exception;
        }
        private void EnsureSuccessStatusCode(HttpWebResponse response)
        {
            var statusCode = response.StatusCode;
            var isSuccessful = statusCode >= HttpStatusCode.OK && statusCode <= (HttpStatusCode)299;
            if (!isSuccessful)
            {
                throw new HttpException(response.StatusDescription) { StatusCode = response.StatusCode };
            }
        }
        /// 
        /// Posts the specified URL.
        /// 
        /// The URL.
        /// The post data.
        /// The cancellation token.
        /// Task{Stream}.
        public Task Post(string url, Dictionary postData, CancellationToken cancellationToken)
        {
            return Post(url, postData, null, cancellationToken);
        }
    }
}