mirror of
https://github.com/Sarsoo/Spotify.NET.git
synced 2024-12-24 06:56:27 +00:00
Added SimpleRetryHandler
This commit is contained in:
parent
354111738c
commit
589f50b25f
170
SpotifyAPI.Web.Tests/Http/SimpleRetryHandlerTest.cs
Normal file
170
SpotifyAPI.Web.Tests/Http/SimpleRetryHandlerTest.cs
Normal file
@ -0,0 +1,170 @@
|
|||||||
|
using System;
|
||||||
|
using System.Collections.Generic;
|
||||||
|
using System.Net;
|
||||||
|
using System.Threading.Tasks;
|
||||||
|
using Moq;
|
||||||
|
using NUnit.Framework;
|
||||||
|
using SpotifyAPI.Web.Http;
|
||||||
|
|
||||||
|
namespace SpotifyAPI.Web
|
||||||
|
{
|
||||||
|
[TestFixture]
|
||||||
|
public class SimpleRetryHandlerTest
|
||||||
|
{
|
||||||
|
[Test]
|
||||||
|
public async Task HandleRetry_TooManyRequestsWithNoSuccess()
|
||||||
|
{
|
||||||
|
var sleep = new Mock<Func<int, Task>>();
|
||||||
|
|
||||||
|
var request = new Mock<IRequest>();
|
||||||
|
var initialResponse = new Mock<IResponse>();
|
||||||
|
initialResponse.SetupGet(r => r.StatusCode).Returns(HttpStatusCode.TooManyRequests);
|
||||||
|
initialResponse.SetupGet(r => r.Headers).Returns(new Dictionary<string, string> {
|
||||||
|
{ "Retry-After", "50" }
|
||||||
|
});
|
||||||
|
|
||||||
|
var retryCalled = 0;
|
||||||
|
Task<IResponse> retry(IRequest request)
|
||||||
|
{
|
||||||
|
retryCalled++;
|
||||||
|
return Task.FromResult(initialResponse.Object);
|
||||||
|
}
|
||||||
|
|
||||||
|
var handler = new SimpleRetryHandler(sleep.Object)
|
||||||
|
{
|
||||||
|
TooManyRequestsConsumesARetry = true,
|
||||||
|
RetryTimes = 2
|
||||||
|
};
|
||||||
|
var response = await handler.HandleRetry(request.Object, initialResponse.Object, retry);
|
||||||
|
|
||||||
|
Assert.AreEqual(2, retryCalled);
|
||||||
|
Assert.AreEqual(initialResponse.Object, response);
|
||||||
|
sleep.Verify(s => s(50000), Times.Exactly(2));
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
[Test]
|
||||||
|
public async Task HandleRetry_TooManyRetriesWithSuccess()
|
||||||
|
{
|
||||||
|
var sleep = new Mock<Func<int, Task>>();
|
||||||
|
|
||||||
|
var request = new Mock<IRequest>();
|
||||||
|
var initialResponse = new Mock<IResponse>();
|
||||||
|
initialResponse.SetupGet(r => r.StatusCode).Returns(HttpStatusCode.TooManyRequests);
|
||||||
|
initialResponse.SetupGet(r => r.Headers).Returns(new Dictionary<string, string> {
|
||||||
|
{ "Retry-After", "50" }
|
||||||
|
});
|
||||||
|
var successResponse = new Mock<IResponse>();
|
||||||
|
successResponse.SetupGet(r => r.StatusCode).Returns(HttpStatusCode.OK);
|
||||||
|
|
||||||
|
var retryCalled = 0;
|
||||||
|
Task<IResponse> retry(IRequest request)
|
||||||
|
{
|
||||||
|
retryCalled++;
|
||||||
|
return Task.FromResult(successResponse.Object);
|
||||||
|
}
|
||||||
|
|
||||||
|
var handler = new SimpleRetryHandler(sleep.Object)
|
||||||
|
{
|
||||||
|
TooManyRequestsConsumesARetry = true,
|
||||||
|
RetryTimes = 10
|
||||||
|
};
|
||||||
|
var response = await handler.HandleRetry(request.Object, initialResponse.Object, retry);
|
||||||
|
|
||||||
|
Assert.AreEqual(1, retryCalled);
|
||||||
|
Assert.AreEqual(successResponse.Object, response);
|
||||||
|
sleep.Verify(s => s(50000), Times.Once);
|
||||||
|
}
|
||||||
|
|
||||||
|
[Test]
|
||||||
|
public async Task HandleRetry_TooManyRetriesWithSuccessNoConsume()
|
||||||
|
{
|
||||||
|
var sleep = new Mock<Func<int, Task>>();
|
||||||
|
|
||||||
|
var request = new Mock<IRequest>();
|
||||||
|
var initialResponse = new Mock<IResponse>();
|
||||||
|
initialResponse.SetupGet(r => r.StatusCode).Returns(HttpStatusCode.TooManyRequests);
|
||||||
|
initialResponse.SetupGet(r => r.Headers).Returns(new Dictionary<string, string> {
|
||||||
|
{ "Retry-After", "50" }
|
||||||
|
});
|
||||||
|
var successResponse = new Mock<IResponse>();
|
||||||
|
successResponse.SetupGet(r => r.StatusCode).Returns(HttpStatusCode.OK);
|
||||||
|
|
||||||
|
var retryCalled = 0;
|
||||||
|
Task<IResponse> retry(IRequest request)
|
||||||
|
{
|
||||||
|
retryCalled++;
|
||||||
|
return Task.FromResult(successResponse.Object);
|
||||||
|
}
|
||||||
|
|
||||||
|
var handler = new SimpleRetryHandler(sleep.Object)
|
||||||
|
{
|
||||||
|
TooManyRequestsConsumesARetry = false,
|
||||||
|
RetryTimes = 0
|
||||||
|
};
|
||||||
|
var response = await handler.HandleRetry(request.Object, initialResponse.Object, retry);
|
||||||
|
|
||||||
|
Assert.AreEqual(1, retryCalled);
|
||||||
|
Assert.AreEqual(successResponse.Object, response);
|
||||||
|
sleep.Verify(s => s(50000), Times.Once);
|
||||||
|
}
|
||||||
|
|
||||||
|
[Test]
|
||||||
|
public async Task HandleRetry_ServerErrors()
|
||||||
|
{
|
||||||
|
var sleep = new Mock<Func<int, Task>>();
|
||||||
|
|
||||||
|
var request = new Mock<IRequest>();
|
||||||
|
var initialResponse = new Mock<IResponse>();
|
||||||
|
initialResponse.SetupGet(r => r.StatusCode).Returns(HttpStatusCode.BadGateway);
|
||||||
|
|
||||||
|
var retryCalled = 0;
|
||||||
|
Task<IResponse> retry(IRequest request)
|
||||||
|
{
|
||||||
|
retryCalled++;
|
||||||
|
return Task.FromResult(initialResponse.Object);
|
||||||
|
}
|
||||||
|
|
||||||
|
var handler = new SimpleRetryHandler(sleep.Object)
|
||||||
|
{
|
||||||
|
TooManyRequestsConsumesARetry = true,
|
||||||
|
RetryTimes = 10,
|
||||||
|
RetryAfter = 50
|
||||||
|
};
|
||||||
|
var response = await handler.HandleRetry(request.Object, initialResponse.Object, retry);
|
||||||
|
|
||||||
|
Assert.AreEqual(10, retryCalled);
|
||||||
|
Assert.AreEqual(initialResponse.Object, response);
|
||||||
|
sleep.Verify(s => s(50), Times.Exactly(10));
|
||||||
|
}
|
||||||
|
|
||||||
|
[Test]
|
||||||
|
public async Task HandleRetry_DirectSuccess()
|
||||||
|
{
|
||||||
|
var sleep = new Mock<Func<int, Task>>();
|
||||||
|
|
||||||
|
var request = new Mock<IRequest>();
|
||||||
|
var initialResponse = new Mock<IResponse>();
|
||||||
|
initialResponse.SetupGet(r => r.StatusCode).Returns(HttpStatusCode.OK);
|
||||||
|
|
||||||
|
var retryCalled = 0;
|
||||||
|
Task<IResponse> retry(IRequest request)
|
||||||
|
{
|
||||||
|
retryCalled++;
|
||||||
|
return Task.FromResult(initialResponse.Object);
|
||||||
|
}
|
||||||
|
|
||||||
|
var handler = new SimpleRetryHandler(sleep.Object)
|
||||||
|
{
|
||||||
|
TooManyRequestsConsumesARetry = true,
|
||||||
|
RetryTimes = 10,
|
||||||
|
RetryAfter = 50
|
||||||
|
};
|
||||||
|
var response = await handler.HandleRetry(request.Object, initialResponse.Object, retry);
|
||||||
|
|
||||||
|
Assert.AreEqual(0, retryCalled);
|
||||||
|
Assert.AreEqual(initialResponse.Object, response);
|
||||||
|
sleep.Verify(s => s(50), Times.Exactly(0));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
95
SpotifyAPI.Web/Http/SimpleRetryHandler.cs
Normal file
95
SpotifyAPI.Web/Http/SimpleRetryHandler.cs
Normal file
@ -0,0 +1,95 @@
|
|||||||
|
using System.Linq;
|
||||||
|
using System.Net;
|
||||||
|
using System;
|
||||||
|
using System.Threading.Tasks;
|
||||||
|
using System.Collections.Generic;
|
||||||
|
|
||||||
|
namespace SpotifyAPI.Web.Http
|
||||||
|
{
|
||||||
|
public class SimpleRetryHandler : IRetryHandler
|
||||||
|
{
|
||||||
|
private readonly Func<int, Task> _sleep;
|
||||||
|
|
||||||
|
/// <summary>
|
||||||
|
/// Specifies after how many miliseconds should a failed request be retried.
|
||||||
|
/// </summary>
|
||||||
|
public int RetryAfter { get; set; }
|
||||||
|
|
||||||
|
/// <summary>
|
||||||
|
/// Maximum number of tries for one failed request.
|
||||||
|
/// </summary>
|
||||||
|
public int RetryTimes { get; set; }
|
||||||
|
|
||||||
|
/// <summary>
|
||||||
|
/// Whether a failure of type "Too Many Requests" should use up one of the allocated retry attempts.
|
||||||
|
/// </summary>
|
||||||
|
public bool TooManyRequestsConsumesARetry { get; set; }
|
||||||
|
|
||||||
|
/// <summary>
|
||||||
|
/// Error codes that will trigger auto-retry
|
||||||
|
/// </summary>
|
||||||
|
public IEnumerable<HttpStatusCode> RetryErrorCodes { get; set; }
|
||||||
|
|
||||||
|
/// <summary>
|
||||||
|
/// A simple retry handler which retries a request based on status codes with a fixed sleep interval.
|
||||||
|
/// It also supports Retry-After headers sent by spotify. The execution will be delayed by the amount in
|
||||||
|
/// the Retry-After header
|
||||||
|
/// </summary>
|
||||||
|
/// <returns></returns>
|
||||||
|
public SimpleRetryHandler() : this(Task.Delay) { }
|
||||||
|
public SimpleRetryHandler(Func<int, Task> sleep)
|
||||||
|
{
|
||||||
|
_sleep = sleep;
|
||||||
|
RetryAfter = 50;
|
||||||
|
RetryTimes = 10;
|
||||||
|
TooManyRequestsConsumesARetry = false;
|
||||||
|
RetryErrorCodes = new[] {
|
||||||
|
HttpStatusCode.InternalServerError,
|
||||||
|
HttpStatusCode.BadGateway,
|
||||||
|
HttpStatusCode.ServiceUnavailable
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
private static int? ParseTooManyRetriesToMs(IResponse response)
|
||||||
|
{
|
||||||
|
if (response.StatusCode != HttpStatusCode.TooManyRequests)
|
||||||
|
{
|
||||||
|
return null;
|
||||||
|
}
|
||||||
|
if (int.TryParse(response.Headers["Retry-After"], out int secondsToWait))
|
||||||
|
{
|
||||||
|
return secondsToWait * 1000;
|
||||||
|
}
|
||||||
|
|
||||||
|
throw new APIException("429 received, but unable to parse Retry-After Header. This should not happen!");
|
||||||
|
}
|
||||||
|
|
||||||
|
public Task<IResponse> HandleRetry(IRequest request, IResponse response, Func<IRequest, Task<IResponse>> retry)
|
||||||
|
{
|
||||||
|
Ensure.ArgumentNotNull(response, nameof(response));
|
||||||
|
|
||||||
|
return HandleRetryInternally(request, response, retry, RetryTimes);
|
||||||
|
}
|
||||||
|
|
||||||
|
private async Task<IResponse> HandleRetryInternally(IRequest request, IResponse response, Func<IRequest, Task<IResponse>> retry, int triesLeft)
|
||||||
|
{
|
||||||
|
var secondsToWait = ParseTooManyRetriesToMs(response);
|
||||||
|
if (secondsToWait != null && (!TooManyRequestsConsumesARetry || triesLeft > 0))
|
||||||
|
{
|
||||||
|
await _sleep(secondsToWait.Value).ConfigureAwait(false);
|
||||||
|
response = await retry(request).ConfigureAwait(false);
|
||||||
|
var newTriesLeft = TooManyRequestsConsumesARetry ? triesLeft - 1 : triesLeft;
|
||||||
|
return await HandleRetryInternally(request, response, retry, newTriesLeft).ConfigureAwait(false);
|
||||||
|
}
|
||||||
|
|
||||||
|
while (RetryErrorCodes.Contains(response.StatusCode) && triesLeft > 0)
|
||||||
|
{
|
||||||
|
await _sleep(RetryAfter).ConfigureAwait(false);
|
||||||
|
response = await retry(request).ConfigureAwait(false);
|
||||||
|
return await HandleRetryInternally(request, response, retry, triesLeft - 1).ConfigureAwait(false);
|
||||||
|
}
|
||||||
|
|
||||||
|
return response;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
@ -39,7 +39,7 @@ namespace SpotifyAPI.Web
|
|||||||
throw new ArgumentException("String is empty or null", name);
|
throw new ArgumentException("String is empty or null", name);
|
||||||
}
|
}
|
||||||
|
|
||||||
public static void ArgumentNotNullOrEmptyList<T>(IList<T> value, string name)
|
public static void ArgumentNotNullOrEmptyList<T>(IEnumerable<T> value, string name)
|
||||||
{
|
{
|
||||||
if (value != null && value.Any())
|
if (value != null && value.Any())
|
||||||
{
|
{
|
||||||
|
Loading…
Reference in New Issue
Block a user