Added SimpleRetryHandler

This commit is contained in:
Jonas Dellinger 2020-05-12 17:53:17 +02:00
parent 354111738c
commit 589f50b25f
3 changed files with 266 additions and 1 deletions

View File

@ -0,0 +1,170 @@
using System;
using System.Collections.Generic;
using System.Net;
using System.Threading.Tasks;
using Moq;
using NUnit.Framework;
using SpotifyAPI.Web.Http;
namespace SpotifyAPI.Web
{
[TestFixture]
public class SimpleRetryHandlerTest
{
[Test]
public async Task HandleRetry_TooManyRequestsWithNoSuccess()
{
var sleep = new Mock<Func<int, Task>>();
var request = new Mock<IRequest>();
var initialResponse = new Mock<IResponse>();
initialResponse.SetupGet(r => r.StatusCode).Returns(HttpStatusCode.TooManyRequests);
initialResponse.SetupGet(r => r.Headers).Returns(new Dictionary<string, string> {
{ "Retry-After", "50" }
});
var retryCalled = 0;
Task<IResponse> retry(IRequest request)
{
retryCalled++;
return Task.FromResult(initialResponse.Object);
}
var handler = new SimpleRetryHandler(sleep.Object)
{
TooManyRequestsConsumesARetry = true,
RetryTimes = 2
};
var response = await handler.HandleRetry(request.Object, initialResponse.Object, retry);
Assert.AreEqual(2, retryCalled);
Assert.AreEqual(initialResponse.Object, response);
sleep.Verify(s => s(50000), Times.Exactly(2));
}
[Test]
public async Task HandleRetry_TooManyRetriesWithSuccess()
{
var sleep = new Mock<Func<int, Task>>();
var request = new Mock<IRequest>();
var initialResponse = new Mock<IResponse>();
initialResponse.SetupGet(r => r.StatusCode).Returns(HttpStatusCode.TooManyRequests);
initialResponse.SetupGet(r => r.Headers).Returns(new Dictionary<string, string> {
{ "Retry-After", "50" }
});
var successResponse = new Mock<IResponse>();
successResponse.SetupGet(r => r.StatusCode).Returns(HttpStatusCode.OK);
var retryCalled = 0;
Task<IResponse> retry(IRequest request)
{
retryCalled++;
return Task.FromResult(successResponse.Object);
}
var handler = new SimpleRetryHandler(sleep.Object)
{
TooManyRequestsConsumesARetry = true,
RetryTimes = 10
};
var response = await handler.HandleRetry(request.Object, initialResponse.Object, retry);
Assert.AreEqual(1, retryCalled);
Assert.AreEqual(successResponse.Object, response);
sleep.Verify(s => s(50000), Times.Once);
}
[Test]
public async Task HandleRetry_TooManyRetriesWithSuccessNoConsume()
{
var sleep = new Mock<Func<int, Task>>();
var request = new Mock<IRequest>();
var initialResponse = new Mock<IResponse>();
initialResponse.SetupGet(r => r.StatusCode).Returns(HttpStatusCode.TooManyRequests);
initialResponse.SetupGet(r => r.Headers).Returns(new Dictionary<string, string> {
{ "Retry-After", "50" }
});
var successResponse = new Mock<IResponse>();
successResponse.SetupGet(r => r.StatusCode).Returns(HttpStatusCode.OK);
var retryCalled = 0;
Task<IResponse> retry(IRequest request)
{
retryCalled++;
return Task.FromResult(successResponse.Object);
}
var handler = new SimpleRetryHandler(sleep.Object)
{
TooManyRequestsConsumesARetry = false,
RetryTimes = 0
};
var response = await handler.HandleRetry(request.Object, initialResponse.Object, retry);
Assert.AreEqual(1, retryCalled);
Assert.AreEqual(successResponse.Object, response);
sleep.Verify(s => s(50000), Times.Once);
}
[Test]
public async Task HandleRetry_ServerErrors()
{
var sleep = new Mock<Func<int, Task>>();
var request = new Mock<IRequest>();
var initialResponse = new Mock<IResponse>();
initialResponse.SetupGet(r => r.StatusCode).Returns(HttpStatusCode.BadGateway);
var retryCalled = 0;
Task<IResponse> retry(IRequest request)
{
retryCalled++;
return Task.FromResult(initialResponse.Object);
}
var handler = new SimpleRetryHandler(sleep.Object)
{
TooManyRequestsConsumesARetry = true,
RetryTimes = 10,
RetryAfter = 50
};
var response = await handler.HandleRetry(request.Object, initialResponse.Object, retry);
Assert.AreEqual(10, retryCalled);
Assert.AreEqual(initialResponse.Object, response);
sleep.Verify(s => s(50), Times.Exactly(10));
}
[Test]
public async Task HandleRetry_DirectSuccess()
{
var sleep = new Mock<Func<int, Task>>();
var request = new Mock<IRequest>();
var initialResponse = new Mock<IResponse>();
initialResponse.SetupGet(r => r.StatusCode).Returns(HttpStatusCode.OK);
var retryCalled = 0;
Task<IResponse> retry(IRequest request)
{
retryCalled++;
return Task.FromResult(initialResponse.Object);
}
var handler = new SimpleRetryHandler(sleep.Object)
{
TooManyRequestsConsumesARetry = true,
RetryTimes = 10,
RetryAfter = 50
};
var response = await handler.HandleRetry(request.Object, initialResponse.Object, retry);
Assert.AreEqual(0, retryCalled);
Assert.AreEqual(initialResponse.Object, response);
sleep.Verify(s => s(50), Times.Exactly(0));
}
}
}

View File

@ -0,0 +1,95 @@
using System.Linq;
using System.Net;
using System;
using System.Threading.Tasks;
using System.Collections.Generic;
namespace SpotifyAPI.Web.Http
{
public class SimpleRetryHandler : IRetryHandler
{
private readonly Func<int, Task> _sleep;
/// <summary>
/// Specifies after how many miliseconds should a failed request be retried.
/// </summary>
public int RetryAfter { get; set; }
/// <summary>
/// Maximum number of tries for one failed request.
/// </summary>
public int RetryTimes { get; set; }
/// <summary>
/// Whether a failure of type "Too Many Requests" should use up one of the allocated retry attempts.
/// </summary>
public bool TooManyRequestsConsumesARetry { get; set; }
/// <summary>
/// Error codes that will trigger auto-retry
/// </summary>
public IEnumerable<HttpStatusCode> RetryErrorCodes { get; set; }
/// <summary>
/// A simple retry handler which retries a request based on status codes with a fixed sleep interval.
/// It also supports Retry-After headers sent by spotify. The execution will be delayed by the amount in
/// the Retry-After header
/// </summary>
/// <returns></returns>
public SimpleRetryHandler() : this(Task.Delay) { }
public SimpleRetryHandler(Func<int, Task> sleep)
{
_sleep = sleep;
RetryAfter = 50;
RetryTimes = 10;
TooManyRequestsConsumesARetry = false;
RetryErrorCodes = new[] {
HttpStatusCode.InternalServerError,
HttpStatusCode.BadGateway,
HttpStatusCode.ServiceUnavailable
};
}
private static int? ParseTooManyRetriesToMs(IResponse response)
{
if (response.StatusCode != HttpStatusCode.TooManyRequests)
{
return null;
}
if (int.TryParse(response.Headers["Retry-After"], out int secondsToWait))
{
return secondsToWait * 1000;
}
throw new APIException("429 received, but unable to parse Retry-After Header. This should not happen!");
}
public Task<IResponse> HandleRetry(IRequest request, IResponse response, Func<IRequest, Task<IResponse>> retry)
{
Ensure.ArgumentNotNull(response, nameof(response));
return HandleRetryInternally(request, response, retry, RetryTimes);
}
private async Task<IResponse> HandleRetryInternally(IRequest request, IResponse response, Func<IRequest, Task<IResponse>> retry, int triesLeft)
{
var secondsToWait = ParseTooManyRetriesToMs(response);
if (secondsToWait != null && (!TooManyRequestsConsumesARetry || triesLeft > 0))
{
await _sleep(secondsToWait.Value).ConfigureAwait(false);
response = await retry(request).ConfigureAwait(false);
var newTriesLeft = TooManyRequestsConsumesARetry ? triesLeft - 1 : triesLeft;
return await HandleRetryInternally(request, response, retry, newTriesLeft).ConfigureAwait(false);
}
while (RetryErrorCodes.Contains(response.StatusCode) && triesLeft > 0)
{
await _sleep(RetryAfter).ConfigureAwait(false);
response = await retry(request).ConfigureAwait(false);
return await HandleRetryInternally(request, response, retry, triesLeft - 1).ConfigureAwait(false);
}
return response;
}
}
}

View File

@ -39,7 +39,7 @@ namespace SpotifyAPI.Web
throw new ArgumentException("String is empty or null", name);
}
public static void ArgumentNotNullOrEmptyList<T>(IList<T> value, string name)
public static void ArgumentNotNullOrEmptyList<T>(IEnumerable<T> value, string name)
{
if (value != null && value.Any())
{