From 161ada7affbef0cc2228e34698ba72ddf2390eca Mon Sep 17 00:00:00 2001 From: Philipp Wolfer Date: Mon, 13 Nov 2023 09:48:16 +0100 Subject: [PATCH] ListenBrainz: Handle rate limit --- backends/listenbrainz/client.go | 31 ++++++++++++++++++++++--------- 1 file changed, 22 insertions(+), 9 deletions(-) diff --git a/backends/listenbrainz/client.go b/backends/listenbrainz/client.go index 2d6486b..adbcfa6 100644 --- a/backends/listenbrainz/client.go +++ b/backends/listenbrainz/client.go @@ -23,6 +23,7 @@ package listenbrainz import ( "errors" + "net/http" "strconv" "time" @@ -40,17 +41,29 @@ type Client struct { } func NewClient(token string) Client { - resty := resty.New() - resty.SetBaseURL(listenBrainzBaseURL) - resty.SetAuthScheme("Token") - resty.SetAuthToken(token) - resty.SetHeader("Accept", "application/json") - client := Client{ - HttpClient: resty, + client := resty.New() + client.SetBaseURL(listenBrainzBaseURL) + client.SetAuthScheme("Token") + client.SetAuthToken(token) + client.SetHeader("Accept", "application/json") + + // Handle rate limiting (see https://listenbrainz.readthedocs.io/en/latest/users/api/index.html#rate-limiting) + client.SetRetryCount(5) + client.AddRetryCondition( + func(r *resty.Response, err error) bool { + return r.StatusCode() == http.StatusTooManyRequests + }, + ) + client.SetRetryAfter(func(client *resty.Client, resp *resty.Response) (time.Duration, error) { + resetIn, err := strconv.Atoi(resp.Header().Get("X-RateLimit-Reset-In")) + // fmt.Printf("R %v: %v, %v\n", resp.Request.URL, resetIn, err) + return time.Duration(resetIn * int(time.Second)), err + }) + + return Client{ + HttpClient: client, MaxResults: DefaultItemsPerGet, } - - return client } func (c Client) GetListens(user string, maxTime time.Time, minTime time.Time) (result GetListensResult, err error) {