darklyn/torrent-indexer
1
0
Fork 0
Code Issues Pull Requests 1 Actions Packages Projects Releases Wiki Activity

chg: feat: add retry and expiry

Browse Source
This commit is contained in:
Felipe Marinho
2025-07-30 14:17:20 +00:00
parent 9bb98beb61
commit db40de9d86
3 changed files with 28 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
requester/requester.go
View File

@@ -50,7 +50,7 @@ func (i *Requster) GetDocument(ctx context.Context, url string) (io.ReadCloser,
resp, err := i.httpClient.Get(url)
if err != nil {
// try request with flare solverr
body, err = i.fs.Get(url)
body, err = i.fs.Get(url, 3)
if err != nil {
return nil, fmt.Errorf("failed to do request for url %s: %w", url, err)
}
@@ -65,7 +65,7 @@ func (i *Requster) GetDocument(ctx context.Context, url string) (io.ReadCloser,
}
if hasChallange(bodyByte) {
// try request with flare solverr
body, err = i.fs.Get(url)
body, err = i.fs.Get(url, 3)
if err != nil {
return nil, fmt.Errorf("failed to do request for url %s: %w", url, err)
}
@@ -92,6 +92,11 @@ func (i *Requster) GetDocument(ctx context.Context, url string) (io.ReadCloser,
return io.NopCloser(bytes.NewReader(bodyByte)), nil
}
func (i *Requster) ExpireDocument(ctx context.Context, url string) error {
key := fmt.Sprintf("%s:%s", cacheKey, url)
return i.c.Del(ctx, key)
}
// hasChallange checks if the body contains a challange by regex matching
func hasChallange(body []byte) bool {
return challangeRegex.Match(body)