new: feat: add magnet-metadata-api post processor (#39)

* new: feat: add magnet-metadata-api post processor

* chg: fix: lint issue

* chg: chore: comment optional containers

* chg: fix: remove redundant check
This commit is contained in:
2025-07-29 12:34:37 -03:00
committed by GitHub
parent e5dea934f1
commit d9141c8df7
14 changed files with 389 additions and 41 deletions

View File

@@ -8,6 +8,7 @@ import (
"github.com/felipemarinho97/torrent-indexer/cache"
"github.com/felipemarinho97/torrent-indexer/monitoring"
"github.com/felipemarinho97/torrent-indexer/utils"
)
type peers struct {
@@ -45,6 +46,86 @@ func setPeersToCache(ctx context.Context, r *cache.Redis, infoHash string, peer,
return nil
}
var additionalTrackers = []string{
"udp://tracker.opentrackr.org:1337/announce",
"udp://p4p.arenabg.com:1337/announce",
"udp://retracker.hotplug.ru:2710/announce",
"http://tracker.bt4g.com:2095/announce",
"http://bt.okmp3.ru:2710/announce",
"udp://tracker.torrent.eu.org:451/announce",
"http://tracker.mywaifu.best:6969/announce",
"udp://ttk2.nbaonlineservice.com:6969/announce",
"http://tracker.privateseedbox.xyz:2710/announce",
"udp://evan.im:6969/announce",
"https://tracker.yemekyedim.com:443/announce",
"udp://retracker.lanta.me:2710/announce",
"udp://martin-gebhardt.eu:25/announce",
"http://tracker.beeimg.com:6969/announce",
"udp://udp.tracker.projectk.org:23333/announce",
"http://tracker.renfei.net:8080/announce",
"https://tracker.expli.top:443/announce",
"https://tr.nyacat.pw:443/announce",
"udp://tracker.ducks.party:1984/announce",
"udp://extracker.dahrkael.net:6969/announce",
"http://ipv4.rer.lol:2710/announce",
"udp://tracker.plx.im:6969/announce",
"udp://tracker.tvunderground.org.ru:3218/announce",
"http://tracker.tricitytorrents.com:2710/announce",
"udp://open.stealth.si:80/announce",
"udp://tracker.dler.com:6969/announce",
"https://tracker.moeblog.cn:443/announce",
"udp://d40969.acod.regrucolo.ru:6969/announce",
"https://tracker.jdx3.org:443/announce",
"http://ipv6.rer.lol:6969/announce",
"udp://bandito.byterunner.io:6969/announce",
"udp://tracker.gigantino.net:6969/announce",
"http://tracker.netmap.top:6969/announce",
"udp://tracker.yume-hatsuyuki.moe:6969/announce",
"https://tracker.aburaya.live:443/announce",
"udp://tracker.srv00.com:6969/announce",
"udp://open.demonii.com:1337/announce",
"udp://1c.premierzal.ru:6969/announce",
"udp://tracker.fnix.net:6969/announce",
"udp://tracker.kmzs123.cn:17272/announce",
"https://tracker.home.kmzs123.cn:4443/announce",
"udp://tracker-udp.gbitt.info:80/announce",
"udp://tracker.torrust-demo.com:6969/announce",
"udp://tracker.hifimarket.in:2710/announce",
"udp://retracker01-msk-virt.corbina.net:80/announce",
"https://tracker.ghostchu-services.top:443/announce",
"udp://open.dstud.io:6969/announce",
"udp://tracker.therarbg.to:6969/announce",
"udp://tracker.bitcoinindia.space:6969/announce",
"udp://www.torrent.eu.org:451/announce",
"udp://tracker.hifitechindia.com:6969/announce",
"udp://tracker.gmi.gd:6969/announce",
"udp://tracker.skillindia.site:6969/announce",
"http://tracker.ipv6tracker.ru:80/announce",
"udp://tracker.tryhackx.org:6969/announce",
"http://torrent.hificode.in:6969/announce",
"http://open.trackerlist.xyz:80/announce",
"http://taciturn-shadow.spb.ru:6969/announce",
"http://0123456789nonexistent.com:80/announce",
"http://shubt.net:2710/announce",
"udp://tracker.valete.tf:9999/announce",
"https://tracker.zhuqiy.top:443/announce",
"https://tracker.leechshield.link:443/announce",
"http://tracker.tritan.gg:8080/announce",
"udp://t.overflow.biz:6969/announce",
"udp://open.tracker.cl:1337/announce",
"udp://explodie.org:6969/announce",
"udp://exodus.desync.com:6969/announce",
"udp://bt.ktrackers.com:6666/announce",
"udp://wepzone.net:6969/announce",
"udp://tracker2.dler.org:80/announce",
"udp://tracker.theoks.net:6969/announce",
"udp://tracker.ololosh.space:6969/announce",
"udp://tracker.filemail.com:6969/announce",
"udp://tracker.dump.cl:6969/announce",
"udp://tracker.dler.org:6969/announce",
"udp://tracker.bittor.pw:1337/announce",
}
func GetLeechsAndSeeds(ctx context.Context, r *cache.Redis, m *monitoring.Metrics, infoHash string, trackers []string) (int, int, error) {
leech, seed, err := getPeersFromCache(ctx, r, infoHash)
if err != nil {
@@ -59,7 +140,12 @@ func GetLeechsAndSeeds(ctx context.Context, r *cache.Redis, m *monitoring.Metric
var peerChan = make(chan peers)
var errChan = make(chan error)
for _, tracker := range trackers {
allTrackers := make([]string, 0, len(trackers)+len(additionalTrackers))
allTrackers = append(allTrackers, trackers...)
allTrackers = append(allTrackers, additionalTrackers...)
allTrackers = utils.StableUniq(allTrackers)
for _, tracker := range allTrackers {
go func(tracker string) {
// get peers and seeds from redis first
scraper, err := New(tracker)
@@ -85,7 +171,7 @@ func GetLeechsAndSeeds(ctx context.Context, r *cache.Redis, m *monitoring.Metric
}
var peer peers
for i := 0; i < len(trackers); i++ {
for i := 0; i < len(allTrackers); i++ {
select {
case <-errChan:
// discard error