Add indexer cache with River queue for scheduled refresh

internal/indexer/jackett.go

@@ -5,6 +5,7 @@ import (
 	"fmt"
 	"io"
 	"net/http"
+	"net/url"
 	"time"
 
 	"github.com/rs/zerolog/log"
@@ -20,21 +21,42 @@ func NewIndexer(cfg config.Config) Indexer {
 	return &JacketIndexer{
 		cfg: cfg,
 		client: &http.Client{
-			Timeout: time.Second * 10,
+			Timeout: 60 * time.Second,
 		},
 	}
 }
 
-func (indexer *JacketIndexer) Search(query string, limit int32, tracker string) (SearchResult, error) {
+func (indexer *JacketIndexer) BuildSearchURL(query string, limit int32, tracker string) string {
 	searchTracker := "all"
 	if len(tracker) != 0 {
 		searchTracker = tracker
 	}
 
-	url := indexer.cfg.Indexer.Url
-	uri := fmt.Sprintf("%v/api/v2.0/indexers/%v/results/torznab?apikey=%v&limit=%d&cat=3010,3040&q=%v&t=search", url, searchTracker, indexer.cfg.Indexer.ApiKey, limit, query)
+	uri := fmt.Sprintf("%v/api/v2.0/indexers/%v/results/torznab?apikey=%v&cat=3010,3040&q=%v&t=search",
+		indexer.cfg.Indexer.Url, searchTracker, indexer.cfg.Indexer.ApiKey, url.QueryEscape(query))
+	if limit > 0 {
+		uri += fmt.Sprintf("&limit=%d", limit)
+	}
 
-	log.Trace().Str("tracker", searchTracker).Str("query", query).Int32("limit", limit).Msg("jackett request")
+	return uri
+}
+
+func (indexer *JacketIndexer) Search(query string, limit int32, tracker string) (SearchResult, error) {
+	uri := indexer.BuildSearchURL(query, limit, tracker)
+	return indexer.FetchURL(uri)
+}
+
+type JackettError struct {
+	Code        string `xml:"code,attr"`
+	Description string `xml:"description,attr"`
+}
+
+func (e *JackettError) Error() string {
+	return fmt.Sprintf("jackett error %s: %s", e.Code, e.Description)
+}
+
+func (indexer *JacketIndexer) FetchURL(uri string) (SearchResult, error) {
+	log.Trace().Str("uri", uri).Msg("jackett request")
 
 	req, err := http.NewRequest("GET", uri, nil)
 	if err != nil {
@@ -62,6 +84,15 @@ func (indexer *JacketIndexer) Search(query string, limit int32, tracker string)
 		Dur("duration", time.Since(start)).
 		Msg("jackett response")
 
+	if resp.StatusCode != http.StatusOK {
+		var jackettErr JackettError
+		if xmlErr := xml.Unmarshal(body, &jackettErr); xmlErr == nil && jackettErr.Code != "" {
+			log.Error().Str("code", jackettErr.Code).Str("description", jackettErr.Description).Msg("jackett returned error")
+			return SearchResult{}, &jackettErr
+		}
+		return SearchResult{}, fmt.Errorf("jackett returned HTTP %d", resp.StatusCode)
+	}
+
 	var searchResult SearchResult
 	if err := xml.Unmarshal(body, &searchResult); err != nil {
 		log.Error().Err(err).Msg("error parsing search XML")