cache v1 + debug mode + buttons on text results

text-google.go

@@ -2,15 +2,18 @@
 package main
 
 import (
+	"fmt"
 	"log"
 	"net/http"
 	"net/url"
+	"strconv"
 	"strings"
 
 	"github.com/PuerkitoBio/goquery"
 )
 
-func PerformGoogleTextSearch(query, safe, lang string) ([]TextSearchResult, error) {
+func PerformGoogleTextSearch(query, safe, lang string, page int) ([]TextSearchResult, error) {
+	const resultsPerPage = 10
 	var results []TextSearchResult
 
 	client := &http.Client{}
@@ -24,29 +27,43 @@ func PerformGoogleTextSearch(query, safe, lang string) ([]TextSearchResult, erro
 		langParam = "&lr=" + lang
 	}
 
-	searchURL := "https://www.google.com/search?q=" + url.QueryEscape(query) + safeParam + langParam + "&udm=14"
+	// Calculate the start index based on the page number
+	startIndex := (page - 1) * resultsPerPage
+
+	searchURL := "https://www.google.com/search?q=" + url.QueryEscape(query) + safeParam + langParam + "&udm=14&start=" + strconv.Itoa(startIndex)
 
 	req, err := http.NewRequest("GET", searchURL, nil)
 	if err != nil {
-		log.Fatalf("Failed to create request: %v", err)
+		return nil, fmt.Errorf("failed to create request: %v", err)
 	}
 
 	req.Header.Set("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/107.0.0.0 Safari/537.36")
 
 	resp, err := client.Do(req)
 	if err != nil {
-		return nil, err
+		return nil, fmt.Errorf("making request: %v", err)
 	}
 	defer resp.Body.Close()
 
+	if resp.StatusCode != http.StatusOK {
+		return nil, fmt.Errorf("unexpected status code: %d", resp.StatusCode)
+	}
+
 	doc, err := goquery.NewDocumentFromReader(resp.Body)
 	if err != nil {
-		return nil, err
+		return nil, fmt.Errorf("loading HTML document: %v", err)
 	}
 
 	doc.Find(".yuRUbf").Each(func(i int, s *goquery.Selection) {
 		link := s.Find("a")
-		href, _ := link.Attr("href")
+		href, exists := link.Attr("href")
+		if !exists {
+			if debugMode {
+				log.Printf("No href attribute found for result %d\n", i)
+			}
+			return
+		}
+
 		header := link.Find("h3").Text()
 		header = strings.TrimSpace(strings.TrimSuffix(header, "›"))
 
@@ -67,5 +84,11 @@ func PerformGoogleTextSearch(query, safe, lang string) ([]TextSearchResult, erro
 		}
 	})
 
+	if len(results) == 0 {
+		if debugMode {
+			log.Println("No results found from Google")
+		}
+	}
+
 	return results, nil
 }