filesplit

text.go

@@ -0,0 +1,72 @@
+package main
+
+import (
+	"log"
+	"net/http"
+	"net/url"
+	"strings"
+
+	"github.com/PuerkitoBio/goquery"
+)
+
+type SearchResult struct {
+	URL         string
+	Header      string
+	Description string
+}
+
+func PerformTextSearch(query, safe, lang string) ([]SearchResult, error) {
+	var results []SearchResult
+
+	client := &http.Client{}
+	safeParam := "&safe=off"
+	if safe == "active" {
+		safeParam = "&safe=active"
+	}
+
+	langParam := ""
+	if lang != "" {
+		langParam = "&lr=" + lang
+	}
+
+	searchURL := "https://www.google.com/search?q=" + url.QueryEscape(query) + safeParam + langParam
+
+	req, err := http.NewRequest("GET", searchURL, nil)
+	if err != nil {
+		log.Fatalf("Failed to create request: %v", err)
+	}
+
+	req.Header.Set("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/107.0.0.0 Safari/537.36")
+
+	resp, err := client.Do(req)
+	if err != nil {
+		return nil, err
+	}
+	defer resp.Body.Close()
+
+	doc, err := goquery.NewDocumentFromReader(resp.Body)
+	if err != nil {
+		return nil, err
+	}
+
+	doc.Find(".yuRUbf").Each(func(i int, s *goquery.Selection) {
+		link := s.Find("a")
+		href, _ := link.Attr("href")
+		header := link.Find("h3").Text()
+		header = strings.TrimSpace(strings.TrimSuffix(header, "›"))
+
+		descSelection := doc.Find(".VwiC3b").Eq(i)
+		description := ""
+		if descSelection.Length() > 0 {
+			description = descSelection.Text()
+		}
+
+		results = append(results, SearchResult{
+			URL:         href,
+			Header:      header,
+			Description: description,
+		})
+	})
+
+	return results, nil
+}