automatic reputation for search engines

text-google.go

@@ -6,27 +6,29 @@ import (
 	"net/http"
 	"net/url"
 	"strings"
+	"time"
 
 	"github.com/PuerkitoBio/goquery"
 )
 
-func PerformGoogleTextSearch(query, safe, lang string, page int) ([]TextSearchResult, error) {
+func PerformGoogleTextSearch(query, safe, lang string, page int) ([]TextSearchResult, time.Duration, error) {
 	const resultsPerPage = 10
 	var results []TextSearchResult
 
+	startTime := time.Now() // Start the timer
+
 	client := &http.Client{}
 	searchURL := buildSearchURL(query, safe, lang, page, resultsPerPage)
 
 	req, err := http.NewRequest("GET", searchURL, nil)
 	if err != nil {
-		return nil, fmt.Errorf("failed to create request: %v", err)
+		return nil, 0, fmt.Errorf("failed to create request: %v", err)
 	}
 
 	// User Agent generation
 	TextUserAgent, err := GetUserAgent("Text-Search")
 	if err != nil {
-		fmt.Println("Error:", err)
-		return nil, err
+		return nil, 0, err
 	}
 
 	if debugMode {
@@ -37,28 +39,30 @@ func PerformGoogleTextSearch(query, safe, lang string, page int) ([]TextSearchRe
 
 	resp, err := client.Do(req)
 	if err != nil {
-		return nil, fmt.Errorf("making request: %v", err)
+		return nil, 0, fmt.Errorf("making request: %v", err)
 	}
 	defer resp.Body.Close()
 
 	if resp.StatusCode != http.StatusOK {
-		return nil, fmt.Errorf("unexpected status code: %d", resp.StatusCode)
+		return nil, 0, fmt.Errorf("unexpected status code: %d", resp.StatusCode)
 	}
 
 	doc, err := goquery.NewDocumentFromReader(resp.Body)
 	if err != nil {
-		return nil, fmt.Errorf("loading HTML document: %v", err)
+		return nil, 0, fmt.Errorf("loading HTML document: %v", err)
 	}
 
 	results = parseResults(doc)
 
+	duration := time.Since(startTime) // Calculate the duration
+
 	if len(results) == 0 {
 		if debugMode {
 			log.Println("No results found from Google")
 		}
 	}
 
-	return results, nil
+	return results, duration, nil
 }
 
 func buildSearchURL(query, safe, lang string, page, resultsPerPage int) string {