results fetching improvements

text.go

@@ -107,29 +107,47 @@ func prefetchPage(query, safe, lang string, page int) {
 
 func fetchTextResults(query, safe, lang string, page int) []TextSearchResult {
 	var results []TextSearchResult
+	engineCount := len(textSearchEngines)
 
-	for _, engine := range textSearchEngines {
-		printInfo("Using search engine: %s", engine.Name)
+	// Determine which engine to use for the current page
+	engineIndex := (page - 1) % engineCount
+	engine := textSearchEngines[engineIndex]
 
-		searchResults, _, err := engine.Func(query, safe, lang, page)
-		if err != nil {
-			printWarn("Error performing search with %s: %v", engine.Name, err)
-			continue
-		}
+	// Calculate the page number for this engine
+	enginePage := (page-1)/engineCount + 1
 
+	// Debug print to verify engine and page number being fetched
+	printInfo("Fetching results for overall page %d using engine: %s (engine page %d)", page, engine.Name, enginePage)
+
+	// Fetch results from the selected engine
+	searchResults, _, err := engine.Func(query, safe, lang, enginePage)
+	if err != nil {
+		printWarn("Error performing search with %s: %v", engine.Name, err)
+	} else {
 		results = append(results, validateResults(searchResults)...)
+	}
 
-		// If results are found, break out of the loop
-		if len(results) > 0 {
-			break
+	// If no results are found with the selected engine, try the next in line
+	if len(results) == 0 {
+		for i := 1; i < engineCount; i++ {
+			nextEngine := textSearchEngines[(engineIndex+i)%engineCount]
+			enginePage = (page-1)/engineCount + 1 // Recalculate for the new engine
+			printInfo("No results found, trying next engine: %s (engine page %d)", nextEngine.Name, enginePage)
+
+			searchResults, _, err := nextEngine.Func(query, safe, lang, enginePage)
+			if err != nil {
+				printWarn("Error performing search with %s: %v", nextEngine.Name, err)
+				continue
+			}
+			results = append(results, validateResults(searchResults)...)
+			if len(results) > 0 {
+				break
+			}
 		}
 	}
 
-	// If no results found after trying all engines
-	if len(results) == 0 {
-		printWarn("No text results found for query: %s, trying other nodes", query)
-		results = tryOtherNodesForTextSearch(query, safe, lang, page, []string{hostID})
-	}
+	// Final debug print to display results count and source
+	printInfo("Fetched %d results for overall page %d", len(results), page)
 
 	return results
 }