2024-05-16 18:29:26 +02:00
|
|
|
package main
|
|
|
|
|
|
|
|
import (
|
2024-05-18 01:59:29 +02:00
|
|
|
"flag"
|
2024-05-17 14:26:28 +02:00
|
|
|
"fmt"
|
|
|
|
"html/template"
|
|
|
|
"log"
|
2024-05-16 18:29:26 +02:00
|
|
|
"net/http"
|
2024-05-17 14:26:28 +02:00
|
|
|
"sort"
|
2024-05-18 01:59:29 +02:00
|
|
|
"sync"
|
2024-05-17 14:26:28 +02:00
|
|
|
"time"
|
2024-05-16 18:29:26 +02:00
|
|
|
)
|
|
|
|
|
2024-05-17 14:26:28 +02:00
|
|
|
type TextSearchResult struct {
|
|
|
|
URL string
|
|
|
|
Header string
|
|
|
|
Description string
|
2024-05-18 01:59:29 +02:00
|
|
|
Source string
|
2024-05-17 14:26:28 +02:00
|
|
|
}
|
|
|
|
|
2024-05-18 01:59:29 +02:00
|
|
|
var debugMode bool
|
|
|
|
|
|
|
|
func init() {
|
|
|
|
flag.BoolVar(&debugMode, "debug", false, "enable debug mode")
|
|
|
|
flag.Parse()
|
|
|
|
}
|
2024-05-17 14:26:28 +02:00
|
|
|
|
2024-05-18 01:59:29 +02:00
|
|
|
func HandleTextSearch(w http.ResponseWriter, query, safe, lang string) {
|
|
|
|
startTime := time.Now()
|
|
|
|
var combinedResults []TextSearchResult
|
|
|
|
var resultMap = make(map[string]TextSearchResult)
|
|
|
|
var wg sync.WaitGroup
|
|
|
|
var mu sync.Mutex
|
|
|
|
|
|
|
|
resultsChan := make(chan []TextSearchResult)
|
|
|
|
|
|
|
|
searchFuncs := []struct {
|
|
|
|
Func func(string, string, string) ([]TextSearchResult, error)
|
|
|
|
Source string
|
|
|
|
}{
|
|
|
|
{PerformGoogleTextSearch, "Google"},
|
|
|
|
{PerformDuckDuckGoTextSearch, "DuckDuckGo"},
|
|
|
|
{PerformQwantTextSearch, "Qwant"},
|
2024-05-17 14:26:28 +02:00
|
|
|
}
|
|
|
|
|
2024-05-18 01:59:29 +02:00
|
|
|
wg.Add(len(searchFuncs))
|
2024-05-17 14:26:28 +02:00
|
|
|
|
2024-05-18 01:59:29 +02:00
|
|
|
for _, searchFunc := range searchFuncs {
|
|
|
|
go func(searchFunc func(string, string, string) ([]TextSearchResult, error), source string) {
|
|
|
|
defer wg.Done()
|
|
|
|
results, err := searchFunc(query, safe, lang)
|
|
|
|
if err == nil {
|
|
|
|
for i := range results {
|
|
|
|
results[i].Source = source
|
|
|
|
}
|
|
|
|
resultsChan <- results
|
|
|
|
} else {
|
|
|
|
log.Printf("Error performing search from %s: %v", source, err)
|
|
|
|
}
|
|
|
|
}(searchFunc.Func, searchFunc.Source)
|
2024-05-17 14:26:28 +02:00
|
|
|
}
|
|
|
|
|
2024-05-18 01:59:29 +02:00
|
|
|
go func() {
|
|
|
|
wg.Wait()
|
|
|
|
close(resultsChan)
|
|
|
|
}()
|
|
|
|
|
|
|
|
for results := range resultsChan {
|
|
|
|
mu.Lock()
|
|
|
|
for _, result := range results {
|
|
|
|
existingResult, exists := resultMap[result.URL]
|
|
|
|
if !exists || shouldReplace(existingResult.Source, result.Source) {
|
|
|
|
resultMap[result.URL] = result
|
|
|
|
}
|
|
|
|
if debugMode {
|
|
|
|
log.Printf("Result from %s: %+v\n", result.Source, result)
|
|
|
|
}
|
2024-05-17 14:26:28 +02:00
|
|
|
}
|
2024-05-18 01:59:29 +02:00
|
|
|
mu.Unlock()
|
2024-05-17 14:26:28 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
// Convert the map back to a slice
|
|
|
|
for _, result := range resultMap {
|
|
|
|
combinedResults = append(combinedResults, result)
|
|
|
|
}
|
|
|
|
|
2024-05-18 01:59:29 +02:00
|
|
|
// Custom sorting: Google first, DuckDuckGo second, Qwant third
|
2024-05-17 14:26:28 +02:00
|
|
|
sort.SliceStable(combinedResults, func(i, j int) bool {
|
2024-05-18 01:59:29 +02:00
|
|
|
return sourceOrder(combinedResults[i].Source) < sourceOrder(combinedResults[j].Source)
|
2024-05-17 14:26:28 +02:00
|
|
|
})
|
|
|
|
|
2024-05-18 01:59:29 +02:00
|
|
|
displayResults(w, combinedResults, query, lang, time.Since(startTime).Seconds())
|
|
|
|
}
|
|
|
|
|
|
|
|
func shouldReplace(existingSource, newSource string) bool {
|
|
|
|
return sourceOrder(newSource) < sourceOrder(existingSource)
|
|
|
|
}
|
|
|
|
|
|
|
|
func sourceOrder(source string) int {
|
|
|
|
switch source {
|
|
|
|
case "Qwant":
|
2024-05-18 13:23:39 +02:00
|
|
|
return 3
|
2024-05-18 01:59:29 +02:00
|
|
|
case "DuckDuckGo":
|
|
|
|
return 2
|
|
|
|
case "Google":
|
2024-05-18 13:23:39 +02:00
|
|
|
return 1
|
2024-05-18 01:59:29 +02:00
|
|
|
default:
|
|
|
|
return 4
|
|
|
|
}
|
2024-05-16 18:29:26 +02:00
|
|
|
}
|
|
|
|
|
2024-05-18 01:59:29 +02:00
|
|
|
func displayResults(w http.ResponseWriter, results []TextSearchResult, query, lang string, elapsed float64) {
|
2024-05-17 14:26:28 +02:00
|
|
|
tmpl, err := template.ParseFiles("templates/text.html")
|
|
|
|
if err != nil {
|
|
|
|
http.Error(w, "Internal Server Error", http.StatusInternalServerError)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
data := struct {
|
|
|
|
Results []TextSearchResult
|
|
|
|
Query string
|
|
|
|
Fetched string
|
|
|
|
LanguageOptions []LanguageOption
|
|
|
|
CurrentLang string
|
|
|
|
}{
|
|
|
|
Results: results,
|
|
|
|
Query: query,
|
2024-05-18 01:59:29 +02:00
|
|
|
Fetched: fmt.Sprintf("%.2f seconds", elapsed),
|
2024-05-17 14:26:28 +02:00
|
|
|
LanguageOptions: languageOptions,
|
|
|
|
CurrentLang: lang,
|
|
|
|
}
|
|
|
|
|
|
|
|
err = tmpl.Execute(w, data)
|
|
|
|
if err != nil {
|
|
|
|
http.Error(w, "Internal Server Error", http.StatusInternalServerError)
|
|
|
|
}
|
2024-05-16 18:29:26 +02:00
|
|
|
}
|