added image search (website style wip)
This commit is contained in:
parent
6f25a28d5c
commit
7ae56f4e21
5 changed files with 207 additions and 114 deletions
|
@ -1,71 +0,0 @@
|
||||||
package main
|
|
||||||
|
|
||||||
import (
|
|
||||||
"encoding/json"
|
|
||||||
"fmt"
|
|
||||||
"math/rand"
|
|
||||||
"net/http"
|
|
||||||
"net/url"
|
|
||||||
"time"
|
|
||||||
)
|
|
||||||
|
|
||||||
var userAgents := []string{
|
|
||||||
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/107.0.0.0 Safari/537.36",
|
|
||||||
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/107.0.0.0 Safari/537.36",
|
|
||||||
"Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:107.0) Gecko/20100101 Firefox/107.0",
|
|
||||||
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/108.0.0.0 Safari/537.36",
|
|
||||||
"Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:106.0) Gecko/20100101 Firefox/106.0",
|
|
||||||
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/16.1 Safari/605.1.15",
|
|
||||||
}
|
|
||||||
|
|
||||||
type ImageResult struct {
|
|
||||||
ThumbnailURL string `json:"thumb_proxy"`
|
|
||||||
Source string `json:"source"`
|
|
||||||
}
|
|
||||||
|
|
||||||
func FetchImageResults(query string) ([]ImageResult, error) {
|
|
||||||
var results []ImageResult
|
|
||||||
|
|
||||||
// Random user agent
|
|
||||||
randIndex := rand.Intn(len(userAgents))
|
|
||||||
userAgent := userAgents[randIndex]
|
|
||||||
|
|
||||||
client := &http.Client{}
|
|
||||||
reqURL := fmt.Sprintf("https://api.qwant.com/v3/search/images?t=images&q=%s&count=50&locale=en_CA&offset=1&device=desktop&tgp=2&safesearch=1", url.QueryEscape(query))
|
|
||||||
req, err := http.NewRequest("GET", reqURL, nil)
|
|
||||||
if err != nil {
|
|
||||||
return nil, err
|
|
||||||
}
|
|
||||||
req.Header.Set("User-Agent", userAgent)
|
|
||||||
|
|
||||||
resp, err := client.Do(req)
|
|
||||||
if err != nil {
|
|
||||||
return nil, err
|
|
||||||
}
|
|
||||||
defer resp.Body.Close()
|
|
||||||
|
|
||||||
var respData struct {
|
|
||||||
Data struct {
|
|
||||||
Result struct {
|
|
||||||
Items []struct {
|
|
||||||
Thumbnail string `json:"thumbnail"`
|
|
||||||
URL string `json:"url"`
|
|
||||||
} `json:"items"`
|
|
||||||
} `json:"result"`
|
|
||||||
} `json:"data"`
|
|
||||||
}
|
|
||||||
|
|
||||||
if err := json.NewDecoder(resp.Body).Decode(&respData); err != nil {
|
|
||||||
return nil, err
|
|
||||||
}
|
|
||||||
|
|
||||||
for _, item := range respData.Data.Result.Items {
|
|
||||||
// Process each image result here
|
|
||||||
results = append(results, ImageResult{
|
|
||||||
ThumbnailURL: "/img_proxy?url=" + url.QueryEscape(item.Thumbnail),
|
|
||||||
Source: url.QueryEscape(urlparse(item.URL).Host), // Ensure you have a urlparse equivalent in Go or process URL differently
|
|
||||||
})
|
|
||||||
}
|
|
||||||
|
|
||||||
return results, nil
|
|
||||||
}
|
|
116
images.go
Normal file
116
images.go
Normal file
|
@ -0,0 +1,116 @@
|
||||||
|
package main
|
||||||
|
|
||||||
|
import (
|
||||||
|
"encoding/json"
|
||||||
|
"fmt"
|
||||||
|
"html/template"
|
||||||
|
"log"
|
||||||
|
"net/http"
|
||||||
|
"net/url"
|
||||||
|
"time"
|
||||||
|
)
|
||||||
|
|
||||||
|
// ImageSearchResult represents a single image result
|
||||||
|
type ImageSearchResult struct {
|
||||||
|
Thumbnail string
|
||||||
|
Title string
|
||||||
|
Media string
|
||||||
|
Width int
|
||||||
|
Height int
|
||||||
|
Source string
|
||||||
|
ThumbProxy string
|
||||||
|
}
|
||||||
|
|
||||||
|
// QwantAPIResponse represents the JSON response structure from Qwant API
|
||||||
|
type QwantAPIResponse struct {
|
||||||
|
Data struct {
|
||||||
|
Result struct {
|
||||||
|
Items []struct {
|
||||||
|
Media string `json:"media"`
|
||||||
|
Thumbnail string `json:"thumbnail"`
|
||||||
|
Title string `json:"title"`
|
||||||
|
Url string `json:"url"`
|
||||||
|
Width int `json:"width"`
|
||||||
|
Height int `json:"height"`
|
||||||
|
} `json:"items"`
|
||||||
|
} `json:"result"`
|
||||||
|
} `json:"data"`
|
||||||
|
}
|
||||||
|
|
||||||
|
// FetchImageResults contacts the image search API and returns a slice of ImageSearchResult
|
||||||
|
func fetchImageResults(query string) ([]ImageSearchResult, error) {
|
||||||
|
client := &http.Client{Timeout: 10 * time.Second}
|
||||||
|
|
||||||
|
// Update this URL to the actual API endpoint you intend to use
|
||||||
|
apiURL := fmt.Sprintf("https://api.qwant.com/v3/search/images?t=images&q=%s&count=50&locale=en_CA&offset=1&device=desktop&tgp=2&safesearch=1", url.QueryEscape(query))
|
||||||
|
|
||||||
|
req, err := http.NewRequest("GET", apiURL, nil)
|
||||||
|
if err != nil {
|
||||||
|
return nil, fmt.Errorf("creating request: %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
req.Header.Set("User-Agent", "Mozilla/5.0 (compatible; YourBot/1.0; +http://yourbot.com/bot.html)")
|
||||||
|
|
||||||
|
resp, err := client.Do(req)
|
||||||
|
if err != nil {
|
||||||
|
return nil, fmt.Errorf("making request: %v", err)
|
||||||
|
}
|
||||||
|
defer resp.Body.Close()
|
||||||
|
|
||||||
|
if resp.StatusCode != http.StatusOK {
|
||||||
|
return nil, fmt.Errorf("unexpected status code: %d", resp.StatusCode)
|
||||||
|
}
|
||||||
|
|
||||||
|
var apiResp QwantAPIResponse
|
||||||
|
if err := json.NewDecoder(resp.Body).Decode(&apiResp); err != nil {
|
||||||
|
return nil, fmt.Errorf("decoding response: %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
var results []ImageSearchResult
|
||||||
|
for _, item := range apiResp.Data.Result.Items {
|
||||||
|
results = append(results, ImageSearchResult{
|
||||||
|
Thumbnail: item.Thumbnail, // Thumbnail URL
|
||||||
|
Title: item.Title, // Image title
|
||||||
|
Media: item.Media, // Direct link to the image - Ensure this field is used appropriately in your template
|
||||||
|
Source: item.Media, // Using item.Media here ensures the direct image link is used
|
||||||
|
ThumbProxy: "/img_proxy?url=" + url.QueryEscape(item.Thumbnail), // Proxy URL for the thumbnail, if needed
|
||||||
|
Width: item.Width,
|
||||||
|
Height: item.Height,
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
return results, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// HandleImageSearch is the HTTP handler for image search requests
|
||||||
|
func handleImageSearch(w http.ResponseWriter, r *http.Request, query string) {
|
||||||
|
results, err := fetchImageResults(query)
|
||||||
|
if err != nil {
|
||||||
|
log.Printf("Error performing image search: %v", err)
|
||||||
|
http.Error(w, "Internal Server Error", http.StatusInternalServerError)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
tmpl, err := template.ParseFiles("templates/images.html") // Ensure path is correct
|
||||||
|
if err != nil {
|
||||||
|
log.Printf("Error parsing template: %v", err)
|
||||||
|
http.Error(w, "Internal Server Error", http.StatusInternalServerError)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
data := struct {
|
||||||
|
Results []ImageSearchResult
|
||||||
|
Query string
|
||||||
|
Fetched string
|
||||||
|
}{
|
||||||
|
Results: results,
|
||||||
|
Query: query,
|
||||||
|
Fetched: fmt.Sprintf("%.2f seconds", time.Since(time.Now()).Seconds()),
|
||||||
|
}
|
||||||
|
|
||||||
|
err = tmpl.Execute(w, data)
|
||||||
|
if err != nil {
|
||||||
|
log.Printf("Error executing template: %v", err)
|
||||||
|
http.Error(w, "Internal Server Error", http.StatusInternalServerError)
|
||||||
|
}
|
||||||
|
}
|
54
main.go
54
main.go
|
@ -2,12 +2,8 @@ package main
|
||||||
|
|
||||||
import (
|
import (
|
||||||
"fmt"
|
"fmt"
|
||||||
"html/template"
|
|
||||||
"log"
|
"log"
|
||||||
"net/http"
|
"net/http"
|
||||||
"strconv"
|
|
||||||
"strings"
|
|
||||||
"time"
|
|
||||||
)
|
)
|
||||||
|
|
||||||
// LanguageOption represents a language option for search
|
// LanguageOption represents a language option for search
|
||||||
|
@ -66,12 +62,12 @@ var languageOptions = []LanguageOption{
|
||||||
{Code: "lang_vi", Name: "Tiếng Việt (Vietnamese)"},
|
{Code: "lang_vi", Name: "Tiếng Việt (Vietnamese)"},
|
||||||
}
|
}
|
||||||
|
|
||||||
var funcs = template.FuncMap{
|
// var funcs = template.FuncMap{
|
||||||
"title": func(s string) string { return strings.Title(s) },
|
// "title": func(s string) string { return strings.Title(s) },
|
||||||
"url_for": func(filename string) string { return "/" + filename },
|
// "url_for": func(filename string) string { return "/" + filename },
|
||||||
}
|
// }
|
||||||
|
|
||||||
var templates = template.Must(template.New("").Funcs(funcs).ParseFiles("templates/results.html"))
|
// var templates = template.Must(template.New("").Funcs(funcs).ParseFiles("templates/results.html"))
|
||||||
|
|
||||||
func main() {
|
func main() {
|
||||||
http.Handle("/static/", http.StripPrefix("/static/", http.FileServer(http.Dir("static"))))
|
http.Handle("/static/", http.StripPrefix("/static/", http.FileServer(http.Dir("static"))))
|
||||||
|
@ -82,16 +78,18 @@ func main() {
|
||||||
}
|
}
|
||||||
|
|
||||||
func handleSearch(w http.ResponseWriter, r *http.Request) {
|
func handleSearch(w http.ResponseWriter, r *http.Request) {
|
||||||
var query, safe, lang string
|
var query, safe, lang, searchType string
|
||||||
|
|
||||||
if r.Method == "GET" {
|
if r.Method == "GET" {
|
||||||
query = r.URL.Query().Get("q")
|
query = r.URL.Query().Get("q")
|
||||||
safe = r.URL.Query().Get("safe")
|
safe = r.URL.Query().Get("safe")
|
||||||
lang = r.URL.Query().Get("lang")
|
lang = r.URL.Query().Get("lang")
|
||||||
|
searchType = r.URL.Query().Get("t")
|
||||||
} else if r.Method == "POST" {
|
} else if r.Method == "POST" {
|
||||||
query = r.FormValue("q")
|
query = r.FormValue("q")
|
||||||
safe = r.FormValue("safe")
|
safe = r.FormValue("safe")
|
||||||
lang = r.FormValue("lang")
|
lang = r.FormValue("lang")
|
||||||
|
searchType = r.FormValue("t")
|
||||||
}
|
}
|
||||||
|
|
||||||
if query == "" {
|
if query == "" {
|
||||||
|
@ -99,34 +97,12 @@ func handleSearch(w http.ResponseWriter, r *http.Request) {
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
start := time.Now() // This line is correctly placed
|
switch searchType {
|
||||||
results, err := PerformTextSearch(query, safe, lang)
|
case "text":
|
||||||
if err != nil {
|
handleTextSearch(w, r, query, safe, lang) // Handles fetching and rendering text search results
|
||||||
http.Error(w, "Failed to fetch search results", http.StatusInternalServerError)
|
case "image":
|
||||||
return
|
handleImageSearch(w, r, query) // Handles fetching and rendering image search results
|
||||||
}
|
default:
|
||||||
elapsed := time.Since(start) // Correctly captures the elapsed time after search
|
http.ServeFile(w, r, "static/search.html")
|
||||||
fetched := fmt.Sprintf("Fetched the results in %.2f seconds", elapsed.Seconds())
|
|
||||||
|
|
||||||
data := struct {
|
|
||||||
Results []SearchResult
|
|
||||||
Query string
|
|
||||||
Fetched string
|
|
||||||
ElapsedTime string
|
|
||||||
LanguageOptions []LanguageOption
|
|
||||||
CurrentLang string
|
|
||||||
}{
|
|
||||||
Results: results,
|
|
||||||
Query: query,
|
|
||||||
Fetched: fetched,
|
|
||||||
ElapsedTime: strconv.FormatFloat(time.Since(start).Seconds(), 'f', 2, 64),
|
|
||||||
LanguageOptions: languageOptions,
|
|
||||||
CurrentLang: lang,
|
|
||||||
}
|
|
||||||
|
|
||||||
err = templates.ExecuteTemplate(w, "results.html", data)
|
|
||||||
if err != nil {
|
|
||||||
http.Error(w, "Failed to render template", http.StatusInternalServerError)
|
|
||||||
return
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
31
templates/images.html
Normal file
31
templates/images.html
Normal file
|
@ -0,0 +1,31 @@
|
||||||
|
<!DOCTYPE html>
|
||||||
|
<html lang="en">
|
||||||
|
<head>
|
||||||
|
<meta charset="UTF-8">
|
||||||
|
<meta name="viewport" content="width=device-width, initial-scale=1.0">
|
||||||
|
<title>Image Search Results</title>
|
||||||
|
<link rel="stylesheet" href="/static/css/style.css">
|
||||||
|
</head>
|
||||||
|
<body>
|
||||||
|
<div class="search-results">
|
||||||
|
<h1>Image Search Results</h1>
|
||||||
|
{{ if .Results }}
|
||||||
|
<div class="images-grid">
|
||||||
|
{{ range .Results }}
|
||||||
|
<div class="image-item">
|
||||||
|
<a href="{{ .Source }}" target="_blank">
|
||||||
|
<img src="{{ .ThumbProxy }}" alt="{{ .Title }}" title="{{ .Title }}">
|
||||||
|
</a>
|
||||||
|
<div class="image-info">
|
||||||
|
<div class="image-title">{{ .Title }}</div>
|
||||||
|
<div class="image-source">Source: <a href="{{ .Source }}" target="_blank">Visit</a></div>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
{{ end }}
|
||||||
|
</div>
|
||||||
|
{{ else }}
|
||||||
|
<div class="no-results">No results found for '{{ .Query }}'. Try different keywords.</div>
|
||||||
|
{{ end }}
|
||||||
|
</div>
|
||||||
|
</body>
|
||||||
|
</html>
|
49
text.go
49
text.go
|
@ -1,22 +1,25 @@
|
||||||
package main
|
package main
|
||||||
|
|
||||||
import (
|
import (
|
||||||
|
"fmt"
|
||||||
|
"html/template"
|
||||||
"log"
|
"log"
|
||||||
"net/http"
|
"net/http"
|
||||||
"net/url"
|
"net/url"
|
||||||
"strings"
|
"strings"
|
||||||
|
"time"
|
||||||
|
|
||||||
"github.com/PuerkitoBio/goquery"
|
"github.com/PuerkitoBio/goquery"
|
||||||
)
|
)
|
||||||
|
|
||||||
type SearchResult struct {
|
type TextSearchResult struct {
|
||||||
URL string
|
URL string
|
||||||
Header string
|
Header string
|
||||||
Description string
|
Description string
|
||||||
}
|
}
|
||||||
|
|
||||||
func PerformTextSearch(query, safe, lang string) ([]SearchResult, error) {
|
func PerformTextSearch(query, safe, lang string) ([]TextSearchResult, error) {
|
||||||
var results []SearchResult
|
var results []TextSearchResult
|
||||||
|
|
||||||
client := &http.Client{}
|
client := &http.Client{}
|
||||||
safeParam := "&safe=off"
|
safeParam := "&safe=off"
|
||||||
|
@ -61,7 +64,7 @@ func PerformTextSearch(query, safe, lang string) ([]SearchResult, error) {
|
||||||
description = descSelection.Text()
|
description = descSelection.Text()
|
||||||
}
|
}
|
||||||
|
|
||||||
results = append(results, SearchResult{
|
results = append(results, TextSearchResult{
|
||||||
URL: href,
|
URL: href,
|
||||||
Header: header,
|
Header: header,
|
||||||
Description: description,
|
Description: description,
|
||||||
|
@ -70,3 +73,41 @@ func PerformTextSearch(query, safe, lang string) ([]SearchResult, error) {
|
||||||
|
|
||||||
return results, nil
|
return results, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func handleTextSearch(w http.ResponseWriter, r *http.Request, query, safe, lang string) {
|
||||||
|
// Perform the text search
|
||||||
|
results, err := PerformTextSearch(query, safe, lang)
|
||||||
|
if err != nil {
|
||||||
|
log.Printf("Error performing text search: %v", err)
|
||||||
|
http.Error(w, "Internal Server Error", http.StatusInternalServerError)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
// Assuming you have a separate template for text search results
|
||||||
|
tmpl, err := template.ParseFiles("templates/results.html") // Ensure this path matches your templates' location
|
||||||
|
if err != nil {
|
||||||
|
log.Printf("Error parsing template: %v", err)
|
||||||
|
http.Error(w, "Internal Server Error", http.StatusInternalServerError)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
data := struct {
|
||||||
|
Results []TextSearchResult // Ensure this type matches the structure expected by your template
|
||||||
|
Query string
|
||||||
|
Fetched string
|
||||||
|
LanguageOptions []LanguageOption
|
||||||
|
CurrentLang string
|
||||||
|
}{
|
||||||
|
Results: results,
|
||||||
|
Query: query,
|
||||||
|
Fetched: fmt.Sprintf("%.2f seconds", time.Since(time.Now()).Seconds()), // Example fetched time, adjust as necessary
|
||||||
|
LanguageOptions: languageOptions, // Assuming this is defined globally or elsewhere
|
||||||
|
CurrentLang: lang,
|
||||||
|
}
|
||||||
|
|
||||||
|
err = tmpl.Execute(w, data)
|
||||||
|
if err != nil {
|
||||||
|
log.Printf("Error executing template: %v", err)
|
||||||
|
http.Error(w, "Internal Server Error", http.StatusInternalServerError)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
Loading…
Add table
Reference in a new issue