Changed self-crawling as experimental, cleanup unused features

node-request-forums.go

@@ -1,100 +1,129 @@
+//go:build experimental
+// +build experimental
+
 package main
 
 import (
-	"encoding/json"
+	"bytes"
+	"encoding/binary"
 	"fmt"
 	"time"
 )
 
 var forumResultsChan = make(chan []ForumSearchResult)
 
-func tryOtherNodesForForumSearch(query, safe, lang string, page int) []ForumSearchResult {
-	for _, nodeAddr := range peers {
-		results, err := sendForumSearchRequestToNode(nodeAddr, query, safe, lang, page, []string{})
-		if err != nil {
-			printWarn("Error contacting node %s: %v", nodeAddr, err)
-			continue
-		}
-		if len(results) > 0 {
-			return results
-		}
-	}
-	return nil
-}
-
-func sendForumSearchRequestToNode(nodeAddr, query, safe, lang string, page int, visitedNodes []string) ([]ForumSearchResult, error) {
-	// Check if the current node has already been visited
-	for _, node := range visitedNodes {
-		if node == hostID {
-			return nil, fmt.Errorf("loop detected: this node (%s) has already been visited", hostID)
-		}
-	}
-
-	// Add current node to the list of visited nodes
-	visitedNodes = append(visitedNodes, hostID)
-
-	searchParams := struct {
-		Query        string   `json:"query"`
-		Safe         string   `json:"safe"`
-		Lang         string   `json:"lang"`
-		Page         int      `json:"page"`
-		ResponseAddr string   `json:"responseAddr"`
-		VisitedNodes []string `json:"visitedNodes"`
-	}{
-		Query:        query,
-		Safe:         safe,
-		Lang:         lang,
-		Page:         page,
-		ResponseAddr: fmt.Sprintf("http://localhost:%d/node", config.Port),
-		VisitedNodes: visitedNodes,
-	}
-
-	msgBytes, err := json.Marshal(searchParams)
+func sendForumSearchRequestToNode(target, query, safe, lang string, page int, visitedNodes []string) ([]ForumSearchResult, error) {
+	payload, err := encodeSearchTextParams(query, safe, lang, page) // reuse text param encoding
 	if err != nil {
-		return nil, fmt.Errorf("failed to marshal search parameters: %v", err)
+		return nil, fmt.Errorf("encode error: %v", err)
 	}
 
 	msg := Message{
-		ID:      hostID,
-		Type:    "search-forum",
-		Content: string(msgBytes),
+		ID:      generateMessageID(),
+		Type:    MsgTypeSearchForumRequest,
+		Content: payload,
+		Target:  target,
 	}
 
-	err = sendMessage(nodeAddr, msg)
-	if err != nil {
-		return nil, fmt.Errorf("failed to send search request to node %s: %v", nodeAddr, err)
+	if err := sendMessage(msg); err != nil {
+		return nil, fmt.Errorf("send error: %v", err)
 	}
 
-	// Wait for results
 	select {
 	case res := <-forumResultsChan:
 		return res, nil
 	case <-time.After(20 * time.Second):
-		return nil, fmt.Errorf("timeout waiting for results from node %s", nodeAddr)
+		return nil, fmt.Errorf("timeout waiting for results from node %s", target)
 	}
 }
 
 func handleForumResultsMessage(msg Message) {
-	var results []ForumSearchResult
-	err := json.Unmarshal([]byte(msg.Content), &results)
+	results, err := decodeForumResults([]byte(msg.Content))
 	if err != nil {
-		printWarn("Error unmarshalling forum results: %v", err)
+		printWarn("Error decoding forum results: %v", err)
 		return
 	}
-
 	printDebug("Received forum results: %+v", results)
-	// Send results to forumResultsChan
+
 	go func() {
 		forumResultsChan <- results
 	}()
 }
 
-// Used only to answer requests
-func fetchForumResults(query, safe, lang string, page int) []ForumSearchResult {
-	results, err := PerformRedditSearch(query, safe, page)
-	if err != nil {
-		printWarn("Error fetching forum results: %v", err)
-		return nil
+func encodeForumResults(results []ForumSearchResult) ([]byte, error) {
+	buf := new(bytes.Buffer)
+
+	if err := binary.Write(buf, binary.BigEndian, uint16(len(results))); err != nil {
+		return nil, err
 	}
-	return results
+
+	for _, r := range results {
+		if err := writeString(buf, r.URL); err != nil {
+			return nil, err
+		}
+		if err := writeString(buf, r.Header); err != nil {
+			return nil, err
+		}
+		if err := writeString(buf, r.Description); err != nil {
+			return nil, err
+		}
+		if err := binary.Write(buf, binary.BigEndian, r.PublishedDate.Unix()); err != nil {
+			return nil, err
+		}
+		if err := writeString(buf, r.ImgSrc); err != nil {
+			return nil, err
+		}
+		if err := writeString(buf, r.ThumbnailSrc); err != nil {
+			return nil, err
+		}
+	}
+
+	return buf.Bytes(), nil
+}
+
+func decodeForumResults(data []byte) ([]ForumSearchResult, error) {
+	buf := bytes.NewReader(data)
+
+	var count uint16
+	if err := binary.Read(buf, binary.BigEndian, &count); err != nil {
+		return nil, err
+	}
+
+	results := make([]ForumSearchResult, 0, count)
+	for i := 0; i < int(count); i++ {
+		url, err := readString(buf)
+		if err != nil {
+			return nil, err
+		}
+		header, err := readString(buf)
+		if err != nil {
+			return nil, err
+		}
+		desc, err := readString(buf)
+		if err != nil {
+			return nil, err
+		}
+		var unixTime int64
+		if err := binary.Read(buf, binary.BigEndian, &unixTime); err != nil {
+			return nil, err
+		}
+		imgSrc, err := readString(buf)
+		if err != nil {
+			return nil, err
+		}
+		thumbSrc, err := readString(buf)
+		if err != nil {
+			return nil, err
+		}
+
+		results = append(results, ForumSearchResult{
+			URL:           url,
+			Header:        header,
+			Description:   desc,
+			PublishedDate: time.Unix(unixTime, 0),
+			ImgSrc:        imgSrc,
+			ThumbnailSrc:  thumbSrc,
+		})
+	}
+	return results, nil
 }