added "VisitedNodes" to message, to prevent re-requesting

This commit is contained in:
partisan 2024-08-09 12:59:37 +02:00
parent d34ca730e4
commit 6b99213ec4
7 changed files with 120 additions and 76 deletions

16
node.go
View file

@ -21,9 +21,10 @@ var (
)
type Message struct {
ID string `json:"id"`
Type string `json:"type"`
Content string `json:"content"`
ID string `json:"id"`
Type string `json:"type"`
Content string `json:"content"`
VisitedNodes []string `json:"visitedNodes"`
}
type CrawlerConfig struct {
@ -149,18 +150,17 @@ func interpretMessage(msg Message) {
case "search-file":
handleSearchFileMessage(msg)
case "search-forum":
log.Println("Received search-forum message:", msg.Content)
handleSearchForumMessage(msg)
case "forum-results":
handleForumResultsMessage(msg)
case "text-results":
handleTextResultsMessage(msg) // need to implement
handleTextResultsMessage(msg)
case "image-results":
handleImageResultsMessage(msg) // need to implement
handleImageResultsMessage(msg)
case "video-results":
handleVideoResultsMessage(msg) // need to implement
handleVideoResultsMessage(msg)
case "file-results":
handleFileResultsMessage(msg) // need to implement
handleFileResultsMessage(msg)
default:
fmt.Println("Received unknown message type:", msg.Type)
}