Added logging on allowed domains middleware and duplicate requests

middleware/allowed_domains.go

@@ -3,16 +3,21 @@ package middleware
 import (
 	"github.com/geziyor/geziyor/client"
 	"github.com/geziyor/geziyor/internal"
+	"log"
+	"sync"
 )
 
 // AllowedDomains checks for request host if it exists in AllowedDomains
 type AllowedDomains struct {
 	AllowedDomains []string
+	logOnlyOnce    sync.Map
 }
 
 func (a *AllowedDomains) ProcessRequest(r *client.Request) {
 	if len(a.AllowedDomains) != 0 && !internal.Contains(a.AllowedDomains, r.Host) {
-		//log.Printf("Domain not allowed: %s\n", req.Host)
+		if _, logged := a.logOnlyOnce.LoadOrStore(r.Host, struct{}{}); !logged {
+			log.Printf("Domain not allowed: %s\n", r.Host)
+		}
 		r.Cancel()
 		return
 	}

middleware/duplicate_requests.go

@@ -2,6 +2,7 @@ package middleware
 
 import (
 	"github.com/geziyor/geziyor/client"
+	"log"
 	"sync"
 )
 
@@ -9,12 +10,16 @@ import (
 type DuplicateRequests struct {
 	RevisitEnabled bool
 	visitedURLs    sync.Map
+	logOnlyOnce    sync.Map
 }
 
 func (a *DuplicateRequests) ProcessRequest(r *client.Request) {
 	if !a.RevisitEnabled && r.Request.Method == "GET" {
-		if _, visited := a.visitedURLs.LoadOrStore(r.Request.URL.String(), struct{}{}); visited {
+		requestURL := r.Request.URL.String()
-			//log.Printf("URL already visited %s\n")
+		if _, visited := a.visitedURLs.LoadOrStore(requestURL, struct{}{}); visited {
+			if _, logged := a.logOnlyOnce.LoadOrStore(requestURL, struct{}{}); !logged {
+				log.Printf("URL already visited %s\n", requestURL)
+			}
 			r.Cancel()
 		}
 	}