Middlewares refactored to multiple files in middleware package.

Extractors removed as they introduce complexity to scraper. Both in learning and developing.

middleware/log_stats.go

@@ -0,0 +1,18 @@
+package middleware
+
+import (
+	"github.com/geziyor/geziyor/client"
+	"log"
+)
+
+// LogStats logs responses
+type LogStats struct {
+	LogDisabled bool
+}
+
+func (p *LogStats) ProcessResponse(r *client.Response) {
+	// LogDisabled check is not necessary, but done here for performance reasons
+	if !p.LogDisabled {
+		log.Printf("Crawled: (%d) <%s %s>", r.StatusCode, r.Request.Method, r.Request.URL.String())
+	}
+}