2cab68d2ce
Extractors removed as they introduce complexity to scraper. Both in learning and developing.
19 lines
402 B
Go
19 lines
402 B
Go
package middleware
|
|
|
|
import (
|
|
"github.com/geziyor/geziyor/client"
|
|
"log"
|
|
)
|
|
|
|
// LogStats logs responses
|
|
type LogStats struct {
|
|
LogDisabled bool
|
|
}
|
|
|
|
func (p *LogStats) ProcessResponse(r *client.Response) {
|
|
// LogDisabled check is not necessary, but done here for performance reasons
|
|
if !p.LogDisabled {
|
|
log.Printf("Crawled: (%d) <%s %s>", r.StatusCode, r.Request.Method, r.Request.URL.String())
|
|
}
|
|
}
|