Metadata adding on requests support added. StartRequests function implemented.

This commit is contained in:
Musab Gültekin
2019-06-12 21:30:45 +03:00
parent bd8d58576f
commit f7f4e401e2
5 changed files with 74 additions and 25 deletions

View File

@ -2,7 +2,6 @@ package geziyor
import (
"github.com/fpfeng/httpcache"
"net/http"
"time"
)
@ -16,7 +15,7 @@ type Options struct {
StartURLs []string
// StartRequestsFunc called on scraper start
StartRequestsFunc func() []*http.Request
StartRequestsFunc func() []*Request
// ParseFunc is callback of StartURLs response.
ParseFunc func(r *Response)