Options refactored to its own file. Timeout increased to 60 sec

README.md

@@ -20,9 +20,6 @@ geziyor := NewGeziyor(Opt{
             r.Exports <- map[string]interface{}{
                 "text":   s.Find("span.text").Text(),
                 "author": s.Find("small.author").Text(),
-                "tags": s.Find("div.tags > a.tag").Map(func(_ int, s *goquery.Selection) string {
-                    return s.Text()
-                }),
             }
         })
 

geziyor.go

@@ -23,14 +23,6 @@ type Geziyor struct {
 	visitedURLS []string
 }
 
-// Options is custom options type for Geziyor
-type Options struct {
-	AllowedDomains []string
-	StartURLs      []string
-	ParseFunc      func(response *Response)
-	Cache          httpcache.Cache
-}
-
 func init() {
 	log.SetOutput(os.Stdout)
 }
@@ -40,7 +32,7 @@ func init() {
 func NewGeziyor(opt Options) *Geziyor {
 	geziyor := &Geziyor{
 		client: &http.Client{
-			Timeout: time.Second * 10,
+			Timeout: time.Second * 60,
 		},
 		opt: opt,
 	}

options.go

@@ -0,0 +1,21 @@
+package geziyor
+
+import (
+	"github.com/fpfeng/httpcache"
+)
+
+// Options is custom options type for Geziyor
+type Options struct {
+	// AllowedDomains is domains that are allowed to make requests
+	// If empty, any domain is allowed
+	AllowedDomains []string
+	// First requests will made to this url array. (Concurrently)
+	StartURLs []string
+	// ParseFunc is callback of StartURLs response.
+	ParseFunc func(response *Response)
+
+	// Set this to enable caching responses.
+	// Memory Cache: httpcache.NewMemoryCache()
+	// Disk Cache:   diskcache.New(".cache")
+	Cache httpcache.Cache
+}