Export chan added. We can now export data by sending to this chan.

gezer.go

@@ -2,10 +2,12 @@ package gezer
 
 import (
 	"bytes"
+	"encoding/json"
 	"fmt"
 	"github.com/PuerkitoBio/goquery"
 	"io/ioutil"
 	"net/http"
+	"os"
 	"sync"
 	"time"
 )
@@ -75,8 +77,25 @@ func (g *Gezer) getRequest(url string) {
 		Body:     body,
 		Doc:      doc,
 		Gezer:    g,
+		Exports:  make(chan map[string]interface{}, 1),
 	}
 
+	// Export Function
+	go func() {
+		file, err := os.Create("out.json")
+		if err != nil {
+			fmt.Fprintf(os.Stderr, "output file creation error: %v", err)
+			return
+		}
+
+		for res := range response.Exports {
+			fmt.Println(res)
+			_ = json.NewEncoder(file).Encode(res)
+		}
+
+	}()
+
 	// ParseFunc response
 	g.opt.ParseFunc(&response)
+
 }

gezer_test.go

@@ -21,7 +21,13 @@ func TestGezer_StartURLs_HTML(t *testing.T) {
 		StartURLs: []string{"http://quotes.toscrape.com/"},
 		ParseFunc: func(r *Response) {
 			r.Doc.Find("div.quote").Each(func(i int, s *goquery.Selection) {
-				fmt.Println(i, s.Find("span.text").Text(), s.Find("small.author").Text())
+				r.Exports <- map[string]interface{}{
+					"text":   s.Find("span.text").Text(),
+					"author": s.Find("small.author").Text(),
+					"tags": s.Find("div.tags > a.tag").Map(func(_ int, s *goquery.Selection) string {
+						return s.Text()
+					}),
+				}
 			})
 			if href, ok := r.Doc.Find("li.next > a").Attr("href"); ok {
 				r.Gezer.Get(r.JoinURL(href))

response.go

@@ -12,6 +12,7 @@ type Response struct {
 	Doc  *goquery.Document
 
 	Gezer   *Gezer
+	Exports chan map[string]interface{}
 }
 
 func (r *Response) JoinURL(relativeURL string) string {