diff --git a/.travis.yml b/.travis.yml index e8b3279..07b80a8 100644 --- a/.travis.yml +++ b/.travis.yml @@ -1,6 +1,12 @@ language: go go: + - 1.5.x + - 1.6.x + - 1.7.x + - 1.8.x + - 1.9.x + - 1.10.x - 1.11.x - tip diff --git a/README.md b/README.md index a3bcd1a..96aec71 100644 --- a/README.md +++ b/README.md @@ -12,6 +12,7 @@ Geziyor is a blazing fast web crawling and web scraping framework. It can be use - Limit Concurrency (Global/Per Domain) - Request Delays (Constant/Randomized) - Automatic response decoding to UTF-8 +- Middlewares See scraper [Options](https://godoc.org/github.com/geziyor/geziyor#Options) for all custom settings. @@ -43,7 +44,7 @@ func main() { func quotesParse(r *geziyor.Response) { r.DocHTML.Find("div.quote").Each(func(i int, s *goquery.Selection) { - r.Exports <- map[string]interface{}{ + r.Geziyor.Exports <- map[string]interface{}{ "text": s.Find("span.text").Text(), "author": s.Find("small.author").Text(), } diff --git a/exporter/csv.go b/exporter/csv.go index 869ef2c..fb4b439 100644 --- a/exporter/csv.go +++ b/exporter/csv.go @@ -14,7 +14,6 @@ type CSVExporter struct { FileName string once sync.Once - mut sync.Mutex writer *csv.Writer } diff --git a/exporter/json.go b/exporter/json.go index 041c2e1..ff41eca 100644 --- a/exporter/json.go +++ b/exporter/json.go @@ -14,7 +14,6 @@ type JSONExporter struct { EscapeHTML bool once sync.Once - mut sync.Mutex encoder *json.Encoder }