Fixed README. More Go versions added for testing
This commit is contained in:
parent
ddff3aee25
commit
40f673f2e2
@ -1,6 +1,12 @@
|
||||
language: go
|
||||
|
||||
go:
|
||||
- 1.5.x
|
||||
- 1.6.x
|
||||
- 1.7.x
|
||||
- 1.8.x
|
||||
- 1.9.x
|
||||
- 1.10.x
|
||||
- 1.11.x
|
||||
- tip
|
||||
|
||||
|
@ -12,6 +12,7 @@ Geziyor is a blazing fast web crawling and web scraping framework. It can be use
|
||||
- Limit Concurrency (Global/Per Domain)
|
||||
- Request Delays (Constant/Randomized)
|
||||
- Automatic response decoding to UTF-8
|
||||
- Middlewares
|
||||
|
||||
See scraper [Options](https://godoc.org/github.com/geziyor/geziyor#Options) for all custom settings.
|
||||
|
||||
@ -43,7 +44,7 @@ func main() {
|
||||
|
||||
func quotesParse(r *geziyor.Response) {
|
||||
r.DocHTML.Find("div.quote").Each(func(i int, s *goquery.Selection) {
|
||||
r.Exports <- map[string]interface{}{
|
||||
r.Geziyor.Exports <- map[string]interface{}{
|
||||
"text": s.Find("span.text").Text(),
|
||||
"author": s.Find("small.author").Text(),
|
||||
}
|
||||
|
@ -14,7 +14,6 @@ type CSVExporter struct {
|
||||
FileName string
|
||||
|
||||
once sync.Once
|
||||
mut sync.Mutex
|
||||
writer *csv.Writer
|
||||
}
|
||||
|
||||
|
@ -14,7 +14,6 @@ type JSONExporter struct {
|
||||
EscapeHTML bool
|
||||
|
||||
once sync.Once
|
||||
mut sync.Mutex
|
||||
encoder *json.Encoder
|
||||
}
|
||||
|
||||
|
Loading…
x
Reference in New Issue
Block a user