Fixed README. More Go versions added for testing
This commit is contained in:
parent
ddff3aee25
commit
40f673f2e2
@ -1,6 +1,12 @@
|
|||||||
language: go
|
language: go
|
||||||
|
|
||||||
go:
|
go:
|
||||||
|
- 1.5.x
|
||||||
|
- 1.6.x
|
||||||
|
- 1.7.x
|
||||||
|
- 1.8.x
|
||||||
|
- 1.9.x
|
||||||
|
- 1.10.x
|
||||||
- 1.11.x
|
- 1.11.x
|
||||||
- tip
|
- tip
|
||||||
|
|
||||||
|
@ -12,6 +12,7 @@ Geziyor is a blazing fast web crawling and web scraping framework. It can be use
|
|||||||
- Limit Concurrency (Global/Per Domain)
|
- Limit Concurrency (Global/Per Domain)
|
||||||
- Request Delays (Constant/Randomized)
|
- Request Delays (Constant/Randomized)
|
||||||
- Automatic response decoding to UTF-8
|
- Automatic response decoding to UTF-8
|
||||||
|
- Middlewares
|
||||||
|
|
||||||
See scraper [Options](https://godoc.org/github.com/geziyor/geziyor#Options) for all custom settings.
|
See scraper [Options](https://godoc.org/github.com/geziyor/geziyor#Options) for all custom settings.
|
||||||
|
|
||||||
@ -43,7 +44,7 @@ func main() {
|
|||||||
|
|
||||||
func quotesParse(r *geziyor.Response) {
|
func quotesParse(r *geziyor.Response) {
|
||||||
r.DocHTML.Find("div.quote").Each(func(i int, s *goquery.Selection) {
|
r.DocHTML.Find("div.quote").Each(func(i int, s *goquery.Selection) {
|
||||||
r.Exports <- map[string]interface{}{
|
r.Geziyor.Exports <- map[string]interface{}{
|
||||||
"text": s.Find("span.text").Text(),
|
"text": s.Find("span.text").Text(),
|
||||||
"author": s.Find("small.author").Text(),
|
"author": s.Find("small.author").Text(),
|
||||||
}
|
}
|
||||||
|
@ -14,7 +14,6 @@ type CSVExporter struct {
|
|||||||
FileName string
|
FileName string
|
||||||
|
|
||||||
once sync.Once
|
once sync.Once
|
||||||
mut sync.Mutex
|
|
||||||
writer *csv.Writer
|
writer *csv.Writer
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -14,7 +14,6 @@ type JSONExporter struct {
|
|||||||
EscapeHTML bool
|
EscapeHTML bool
|
||||||
|
|
||||||
once sync.Once
|
once sync.Once
|
||||||
mut sync.Mutex
|
|
||||||
encoder *json.Encoder
|
encoder *json.Encoder
|
||||||
}
|
}
|
||||||
|
|
||||||
|
Loading…
x
Reference in New Issue
Block a user