gitea/geziyor
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Disabling charset detection implemented.

Browse Source
This commit is contained in:
Musab Gültekin
2019-06-12 11:44:31 +03:00
parent a311a0f998
commit 2f6cb06982
5 changed files with 40 additions and 26 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
geziyor.go
View File

@ -157,11 +157,13 @@ func (g *Geziyor) Do(req *http.Request, callback func(resp *Response)) {
bodyReader := io.LimitReader(resp.Body, g.opt.MaxBodySize)
// Start reading body and determine encoding
bodyReader, err = charset.NewReader(bodyReader, resp.Header.Get("Content-Type"))
if err != nil {
log.Printf("Determine encoding error: %v\n", err)
g.releaseSem(req)
return
if !g.opt.CharsetDetectDisabled {
bodyReader, err = charset.NewReader(bodyReader, resp.Header.Get("Content-Type"))
if err != nil {
log.Printf("Determine encoding error: %v\n", err)
g.releaseSem(req)
return
}
}
// Continue reading body