Try parsing HTML even if content-type is empty.

2019-06-18 13:00:16 +03:00
parent 4177f10de9
commit f384fc2c13
4 changed files with 11 additions and 26 deletions
--- a/middleware.go
+++ b/middleware.go
@ -43,7 +43,7 @@ func defaultHeadersMiddleware(g *Geziyor, r *Request) {

 // parseHTMLMiddleware parses response if response is HTML
 func parseHTMLMiddleware(g *Geziyor, r *Response) {
-	if !g.Opt.ParseHTMLDisabled && r.isHTML() {
+	if !g.Opt.ParseHTMLDisabled {
 		r.DocHTML, _ = goquery.NewDocumentFromReader(bytes.NewReader(r.Body))
 	}
 }