Call ErrorFunc on errors. Unexport DoRequestClient and DoRequestChrome

This commit is contained in:
Musab Gültekin
2019-12-13 00:03:44 +03:00
parent 7d2fe57bab
commit cfb16fe1ee
4 changed files with 16 additions and 8 deletions

View File

@ -44,7 +44,7 @@ func (m *RobotsTxt) ProcessRequest(r *client.Request) {
}
m.metrics.RobotsTxtRequestCounter.Add(1)
robotsResp, err := m.client.DoRequestClient(robotsReq)
robotsResp, err := m.client.DoRequest(robotsReq)
if err != nil {
return // Don't Do anything
}