Skip to content

Commit

Permalink
retry redirect to AlreadyVisitedUrl will loop error
Browse files Browse the repository at this point in the history
  • Loading branch information
Shinku-Chen committed Apr 8, 2024
1 parent 93b2a30 commit e1f73b6
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion colly.go
Original file line number Diff line number Diff line change
Expand Up @@ -653,7 +653,7 @@ func (c *Collector) scrape(u, method string, depth int, requestData io.Reader, c
}
// note: once 1.13 is minimum supported Go version,
// replace this with http.NewRequestWithContext
c.Context = context.WithValue(c.Context, CheckRevisitKey, checkRevisit)
//c.Context = context.WithValue(c.Context, CheckRevisitKey, checkRevisit)
req = req.WithContext(c.Context)
if err := c.requestCheck(parsedURL, method, req.GetBody, depth, checkRevisit); err != nil {
return err
Expand Down

0 comments on commit e1f73b6

Please sign in to comment.