FIX: Excon was wrapping our `ReadOnly` exception
This was preventing the crawling of many topic links
This commit is contained in:
parent
5890dae64c
commit
1434e46ed2
|
@ -76,6 +76,9 @@ module Jobs
|
|||
Excon.get(uri.to_s, response_block: streamer, read_timeout: 20, headers: CrawlTopicLink.request_headers(uri))
|
||||
result
|
||||
|
||||
rescue Excon::Errors::SocketError => ex
|
||||
return result if ex.socket_error.is_a?(ReadEnough)
|
||||
raise
|
||||
rescue ReadEnough
|
||||
result
|
||||
end
|
||||
|
|
Loading…
Reference in New Issue