Crawler aux mixin updated to catch the mysterious and anonymous timeout exception and re-raise it as a Timeout::Error
parent
be85cf54ab
commit
3d4d6e9860
|
@ -215,8 +215,14 @@ module Auxiliary::HttpCrawler
|
||||||
rescue ::Timeout::Error
|
rescue ::Timeout::Error
|
||||||
# Bubble this up to the top-level handler
|
# Bubble this up to the top-level handler
|
||||||
raise $!
|
raise $!
|
||||||
rescue ::Exception => e
|
rescue ::Exception => e
|
||||||
|
# Ridiculous f'ing anonymous timeout exception which I've no idea
|
||||||
|
# how it comes into existence.
|
||||||
|
if e.to_s =~ /execution expired/
|
||||||
|
raise ::Timeout::Error
|
||||||
|
else
|
||||||
print_error("Crawler Exception: #{url} #{e} #{e.backtrace}")
|
print_error("Crawler Exception: #{url} #{e} #{e.backtrace}")
|
||||||
|
end
|
||||||
ensure
|
ensure
|
||||||
@crawler.shutdown rescue nil
|
@crawler.shutdown rescue nil
|
||||||
@crawler = nil
|
@crawler = nil
|
||||||
|
|
Loading…
Reference in New Issue