Fix client refresh

This commit is contained in:
Omar Roth 2018-01-20 00:20:12 +00:00
parent f77dcb7f9b
commit 19309f5ef6

View File

@ -15,7 +15,9 @@ CONTEXT.add_options(
OpenSSL::SSL::Options::NO_SSL_V3 OpenSSL::SSL::Options::NO_SSL_V3
) )
POOL = Deque.new(30) do POOL = Deque.new(30) do
HTTP::Client.new(URL, CONTEXT) client = HTTP::Client.new(URL, CONTEXT)
client.connect_timeout = Time::Span.new(0, 0, 0, 5)
client
end end
# Refresh all the connections in the pool by crawling recommended # Refresh all the connections in the pool by crawling recommended
@ -24,26 +26,34 @@ spawn do
id = Deque.new(50, "0xjKNDMgE54") id = Deque.new(50, "0xjKNDMgE54")
while true while true
client = get_client client = get_client
if rand(30) > 1 if rand(50) < 1
client = HTTP::Client.new(URL, CONTEXT) client = HTTP::Client.new(URL, CONTEXT)
client.connect_timeout = Time::Span.new(0, 0, 0, 5)
end end
time = Time.now time = Time.now
begin begin
video = get_video(id[rand(id.size)], false) video = get_video(id[rand(id.size)], false)
rescue ex
puts ex
next
end
rvs = [] of Hash(String, String) rvs = [] of Hash(String, String)
if video.info.has_key?("rvs")
video.info["rvs"].split(",").each do |rv| video.info["rvs"].split(",").each do |rv|
rvs << HTTP::Params.parse(rv).to_h rvs << HTTP::Params.parse(rv).to_h
end end
end
rvs.each do |rv| rvs.each do |rv|
if rv.has_key?("id")
id << rv["id"] id << rv["id"]
end end
puts "#{Time.now} 200 GET #{elapsed_text(Time.now - time)}"
rescue ex
next
ensure
POOL << client
end end
POOL << client
puts "#{Time.now} 200 GET #{elapsed_text(Time.now - time)}"
end end
end end