Add id 'pool' for connetion pool

This commit is contained in:
Omar Roth 2018-01-19 03:46:29 +00:00
parent c36b22a16d
commit 61e3b47210
1 changed files with 13 additions and 14 deletions

View File

@ -21,27 +21,26 @@ end
# Refresh all the connections in the pool by crawling recommended
spawn do
# Arbitrary start value
id = "RoEEDKwzNBw"
loop do
id = Deque.new(50,"0xjKNDMgE54")
while true
client = get_client
time = Time.now
begin
video = get_video(id)
video = get_video(id[rand(id.size)], false)
rvs = [] of Hash(String, String)
video.info["rvs"].split(",").each do |rv|
rvs << HTTP::Params.parse(rv).to_h
end
rvs.each do |rv|
id << rv["id"]
end
puts "#{Time.now} 200 GET #{elapsed_text(Time.now - time)}"
rescue ex
id = "RoEEDKwzNBw"
next
ensure
POOL << client
end
rvs = [] of Hash(String, String)
video.info["rvs"].split(",").each do |rv|
rvs << HTTP::Params.parse(rv).to_h
end
id = rvs[rand(rvs.size)]["id"]
puts "#{Time.now} 200 GET #{id} #{elapsed_text(Time.now - time)}"
POOL << client
end
end