Add error handling for top videos

This commit is contained in:
Omar Roth 2018-03-19 12:35:35 -05:00
parent fb87b3347b
commit 48da2ced46
2 changed files with 13 additions and 3 deletions

View File

@ -259,7 +259,12 @@ def rank_videos(db, n, pool, filter)
break break
else else
client = get_client(pool) client = get_client(pool)
begin
video = get_video(id, client, db) video = get_video(id, client, db)
rescue ex
next
end
pool << client pool << client
if video.language if video.language
@ -267,7 +272,7 @@ def rank_videos(db, n, pool, filter)
else else
description = XML.parse(video.description) description = XML.parse(video.description)
content = [video.title, description.content].join(" ") content = [video.title, description.content].join(" ")
content = content[0,10000] content = content[0, 10000]
results = DetectLanguage.detect(content) results = DetectLanguage.detect(content)
language = results[0].language language = results[0].language

View File

@ -135,7 +135,11 @@ spawn do
end end
loop do loop do
begin
top = rank_videos(PG_DB, 40, youtube_pool, filter) top = rank_videos(PG_DB, 40, youtube_pool, filter)
rescue ex
next
end
if top.size > 0 if top.size > 0
args = arg_array(top) args = arg_array(top)
@ -150,6 +154,7 @@ spawn do
begin begin
videos << get_video(id, client, PG_DB) videos << get_video(id, client, PG_DB)
rescue ex rescue ex
next
end end
youtube_pool << client youtube_pool << client
end end