iv-org
/
invidious
mirror of https://github.com/iv-org/invidious.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Add error handling for top videos

This commit is contained in:
Omar Roth 2018-03-19 12:35:35 -05:00
parent fb87b3347b
commit 48da2ced46
2 changed files with 13 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
src/helpers.cr
View File

@ -259,7 +259,12 @@ def rank_videos(db, n, pool, filter)
break break
else else
client = get_client(pool) client = get_client(pool)
video = get_video(id, client, db) begin
video = get_video(id, client, db)
rescue ex
next
end
pool << client pool << client
if video.language if video.language
@ -267,7 +272,7 @@ def rank_videos(db, n, pool, filter)
else else
description = XML.parse(video.description) description = XML.parse(video.description)
content = [video.title, description.content].join(" ") content = [video.title, description.content].join(" ")
content = content[0,10000] content = content[0, 10000]
results = DetectLanguage.detect(content) results = DetectLanguage.detect(content)
language = results[0].language language = results[0].language

7
src/invidious.cr
View File

@ -135,7 +135,11 @@ spawn do
end end
loop do loop do
top = rank_videos(PG_DB, 40, youtube_pool, filter) begin
top = rank_videos(PG_DB, 40, youtube_pool, filter)
rescue ex
next
end
if top.size > 0 if top.size > 0
args = arg_array(top) args = arg_array(top)
@ -150,6 +154,7 @@ spawn do
begin begin
videos << get_video(id, client, PG_DB) videos << get_video(id, client, PG_DB)
rescue ex rescue ex
next
end end
youtube_pool << client youtube_pool << client
end end