* account for TVDB entries being removed sometimes because of duplicates

This commit is contained in:
Reinhard Pointner 2013-12-02 18:25:06 +00:00
parent aca8be2620
commit 1dd6f6e3dd
2 changed files with 17 additions and 1 deletions

View File

@ -134,8 +134,8 @@ if (movies.size() < 50000) { throw new Exception('Movie index sanity failed') }
// BUILD tvdb index // BUILD tvdb index
def tvdb = new HashMap()
def tvdb_txt = new File('tvdb.txt') def tvdb_txt = new File('tvdb.txt')
def tvdb = [:]
new File('tvdb.txt').eachLine{ new File('tvdb.txt').eachLine{
def line = it.split('\t', 5).toList() def line = it.split('\t', 5).toList()
tvdb.put(line[0] as Integer, [line[0] as Integer, line[1], line[2], line[3], line[4] as Integer]) tvdb.put(line[0] as Integer, [line[0] as Integer, line[1], line[2], line[3], line[4] as Integer])
@ -167,6 +167,16 @@ tvdb_updates.each{ update ->
} }
} }
} }
// remove entries that have become invalid
def tvdb_ids = tvdb_updates.findResults{ it.id } as HashSet
tvdb.keySet().toList().each{ id ->
if (!tvdb_ids.contains(id)) {
println "Invalid ID found: ${tvdb[id]}"
tvdb.remove(id)
}
}
tvdb.values().findResults{ it.join('\t') }.join('\n').saveAs(tvdb_txt) tvdb.values().findResults{ it.join('\t') }.join('\n').saveAs(tvdb_txt)

View File

@ -216,6 +216,12 @@ public final class WebRequest {
return buffer.getByteBuffer(); return buffer.getByteBuffer();
} }
public static int head(URL url) throws IOException {
HttpURLConnection c = (HttpURLConnection) url.openConnection();
c.setRequestMethod("HEAD");
return c.getResponseCode();
}
private static Charset getCharset(String contentType) { private static Charset getCharset(String contentType) {
if (contentType != null) { if (contentType != null) {
// e.g. Content-Type: text/html; charset=iso-8859-1 // e.g. Content-Type: text/html; charset=iso-8859-1