* account for TVDB entries being removed sometimes because of duplicates
This commit is contained in:
parent
aca8be2620
commit
1dd6f6e3dd
|
@ -134,8 +134,8 @@ if (movies.size() < 50000) { throw new Exception('Movie index sanity failed') }
|
||||||
|
|
||||||
|
|
||||||
// BUILD tvdb index
|
// BUILD tvdb index
|
||||||
def tvdb = new HashMap()
|
|
||||||
def tvdb_txt = new File('tvdb.txt')
|
def tvdb_txt = new File('tvdb.txt')
|
||||||
|
def tvdb = [:]
|
||||||
new File('tvdb.txt').eachLine{
|
new File('tvdb.txt').eachLine{
|
||||||
def line = it.split('\t', 5).toList()
|
def line = it.split('\t', 5).toList()
|
||||||
tvdb.put(line[0] as Integer, [line[0] as Integer, line[1], line[2], line[3], line[4] as Integer])
|
tvdb.put(line[0] as Integer, [line[0] as Integer, line[1], line[2], line[3], line[4] as Integer])
|
||||||
|
@ -167,6 +167,16 @@ tvdb_updates.each{ update ->
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// remove entries that have become invalid
|
||||||
|
def tvdb_ids = tvdb_updates.findResults{ it.id } as HashSet
|
||||||
|
tvdb.keySet().toList().each{ id ->
|
||||||
|
if (!tvdb_ids.contains(id)) {
|
||||||
|
println "Invalid ID found: ${tvdb[id]}"
|
||||||
|
tvdb.remove(id)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
tvdb.values().findResults{ it.join('\t') }.join('\n').saveAs(tvdb_txt)
|
tvdb.values().findResults{ it.join('\t') }.join('\n').saveAs(tvdb_txt)
|
||||||
|
|
||||||
|
|
||||||
|
|
|
@ -216,6 +216,12 @@ public final class WebRequest {
|
||||||
return buffer.getByteBuffer();
|
return buffer.getByteBuffer();
|
||||||
}
|
}
|
||||||
|
|
||||||
|
public static int head(URL url) throws IOException {
|
||||||
|
HttpURLConnection c = (HttpURLConnection) url.openConnection();
|
||||||
|
c.setRequestMethod("HEAD");
|
||||||
|
return c.getResponseCode();
|
||||||
|
}
|
||||||
|
|
||||||
private static Charset getCharset(String contentType) {
|
private static Charset getCharset(String contentType) {
|
||||||
if (contentType != null) {
|
if (contentType != null) {
|
||||||
// e.g. Content-Type: text/html; charset=iso-8859-1
|
// e.g. Content-Type: text/html; charset=iso-8859-1
|
||||||
|
|
Loading…
Reference in New Issue