Added filename to prehash, ishashed to releasefiles and updated (test) IRCScraper to scrape filenames.

This commit is contained in:
Darko
2014-05-07 10:15:35 +02:00
parent d719e493b9
commit 15381d57a6
20 changed files with 47 additions and 5703 deletions
+1 -1
View File
@@ -66,7 +66,7 @@ elif len(sys.argv) > 1 and (sys.argv[1] == "filename"):
datas = cur[0].fetchall()
elif len(sys.argv) > 1 and (sys.argv[1] == "md5"):
while len(datas) == 0 and maxtries >= -5:
run = "SELECT DISTINCT rel.ID FROM releases rel INNER JOIN releasefiles rf ON rel.ID = rf.releaseID WHERE isrenamed = 0 AND rel.dehashstatus BETWEEN %s AND 0 AND rel.passwordstatus >= -1 AND (rel.ishashed = 1 OR rf.name REGEXP'[a-fA-F0-9]{32,40}') ORDER BY postdate ASC LIMIT %s"
run = "SELECT DISTINCT rel.ID FROM releases rel INNER JOIN releasefiles rf ON rel.ID = rf.releaseID WHERE isrenamed = 0 AND rel.dehashstatus BETWEEN %s AND 0 AND rel.passwordstatus >= -1 AND (rel.ishashed = 1 OR rf.ishashed = 1) ORDER BY postdate ASC LIMIT %s"
cur[0].execute(run, (maxtries, int(perrun[0])*int(run_threads[0])))
datas = cur[0].fetchall()
maxtries = maxtries - 1