mirror of
https://github.com/NNTmux/newznab-tmux.git
synced 2026-08-30 17:58:59 +00:00
DariusIII
313 lines
15 KiB
PHP
313 lines
15 KiB
PHP
<?php
|
|
|
|
// TODO: bunch of if/elses need converting to switches
|
|
require_once dirname(__DIR__, 3).DIRECTORY_SEPARATOR.'bootstrap.php';
|
|
|
|
use nntmux\db\DB;
|
|
use nntmux\Groups;
|
|
use nntmux\ColorCLI;
|
|
use nntmux\NameFixer;
|
|
use nntmux\Categorize;
|
|
use nntmux\ConsoleTools;
|
|
use nntmux\ReleaseFiles;
|
|
use nntmux\ReleaseCleaning;
|
|
|
|
/*
|
|
*
|
|
* This was added because I starting writing this before
|
|
* all of the regexes were converted to by group in ReleaseCleaning.php
|
|
* and I do not want to convert these regexes to run per group.
|
|
* ReleaseCleaning.php is where the regexes should go
|
|
* so that all new releases can be effected by them
|
|
* instead of having to run this script to rename after the
|
|
* release has been created
|
|
*
|
|
*/
|
|
$pdo = new DB();
|
|
|
|
if (! (isset($argv[1]) && ($argv[1] == 'all' || $argv[1] == 'full' || $argv[1] == 'predb_id' || is_numeric($argv[1])))) {
|
|
exit($pdo->log->error(
|
|
"\nThis script will attempt to rename releases using regexes first from ReleaseCleaning.php and then from this file.\n"
|
|
."An optional last argument, show, will display the release name changes.\n\n"
|
|
."php $argv[0] full ...: To process all releases not previously renamed.\n"
|
|
."php $argv[0] 2 ...: To process all releases added in the previous 2 hours not previously renamed.\n"
|
|
."php $argv[0] all ...: To process all releases.\n"
|
|
."php $argv[0] full 155 ...: To process all releases in groupid 155 not previously renamed.\n"
|
|
."php $argv[0] all 155 ...: To process all releases in groupid 155.\n"
|
|
."php $argv[0] all '(155, 140)' ...: To process all releases in group_ids 155 and 140.\n"
|
|
."php $argv[0] predb_id ...: To process all releases where not matched to predb.\n"
|
|
));
|
|
}
|
|
preName($argv, $argc);
|
|
|
|
function preName($argv, $argc)
|
|
{
|
|
global $pdo;
|
|
$groups = new Groups(['Settings' => $pdo]);
|
|
$category = new Categorize(['Settings' => $pdo]);
|
|
$internal = $external = $pre = 0;
|
|
$show = 2;
|
|
if ($argv[$argc - 1] === 'show') {
|
|
$show = 1;
|
|
} elseif ($argv[$argc - 1] === 'bad') {
|
|
$show = 3;
|
|
}
|
|
$counter = 0;
|
|
$pdo->log = new ColorCLI();
|
|
$full = $all = $usepre = false;
|
|
$what = $where = '';
|
|
if ($argv[1] === 'full') {
|
|
$full = true;
|
|
} elseif ($argv[1] === 'all') {
|
|
$all = true;
|
|
} elseif ($argv[1] === 'predb_id') {
|
|
$usepre = true;
|
|
} elseif (is_numeric($argv[1])) {
|
|
$what = ' AND adddate > NOW() - INTERVAL '.$argv[1].' HOUR';
|
|
}
|
|
if ($usepre === true) {
|
|
$where = '';
|
|
$why = ' WHERE predb_id = 0 AND nzbstatus = 1';
|
|
} elseif (isset($argv[1]) && is_numeric($argv[1])) {
|
|
$where = '';
|
|
$why = ' WHERE nzbstatus = 1 AND isrenamed = 0';
|
|
} elseif (isset($argv[2]) && is_numeric($argv[2]) && $full === true) {
|
|
$where = ' AND groups_id = '.$argv[2];
|
|
$why = ' WHERE nzbstatus = 1 AND isrenamed = 0';
|
|
} elseif (isset($argv[2]) && preg_match('/\([\d, ]+\)/', $argv[2]) && $full === true) {
|
|
$where = ' AND groups_id IN '.$argv[2];
|
|
$why = ' WHERE nzbstatus = 1 AND isrenamed = 0';
|
|
} elseif (isset($argv[2]) && preg_match('/\([\d, ]+\)/', $argv[2]) && $all === true) {
|
|
$where = ' AND groups_id IN '.$argv[2];
|
|
$why = ' WHERE nzbstatus = 1';
|
|
} elseif (isset($argv[2]) && is_numeric($argv[2]) && $all === true) {
|
|
$where = ' AND groups_id = '.$argv[2];
|
|
$why = ' WHERE nzbstatus = 1 and predb_id = 0';
|
|
} elseif (isset($argv[2]) && is_numeric($argv[2])) {
|
|
$where = ' AND groups_id = '.$argv[2];
|
|
$why = ' WHERE nzbstatus = 1 AND isrenamed = 0';
|
|
} elseif ($full === true) {
|
|
$why = ' WHERE nzbstatus = 1 AND (isrenamed = 0 OR categories_id between 7000 AND 7999)';
|
|
} elseif ($all === true) {
|
|
$why = ' WHERE nzbstatus = 1';
|
|
} else {
|
|
$why = ' WHERE 1=1';
|
|
}
|
|
resetSearchnames();
|
|
echo $pdo->log->header(
|
|
'SELECT id, name, searchname, fromname, size, groups_id, categories_id FROM releases'.$why.$what.
|
|
$where.";\n"
|
|
);
|
|
$res = $pdo->queryDirect('SELECT id, name, searchname, fromname, size, groups_id, categories_id FROM releases'.$why.$what.$where);
|
|
$total = $res->rowCount();
|
|
if ($total > 0) {
|
|
$consoletools = new ConsoleTools(['ColorCLI' => $pdo->log]);
|
|
foreach ($res as $row) {
|
|
$groupname = $groups->getNameByID($row['groups_id']);
|
|
$cleanerName = releaseCleaner($row['name'], $row['fromname'], $row['size'], $groupname, $usepre);
|
|
$preid = 0;
|
|
$predb = $predbfile = $increment = false;
|
|
if (! is_array($cleanerName)) {
|
|
$cleanName = trim((string) $cleanerName);
|
|
$propername = $increment = true;
|
|
if ($cleanName != '' && $cleanerName != false) {
|
|
$run = $pdo->queryOneRow('SELECT id FROM predb WHERE title = '.$pdo->escapeString($cleanName));
|
|
if (isset($run['id'])) {
|
|
$preid = $run['id'];
|
|
$predb = true;
|
|
}
|
|
}
|
|
} else {
|
|
$cleanName = trim($cleanerName['cleansubject']);
|
|
$propername = $cleanerName['properlynamed'];
|
|
if (isset($cleanerName['increment'])) {
|
|
$increment = $cleanerName['increment'];
|
|
}
|
|
if (isset($cleanerName['predb'])) {
|
|
$preid = $cleanerName['predb'];
|
|
$predb = true;
|
|
}
|
|
}
|
|
if ($cleanName != '') {
|
|
if (preg_match('/alt\.binaries\.e\-?book(\.[a-z]+)?/', $groupname)) {
|
|
if (preg_match('/^[0-9]{1,6}-[0-9]{1,6}-[0-9]{1,6}$/', $cleanName, $match)) {
|
|
$rf = new ReleaseFiles($pdo);
|
|
$files = $rf->get($row['id']);
|
|
foreach ($files as $f) {
|
|
if (preg_match(
|
|
'/^(?P<title>.+?)(\\[\w\[\]\(\). -]+)?\.(pdf|htm(l)?|epub|mobi|azw|tif|doc(x)?|lit|txt|rtf|opf|fb2|prc|djvu|cb[rz])/', $f['name'],
|
|
$match
|
|
)
|
|
) {
|
|
$cleanName = $match['title'];
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
//try to match clean name against predb filename
|
|
$prefile = $pdo->queryOneRow('SELECT id, title FROM predb WHERE filename = '.$pdo->escapeString($cleanName));
|
|
if (isset($prefile['id'])) {
|
|
$preid = $prefile['id'];
|
|
$cleanName = $prefile['title'];
|
|
$predbfile = true;
|
|
$propername = true;
|
|
}
|
|
if ($cleanName != $row['name'] && $cleanName != $row['searchname']) {
|
|
if (strlen(utf8_decode($cleanName)) <= 3) {
|
|
} else {
|
|
$determinedcat = $category->determineCategory($row['groups_id'], $cleanName);
|
|
if ($propername == true) {
|
|
$pdo->queryExec(
|
|
sprintf(
|
|
'UPDATE releases SET videos_id = 0, tv_episodes_id = 0, imdbid = NULL, musicinfo_id = NULL, consoleinfo_id = NULL, bookinfo_id = NULL, anidbid = NULL, '
|
|
.'iscategorized = 1, isrenamed = 1, searchname = %s, categories_id = %d, predb_id = '.$preid.' WHERE id = %d', $pdo->escapeString($cleanName), $determinedcat, $row['id']
|
|
)
|
|
);
|
|
} else {
|
|
$pdo->queryExec(
|
|
sprintf(
|
|
'UPDATE releases SET videos_id = 0, tv_episodes_id = 0, imdbid = NULL, musicinfo_id = NULL, consoleinfo_id = NULL, bookinfo_id = NULL, anidbid = NULL, '
|
|
.'iscategorized = 1, searchname = %s, categories_id = %d, predb_id = '.$preid.' WHERE id = %d', $pdo->escapeString($cleanName), $determinedcat, $row['id']
|
|
)
|
|
);
|
|
}
|
|
if ($increment === true) {
|
|
$internal++;
|
|
} elseif ($predb === true) {
|
|
$pre++;
|
|
} elseif ($predbfile === true) {
|
|
$pre++;
|
|
} elseif ($propername === true) {
|
|
$external++;
|
|
}
|
|
if ($show === 1) {
|
|
$oldcatname = $category->getNameByID($row['categories_id']);
|
|
$newcatname = $category->getNameByID($determinedcat);
|
|
|
|
NameFixer::echoChangedReleaseName([
|
|
'new_name' => $cleanName,
|
|
'old_name' => $row['searchname'],
|
|
'new_category' => $newcatname,
|
|
'old_category' => $oldcatname,
|
|
'group' => $groupname,
|
|
'releases_id' => $row['id'],
|
|
'method' => 'misc/testing/Various/renametopre.php',
|
|
]
|
|
);
|
|
}
|
|
}
|
|
} elseif ($show === 3 && preg_match('/^\[?\d*\].+?yEnc/i', $row['name'])) {
|
|
echo $pdo->log->primary($row['name']);
|
|
}
|
|
}
|
|
if ($cleanName == $row['name']) {
|
|
$pdo->queryExec(sprintf('UPDATE releases SET isrenamed = 1, iscategorized = 1 WHERE id = %d', $row['id']));
|
|
}
|
|
if ($show === 2 && $usepre === false) {
|
|
$consoletools->overWritePrimary('Renamed Releases: [Internal='.number_format($internal).'][External='.number_format($external).'][Predb='.number_format($pre).'] '.$consoletools->percentString(++$counter, $total));
|
|
} elseif ($show === 2 && $usepre === true) {
|
|
$consoletools->overWritePrimary('Renamed Releases: ['.number_format($pre).'] '.$consoletools->percentString(++$counter, $total));
|
|
}
|
|
}
|
|
}
|
|
echo $pdo->log->header("\n".number_format($pre)." renamed using preDB Match\n".number_format($external)." renamed using ReleaseCleaning.php\n".number_format($internal)." using renametopre.php\nout of ".number_format($total)." releases.\n");
|
|
if (isset($argv[1]) && is_numeric($argv[1]) && ! isset($argv[2])) {
|
|
echo $pdo->log->header("Categorizing all releases using searchname from the last ${argv[1]} hours. This can take a while, be patient.");
|
|
} elseif (isset($argv[1]) && $argv[1] !== 'all' && isset($argv[2]) && ! is_numeric($argv[2]) && ! preg_match('/\([\d, ]+\)/', $argv[2])) {
|
|
echo $pdo->log->header('Categorizing all non-categorized releases in other->misc using searchname. This can take a while, be patient.');
|
|
} elseif (isset($argv[1]) && isset($argv[2]) && (is_numeric($argv[2]) || preg_match('/\([\d, ]+\)/', $argv[2]))) {
|
|
echo $pdo->log->header("Categorizing all non-categorized releases in ${argv[2]} using searchname. This can take a while, be patient.");
|
|
} else {
|
|
echo $pdo->log->header('Categorizing all releases using searchname. This can take a while, be patient.');
|
|
}
|
|
$timestart = time();
|
|
if (isset($argv[1]) && is_numeric($argv[1])) {
|
|
$relcount = catRelease('searchname', 'WHERE (iscategorized = 0 OR categories_id = 0010) AND adddate > NOW() - INTERVAL '.$argv[1].' HOUR', true);
|
|
} elseif (isset($argv[2]) && preg_match('/\([\d, ]+\)/', $argv[2]) && $full === true) {
|
|
$relcount = catRelease('searchname', str_replace(' AND', 'WHERE', $where).' AND iscategorized = 0 ', true);
|
|
} elseif (isset($argv[2]) && preg_match('/\([\d, ]+\)/', $argv[2]) && $all === true) {
|
|
$relcount = catRelease('searchname', str_replace(' AND', 'WHERE', $where), true);
|
|
} elseif (isset($argv[2]) && is_numeric($argv[2]) && $argv[1] == 'full') {
|
|
$relcount = catRelease('searchname', str_replace(' AND', 'WHERE', $where).' AND iscategorized = 0 ', true);
|
|
} elseif (isset($argv[2]) && is_numeric($argv[2]) && $argv[1] == 'all') {
|
|
$relcount = catRelease('searchname', str_replace(' AND', 'WHERE', $where), true);
|
|
} elseif (isset($argv[1]) && $argv[1] == 'full') {
|
|
$relcount = catRelease('searchname', 'WHERE categories_id = 0010 OR iscategorized = 0', true);
|
|
} elseif (isset($argv[1]) && $argv[1] == 'all') {
|
|
$relcount = catRelease('searchname', '', true);
|
|
} elseif (isset($argv[1]) && $argv[1] == 'predb_id') {
|
|
$relcount = catRelease('searchname', 'WHERE predb_id = 0 AND nzbstatus = 1', true);
|
|
} else {
|
|
$relcount = catRelease('searchname', 'WHERE (iscategorized = 0 OR categories_id = 0010) AND adddate > NOW() - INTERVAL '.$argv[1].' HOUR', true);
|
|
}
|
|
$consoletools = new ConsoleTools(['ColorCLI' => $pdo->log]);
|
|
$time = $consoletools->convertTime(time() - $timestart);
|
|
echo $pdo->log->header('Finished categorizing '.number_format($relcount).' releases in '.$time." seconds, using the usenet subject.\n");
|
|
resetSearchnames();
|
|
}
|
|
|
|
function resetSearchnames()
|
|
{
|
|
global $pdo;
|
|
echo $pdo->log->header('Resetting blank searchnames.');
|
|
$bad = $pdo->queryDirect(
|
|
'UPDATE releases SET videos_id = 0, tv_episodes_id = 0, imdbid = NULL, musicinfo_id = NULL, consoleinfo_id = NULL, bookinfo_id = NULL, anidbid = NULL, '
|
|
."predb_id = 0, searchname = name, isrenamed = 0, iscategorized = 0 WHERE searchname = ''"
|
|
);
|
|
$tot = $bad->rowCount();
|
|
if ($tot > 0) {
|
|
echo $pdo->log->primary(number_format($tot).' Releases had no searchname.');
|
|
}
|
|
echo $pdo->log->header('Resetting searchnames that are 8 characters or less.');
|
|
$run = $pdo->queryDirect(
|
|
'UPDATE releases SET videos_id = 0, tv_episodes_id = 0, imdbid = NULL, musicinfo_id = NULL, consoleinfo_id = NULL, bookinfo_id = NULL, anidbid = NULL, '
|
|
.'predb_id = 0, searchname = name, isrenamed = 0, iscategorized = 0 WHERE LENGTH(searchname) <= 8 AND LENGTH(name) > 8'
|
|
);
|
|
$total = $run->rowCount();
|
|
if ($total > 0) {
|
|
echo $pdo->log->primary(number_format($total).' Releases had searchnames that were 8 characters or less.');
|
|
}
|
|
}
|
|
|
|
// Categorizes releases.
|
|
// $type = name or searchname
|
|
// Returns the quantity of categorized releases.
|
|
function catRelease($type, $where, $echooutput = false)
|
|
{
|
|
global $pdo;
|
|
$cat = new Categorize(['Settings' => $pdo]);
|
|
$consoletools = new ConsoleTools(['ColorCLI' => $pdo->log]);
|
|
$relcount = 0;
|
|
echo $pdo->log->primary('SELECT id, '.$type.', groups_id FROM releases '.$where);
|
|
$resrel = $pdo->queryDirect('SELECT id, '.$type.', groups_id FROM releases '.$where);
|
|
$total = $resrel->rowCount();
|
|
if ($total > 0) {
|
|
foreach ($resrel as $rowrel) {
|
|
$catId = $cat->determineCategory($rowrel['groups_id'], $rowrel[$type]);
|
|
$pdo->queryExec(sprintf('UPDATE releases SET iscategorized = 1, categories_id = %d WHERE id = %d', $catId, $rowrel['id']));
|
|
$relcount++;
|
|
if ($echooutput) {
|
|
$consoletools->overWritePrimary('Categorizing: '.$consoletools->percentString($relcount, $total));
|
|
}
|
|
}
|
|
}
|
|
if ($echooutput !== false && $relcount > 0) {
|
|
echo "\n";
|
|
}
|
|
|
|
return $relcount;
|
|
}
|
|
|
|
function releaseCleaner($subject, $fromName, $size, $groupname, $usepre)
|
|
{
|
|
$groups = new Groups();
|
|
$releaseCleaning = new ReleaseCleaning($groups->pdo);
|
|
$cleanerName = $releaseCleaning->releaseCleaner($subject, $fromName, $size, $groupname, $usepre);
|
|
if (! is_array($cleanerName) && $cleanerName != false) {
|
|
return ['cleansubject' => $cleanerName, 'properlynamed' => true, 'increment' => false];
|
|
} else {
|
|
return $cleanerName;
|
|
}
|
|
}
|