Files
newznab-tmux/lib/ReleaseRemover.php
T

986 lines
24 KiB
PHP

<?php
require_once(dirname(__FILE__)."/../bin/config.php");
require_once(WWW_DIR."/lib/framework/cache.php");
require_once(WWW_DIR."/lib/framework/db.php");
require_once(WWW_DIR."/lib/releases.php");
require_once(WWW_DIR."/lib/category.php");
require_once("consoletools.php");
require_once("ColorCLI.php");
require_once("functions.php");
// TODO: Move RemoveCrapReleases and possible others into here.
/**
* Handles removing of various unwanted releases.
*
* Class ReleaseRemover
*/
class ReleaseRemover
{
/**
* @var DB
*/
protected $db;
/**
* @var ColorCLI
*/
protected $color;
/**
* @var ConsoleTools
*/
protected $consoleTools;
/**
* @var Releases
*/
protected $releases;
/**
* The query we will use to select unwanted releases.
* @var string
*/
protected $query;
/**
* LIKE is case sensitive in PgSQL, get the insensitive one for it.
* @var string
*/
protected $like;
/**
* If an error occurred, store it here.
* @var string
*/
protected $error;
/**
* Time we started.
* @var int
*/
protected $timeStart;
/**
* Result of the select query.
*
* @var array
*/
protected $result;
/**
* Ignore user check?
* @var bool
*/
protected $ignoreUserCheck;
/**
* Is is run from the browser?
* @var bool
*/
protected $browser;
/**
* @var string
*/
protected $regexp;
/**
* @var bool
*/
protected $mysql;
/**
* @var string
*/
protected $crapTime = '';
/**
* @var string
*/
protected $method = '';
/**
* @var int
*/
protected $deletedCount = 0;
/**
* @var bool
*/
protected $delete;
/**
* @var bool
*/
protected $echoCLI;
/**
* @const New line.
*/
const N = PHP_EOL;
/**
* Construct.
*
* @param bool $browser Is is run from the browser?
* @param bool $echo Echo to CLI?
*/
public function __construct($browser = false, $echo = true)
{
$this->db = new DB();
$this->color = new ColorCLI();
$this->consoleTools = new ConsoleTools();
$this->releases = new Releases();
$this->functions = new Functions();
$this->mysql = (DB_TYPE === 'mysql' ? true : false);
$this->like = ($this->mysql ? 'LIKE' : 'ILIKE');
$this->regexp = ($this->mysql ? 'REGEXP' : '~');
$this->query = '';
$this->error = '';
$this->ignoreUserCheck = false;
$this->browser = $browser;
$this->echoCLI = (!$this->browser && $echo);
}
/**
* Remove releases using user criteria.
*
* @param array $arguments Array of criteria used to delete unwanted releases.
* Criteria muse look like this : columnName=modifier="content"
* columnName is a column name from the releases table.
* modifiers are : equals,like,bigger,smaller
* content is what to change the column content to
*
* @return string|bool
*/
public function removeByCriteria($arguments)
{
$this->delete = true;
$this->ignoreUserCheck = false;
// Time we started.
$this->timeStart = TIME();
// Start forming the query.
$this->query = 'SELECT ID, guid, searchname FROM releases WHERE 1=1';
// Keep forming the query based on the user's criteria, return if any errors.
foreach($arguments as $arg) {
$this->error = '';
$string = $this->formatCriteriaQuery($arg);
if ($string === false) {
return $this->returnError();
}
$this->query .= $string;
}
$this->query = $this->cleanSpaces($this->query);
// Check if the user wants to run the query.
if ($this->checkUserResponse() === false) {
return false;
}
// Check if the query returns results.
if ($this->checkSelectQuery() === false) {
return $this->returnError();
}
$this->method = 'userCriteria';
$this->deletedCount = 0;
// Delete the releases.
$this->deleteReleases();
if ($this->echoCLI) {
echo $this->color->headerOver(($this->delete ? "Deleted " : "Would have deleted ") . $this->deletedCount . " release(s). This script ran for ");
echo $this->color->header($this->consoleTools->convertTime(TIME() - $this->timeStart));
}
return ($this->browser
?
'Success! ' .
($this->delete ? "Deleted " : "Would have deleted ") .
$this->deletedCount .
' release(s) in ' .
$this->consoleTools->convertTime(TIME() - $this->timeStart)
:
true
);
}
/**
* Delete crap releases.
*
* @param bool $delete Delete the release or just show the result?
* @param int|string $time Time in hours (to select old releases) or 'full' for no time limit.
* @param string $type Type of query to run [blacklist, executable, gibberish, hashed, installbin, passworded,
* passwordurl, sample, scr, short, size, ''] ('' runs against all types)
*
* @return string|bool
*/
public function removeCrap($delete, $time, $type='')
{
$this->timeStart = time();
$this->delete = $delete;
$time = trim($time);
$this->crapTime = '';
switch ($time) {
case 'full':
if ($this->echoCLI) {
echo $this->color->header("Removing crap releases - no time limit.");
}
break;
default:
if (!is_numeric($time)) {
$this->error = 'Error, time must be a number or full.';
return $this->returnError();
}
if ($this->echoCLI) {
echo $this->color->header('Removing crap releases from the past ' . $time . " hour(s).");
}
$this->crapTime =
' AND r.adddate > (NOW() - INTERVAL ' .
($this->mysql ? $time . ' HOUR)' : $this->db->escapeString($time . ' HOURS')) .
' ORDER BY r.ID ASC';
break;
}
$this->deletedCount = 0;
$type = strtolower(trim($type));
switch ($type) {
case 'blacklist':
$this->removeBlacklist();
break;
case 'executable':
$this->removeExecutable();
break;
case 'gibberish':
$this->removeGibberish();
break;
case 'hashed':
$this->removeHashed();
break;
case 'installbin':
$this->removeInstallBin();
break;
case 'passworded':
$this->removePassworded();
break;
case 'passwordurl':
$this->removePasswordURL();
break;
case 'sample':
$this->removeSample();
break;
case 'scr':
$this->removeSCR();
break;
case 'short':
$this->removeShort();
break;
case 'size':
$this->removeSize();
break;
case 'codec':
$this->removeCodecPoster();
break;
case '':
$this->removeBlacklist();
$this->removeExecutable();
$this->removeGibberish();
$this->removeHashed();
$this->removeInstallBin();
$this->removePassworded();
$this->removeSample();
$this->removeSCR();
$this->removeShort();
$this->removeSize();
$this->removeCodecPoster();
break;
default:
$this->error = 'Wrong type: ' .$type;
return $this->returnError();
}
if ($this->echoCLI) {
echo $this->color->headerOver(($this->delete ? "Deleted " : "Would have deleted ") . $this->deletedCount . " release(s). This script ran for ");
echo $this->color->header($this->consoleTools->convertTime(TIME() - $this->timeStart));
}
return ($this->browser
?
'Success! ' .
($this->delete ? "Deleted " : "Would have deleted ") .
$this->deletedCount .
' release(s) in ' .
$this->consoleTools->convertTime(TIME() - $this->timeStart)
:
true
);
}
/**
* Remove releases with 15 or more letters or numbers, nothing else.
*
* @return bool
*/
protected function removeGibberish()
{
$this->method = 'Gibberish';
$regex = sprintf("r.searchname %s '^[a-zA-Z0-9]{15,}$'", $this->regexp);
$this->query = sprintf(
"SELECT r.ID, r.guid, r.searchname
FROM releases r
WHERE %s
AND r.nfostatus = 0
AND r.iscategorized = 1
AND r.rarinnerfilecount = 0
AND r.categoryID NOT IN (%d) %s",
$regex, Category::CAT_MISC_OTHER, $this->crapTime
);
if ($this->checkSelectQuery() === false) {
return $this->returnError();
}
return $this->deleteReleases();
}
/**
* Remove releases with 25 or more letters/numbers, probably hashed.
*
* @return bool
*/
protected function removeHashed()
{
$this->method = 'Hashed';
$regex = sprintf("r.searchname %s '[a-zA-Z0-9]{25,}'", $this->regexp);
$this->query = sprintf(
"SELECT r.ID, r.guid, r.searchname
FROM releases r
WHERE %s
AND r.nfostatus = 0
AND r.iscategorized = 1
AND r.rarinnerfilecount = 0
AND r.categoryID NOT IN (%d) %s",
$regex, Category::CAT_MISC_OTHER, $this->crapTime
);
if ($this->checkSelectQuery() === false) {
return $this->returnError();
}
return $this->deleteReleases();
}
/**
* Remove releases with 5 or less letters/numbers.
*
* @return bool
*/
protected function removeShort()
{
$this->method = 'Short';
$regex = sprintf("r.searchname %s '^[a-zA-Z0-9]{0,5}$'", $this->regexp);
$this->query = sprintf(
"SELECT r.ID, r.guid, r.searchname
FROM releases r
WHERE %s
AND r.nfostatus = 0
AND r.iscategorized = 1
AND r.rarinnerfilecount = 0
AND r.categoryID NOT IN (%d) %s",
$regex, Category::CAT_MISC_OTHER, $this->crapTime
);
if ($this->checkSelectQuery() === false) {
return $this->returnError();
}
return $this->deleteReleases();
}
/**
* Remove releases with an exe file not in other misc or pc apps/games.
*
* @return bool
*/
protected function removeExecutable()
{
$this->method = 'Executable';
$this->query = sprintf(
"SELECT r.ID, r.guid, r.searchname
FROM releases r
INNER JOIN releasefiles rf ON rf.releaseID = r.ID
WHERE r.searchname NOT %s %s
AND rf.name %s %s
AND r.categoryID NOT IN (%d, %d, %d, %d) %s",
$this->like,
"'%.exes%'",
$this->like,
"'%.exe%'",
Category::CAT_PC_0DAY,
Category::CAT_PC_GAMES,
Category::CAT_PC_ISO,
Category::CAT_MISC_OTHER,
$this->crapTime
);
if ($this->checkSelectQuery() === false) {
return $this->returnError();
}
return $this->deleteReleases();
}
/**
* Remove releases with an install.bin file.
*
* @return bool
*/
protected function removeInstallBin()
{
$this->method = 'Install.bin';
$this->query = sprintf(
"SELECT r.ID, r.guid, r.searchname
FROM releases r
INNER JOIN releasefiles rf ON rf.releaseID = r.ID
WHERE rf.name %s %s %s",
$this->like,
"'%install.bin%'",
$this->crapTime
);
if ($this->checkSelectQuery() === false) {
return $this->returnError();
}
return $this->deleteReleases();
}
/**
* Remove releases with an password.url file.
*
* @return bool
*/
protected function removePasswordURL()
{
$this->method = 'Password.url';
$this->query = sprintf(
"SELECT r.ID, r.guid, r.searchname
FROM releases r
INNER JOIN releasefiles rf ON rf.releaseID = r.ID
WHERE rf.name %s %s %s",
$this->like,
"'%password.url%'",
$this->crapTime
);
if ($this->checkSelectQuery() === false) {
return $this->returnError();
}
return $this->deleteReleases();
}
/**
* Remove releases with password in the search name.
*
* @return bool
*/
protected function removePassworded()
{
$this->method = 'Passworded';
$this->query = sprintf(
"SELECT r.ID, r.guid, r.searchname
FROM releases r
WHERE r.searchname %s %s
AND r.searchname NOT %s %s
AND r.searchname NOT %s %s
AND r.searchname NOT %s %s
AND r.searchname NOT %s %s
AND r.searchname NOT %s %s
AND r.searchname NOT %s %s
AND r.categoryID NOT IN (%d, %d, %d, %d, %d, %d, %d, %d) %s",
$this->like,
// Matches passwort / passworded / etc also.
"'%passwor%'",
$this->like,
"'%advanced%'",
$this->like,
"'%no password%'",
$this->like,
"'%not password%'",
$this->like,
"'%recovery%'",
$this->like,
"'%reset%'",
$this->like,
"'%unlocker%'",
Category::CAT_PC_GAMES,
Category::CAT_PC_0DAY,
Category::CAT_PC_ISO,
Category::CAT_PC_MAC,
Category::CAT_PC_MOBILEANDROID,
Category::CAT_PC_MOBILEIOS,
Category::CAT_PC_MOBILEOTHER,
Category::CAT_MISC_OTHER,
$this->crapTime
);
if ($this->checkSelectQuery() === false) {
return $this->returnError();
}
return $this->deleteReleases();
}
/**
* Remove releases smaller than 1MB with 1 part not in MP3/books/misc section.
*
* @return bool
*/
protected function removeSize()
{
$this->method = 'Size';
$this->query = sprintf(
"SELECT r.ID, r.guid, r.searchname
FROM releases r
WHERE r.totalpart = 1
AND r.size < 1000000
AND r.categoryID NOT IN (%d, %d, %d, %d, %d) %s",
Category::CAT_MUSIC_MP3,
Category::CAT_BOOK_COMICS,
Category::CAT_BOOK_EBOOK,
Category::CAT_BOOK_MAGS,
Category::CAT_MISC_OTHER,
$this->crapTime
);
if ($this->checkSelectQuery() === false) {
return $this->returnError();
}
return $this->deleteReleases();
}
/**
* Remove releases with more than 1 part, less than 40MB, sample in name. TV/Movie sections.
*
* @return bool
*/
protected function removeSample()
{
$this->method = 'Sample';
$this->query = sprintf(
"SELECT r.ID, r.guid, r.searchname
FROM releases r
WHERE r.totalpart > 1
AND r.size < 40000000
AND r.name %s %s
AND r.categoryID IN (%d, %d, %d, %d, %d, %d, %d, %d, %d, %d, %d, %d, %d) %s",
$this->like,
"'%sample%'",
Category::CAT_TV_ANIME,
Category::CAT_TV_DOCU,
Category::CAT_TV_FOREIGN,
Category::CAT_TV_HD,
Category::CAT_TV_OTHER,
Category::CAT_TV_SD,
Category::CAT_TV_SPORT,
Category::CAT_MOVIE_3D,
Category::CAT_MOVIE_BLURAY,
Category::CAT_MOVIE_FOREIGN,
Category::CAT_MOVIE_HD,
Category::CAT_MOVIE_OTHER,
Category::CAT_MOVIE_SD,
$this->crapTime
);
if ($this->checkSelectQuery() === false) {
return $this->returnError();
}
return $this->deleteReleases();
}
/**
* Remove releases with a scr file in the filename/subject.
*
* @return bool
*/
protected function removeSCR()
{
$this->method = '.scr';
$regex = "'[.]scr[$ \"]'";
$regex = sprintf("(rf.name %s %s OR r.name %s %s)", $this->regexp, $regex, $this->regexp, $regex);
$this->query = sprintf(
"SELECT r.ID, r.guid, r.searchname
FROM releases r
LEFT JOIN releasefiles rf on rf.releaseID = r.ID
WHERE %s %s",
$regex, $this->crapTime
);
if ($this->checkSelectQuery() === false) {
return $this->returnError();
}
return $this->deleteReleases();
}
/**
* Remove releases using the site blacklist regexes.
*
* @return bool
*/
protected function removeBlacklist()
{
$regexes = $this->db->query(
'SELECT regex, ID, groupname, msgcol
FROM binaryblacklist
WHERE status = 1
AND optype = 1'
);
if (count($regexes) > 0) {
foreach ($regexes as $regex) {
$regexsql = '';
switch ((int) $regex['msgcol']) {
case Binaries::BLACKLIST_FIELD_SUBJECT:
$regexsql =
"LEFT JOIN releasefiles rf ON rf.releaseID = r.ID WHERE (rf.name {$this->regexp} " .
$this->db->escapeString($regex['regex']) .
" OR r.name {$this->regexp} " .
$this->db->escapeString($regex['regex']) .
" OR r.searchname {$this->regexp} " .
$this->db->escapeString($regex['regex']) .
")";
break;
case Binaries::BLACKLIST_FIELD_FROM:
$regexsql = "WHERE r.fromname {$this->regexp} " . $this->db->escapeString($regex['regex']);
break;
case Binaries::BLACKLIST_FIELD_MESSAGEID:
break;
}
if ($regexsql === '') {
continue;
}
// Get the group ID if the regex is set to work against a group.
$groupID = '';
if (strtolower($regex['groupname']) !== 'alt.binaries.*') {
$groupIDs = $this->db->query(
'SELECT ID FROM groups WHERE name ' .
$this->regexp .
' ' .
$this->db->escapeString($regex['groupname'])
);
$gIDcount = count($groupIDs);
if ($gIDcount === 0) {
continue;
} elseif ($gIDcount === 1) {
$groupIDs = $groupIDs[0]['ID'];
} else {
$string = '';
foreach ($groupIDs as $ID) {
$string .= $ID['ID'] . ',';
}
$groupIDs = (substr($string, 0, -1));
}
$groupID = ' AND r.groupID in (' . $groupIDs . ') ';
}
$this->method = 'Blacklist ' . $regex['ID'];
$this->query = sprintf(
"SELECT r.ID, r.guid, r.searchname
FROM releases r %s %s %s", $regexsql, $groupID, $this->crapTime
);
if ($this->checkSelectQuery() === false) {
continue;
}
$this->deleteReleases();
}
}
return true;
}
/**
* Remove releases that contain .wmv files and Codec\Setup.exe files, aka that spam poster.
* Thanks to dizant from nZEDb forums for parts of the sql query
* @return bool
*/
protected function removeCodecPoster()
{
$this->method = 'Codec Poster';
$regex = sprintf("rf.name %s 'x264.*\.wmv$'", $this->regexp);
$codec = '%\\Codec%Setup.exe%';
$iferror = '%If_you_get_error.txt%';
$categories = sprintf("r.categoryID IN (%d, %d, %d, %d, %d, %d) AND",
Category::CAT_MOVIE_3D,
Category::CAT_MOVIE_BLURAY,
Category::CAT_MOVIE_FOREIGN,
Category::CAT_MOVIE_HD,
Category::CAT_MOVIE_OTHER,
Category::CAT_MOVIE_SD
);
$codeclike = sprintf("UNION SELECT r.ID, r.guid, r.searchname FROM releases r
LEFT JOIN releasefiles rf ON r.ID = rf.releaseID
WHERE %s rf.name %s '%s' OR rf.name %s '%s'", $categories, $this->like, $codec, $this->like, $iferror
);
$this->query = sprintf(
"SELECT r.ID, r.guid, r.searchname FROM releases
r INNER JOIN releasefiles rf ON (rf.releaseID = r.ID)
WHERE %s %s %s %s %s", $categories, $regex, $this->crapTime, $codeclike, $this->crapTime
);
if ($this->checkSelectQuery() === false) {
return $this->returnError();
}
return $this->deleteReleases();
}
/**
* Delete releases from the database.
*/
protected function deleteReleases()
{
$deletedCount = 0;
foreach ($this->result as $release) {
if ($this->delete) {
$this->functions->fastDelete($release['ID'], $release['guid']);
if ($this->echoCLI) {
echo $this->color->primary('Deleting: ' . $this->method . ': ' . $release['searchname']);
}
} elseif ($this->echoCLI) {
echo $this->color->primary('Would be deleting: ' . $this->method . ': ' . $release['searchname']);
}
$deletedCount++;
}
$this->deletedCount += $deletedCount;
return true;
}
/**
* Verify if the query has any results.
*
* @return bool|int False on failure, count of found releases.
*/
protected function checkSelectQuery()
{
// Run the query, check if it picked up anything.
$result = $this->db->query($this->cleanSpaces($this->query));
if (count($result) <= 0) {
if ($this->method === 'userCriteria') {
$this->error = 'No releases were found to delete, try changing your criteria.';
} else {
$this->error = '';
}
return false;
}
$this->result = $result;
return true;
}
/**
* Go through user arguments and format part of the query.
*
* @param string $argument User argument.
*
* @return bool|string
*/
protected function formatCriteriaQuery($argument)
{
// Check if the user wants to ignore the check.
if ($argument === 'ignore') {
$this->ignoreUserCheck = true;
return '';
}
$this->error = 'Invalid argument supplied: ' . $argument . self::N;
$args = explode('=', $argument);
if (count($args) === 3) {
$args[0] = $this->cleanSpaces($args[0]);
$args[1] = $this->cleanSpaces($args[1]);
$args[2] = $this->cleanSpaces($args[2]);
switch($args[0]) {
case 'fromname':
switch ($args[1]) {
case 'equals':
return ' AND fromname = ' . $this->db->escapeString($args[2]);
case 'like':
return ' AND fromname ' . $this->formatLike($args[2], 'fromname');
}
break;
case 'groupname':
switch ($args[1]) {
case 'equals':
$group = $this->db->queryOneRow('SELECT ID FROM groups WHERE name = ' . $this->db->escapeString($args[2]));
if ($group === false) {
$this->error = 'This group was not found in your database: ' . $args[2] . PHP_EOL;
break;
}
return ' AND groupID = ' . $group['ID'];
case 'like':
$groups = $this->db->query('SELECT ID FROM groups WHERE name ' . $this->formatLike($args[2], 'name'));
if (count($groups) === 0) {
$this->error = 'No groups were found with this pattern in your database: ' . $args[2] . PHP_EOL;
break;
}
$gQuery = ' AND groupID IN (';
foreach ($groups as $group) {
$gQuery .= $group['ID'] . ',';
}
$gQuery = substr($gQuery, 0, strlen($gQuery) - 1) . ')';
return $gQuery;
default:
break;
}
break;
case 'guid':
switch ($args[1]) {
case 'equals':
return ' AND guid = ' . $this->db->escapeString($args[2]);
default:
break;
}
break;
case 'name':
switch ($args[1]) {
case 'equals':
return ' AND name = ' . $this->db->escapeString($args[2]);
case 'like':
return ' AND name ' . $this->formatLike($args[2], 'name');
default:
break;
}
break;
case 'searchname':
switch ($args[1]) {
case 'equals':
return ' AND searchname = ' . $this->db->escapeString($args[2]);
case 'like':
return ' AND searchname ' . $this->formatLike($args[2], 'searchname');
default:
break;
}
break;
case 'size':
if (!is_numeric($args[2])) {
break;
}
switch ($args[1]) {
case 'equals':
return ' AND size = ' . $args[2];
case 'bigger':
return ' AND size > ' . $args[2];
case 'smaller':
return ' AND size < ' . $args[2];
default:
break;
}
break;
case 'adddate':
if (!is_numeric($args[2])) {
break;
}
switch ($args[1]) {
case 'bigger':
return ' AND adddate < NOW() - INTERVAL ' . $args[2] . ' HOUR';
case 'smaller':
return ' AND adddate > NOW() - INTERVAL ' . $args[2] . ' HOUR';
default:
break;
}
break;
case 'postdate':
if (!is_numeric($args[2])) {
break;
}
switch ($args[1]) {
case 'bigger':
return ' AND postdate < NOW() - INTERVAL ' . $args[2] . ' HOUR';
case 'smaller':
return ' AND postdate > NOW() - INTERVAL ' . $args[2] . ' HOUR';
default:
break;
}
}
}
return false;
}
/**
* Check if the user wants to run the current query.
*
* @return bool
*/
protected function checkUserResponse()
{
if ($this->ignoreUserCheck || $this->browser) {
return true;
}
// Print the query to the user, ask them if they want to continue using it.
echo $this->color->primary(
'This is the query we have formatted using your criteria, you can run it in SQL to see if you like the results:' .
self::N . $this->query . ';' . self::N .
'If you are satisfied, type yes and press enter. Anything else will exit.'
);
// Check the users response.
$userInput = trim(fgets(fopen('php://stdin', 'r')));
if ($userInput !== 'yes') {
echo $this->color->primary('You typed: "' . $userInput . '", the program will exit.');
return false;
}
return true;
}
/**
* Remove multiple spaces and trim leading spaces.
*
* @param string $string
*
* @return string
*/
protected function cleanSpaces($string)
{
return trim(preg_replace('/\s{2,}/', ' ', $string));
}
/**
* Format a "like" string. ie: "name LIKE '%test%' AND name LIKE '%123%'
*
* @param string $string The string to format.
* @param string $type The column name.
*
* @return string
*/
protected function formatLike($string, $type)
{
$newString = explode(' ', $string);
if (count($newString) > 1) {
$string = implode("%' AND {$type} {$this->like} '%", array_unique($newString));
}
return " {$this->like} '%" . $string . "%' ";
}
/**
* Echo the error and return false if on CLI.
* Return the error if on browser.
*
* @return bool/string
*/
protected function returnError()
{
if ($this->browser) {
return $this->error . '<br />';
} else {
if ($this->echoCLI && $this->error !== '') {
echo $this->color->error($this->error);
}
return false;
}
}
}