mirror of
https://github.com/NNTmux/newznab-tmux.git
synced 2026-08-29 01:08:56 +00:00
Darko
279 lines
8.0 KiB
PHP
279 lines
8.0 KiB
PHP
<?php
|
|
|
|
use newznab\db\Settings;
|
|
|
|
|
|
/**
|
|
* This class handles lookup of nzpre lookups and storage/retrieval of pre data.
|
|
*/
|
|
class PreDB
|
|
{
|
|
/**
|
|
* @var newznab\db\Settings
|
|
*/
|
|
public $pdo;
|
|
|
|
/**
|
|
* @var bool
|
|
*/
|
|
public $echooutput;
|
|
|
|
/**
|
|
* Default constructor.
|
|
*
|
|
* @param bool $echooutput
|
|
*/
|
|
public function __construct($echooutput = true)
|
|
{
|
|
$this->echooutput = (NN_ECHOCLI && $echooutput);
|
|
$this->pdo = new Settings();
|
|
}
|
|
|
|
/**
|
|
* Get a predb row by id.
|
|
*/
|
|
public function getByID($preID)
|
|
{
|
|
$predbQuery = $this->pdo->query(sprintf("SELECT * FROM predb WHERE id = %s LIMIT %d", $preID, 1));
|
|
|
|
return isset($predbQuery[0]) ? $predbQuery[0] : false;
|
|
}
|
|
|
|
/**
|
|
* Get a predb row by name.
|
|
*/
|
|
public function getByDirname($dirname)
|
|
{
|
|
$dirname = str_replace(' ', '_', $dirname);
|
|
$predbQuery = $this->pdo->query(sprintf("SELECT * FROM predb WHERE dirname = %s LIMIT %d", $this->pdo->escapeString($dirname), 1));
|
|
|
|
return isset($predbQuery[0]) ? $predbQuery[0] : false;
|
|
}
|
|
|
|
/**
|
|
* Get count of all predb rows.
|
|
*/
|
|
public function getPreCount($dirname='', $category='')
|
|
{
|
|
// Only use Sphinx if this is a search request
|
|
if ($dirname) {
|
|
$s = new Sites();
|
|
$site = $s->get();
|
|
if ($site->sphinxenabled && $site->sphinxindexpredb) {
|
|
// Search using Sphinx
|
|
$sphinx = new Sphinx();
|
|
$count = $sphinx->getPreCount($dirname, $category);
|
|
if ($count > -1) {
|
|
return $count;
|
|
}
|
|
}
|
|
}
|
|
|
|
$dirname = empty($dirname) ? '' : sprintf("WHERE dirname LIKE %s", $this->pdo->escapeString('%'.$dirname.'%'));
|
|
$category = empty($category) ? '' : sprintf((empty($dirname) ? 'WHERE' : ' AND')." category = %s", $this->pdo->escapeString($category));
|
|
|
|
$predbQuery = $this->pdo->queryOneRow(sprintf('SELECT COUNT(id) AS num FROM predb %s %s', $dirname, $category), true);
|
|
|
|
return $predbQuery['num'];
|
|
}
|
|
|
|
/**
|
|
* Get predb rows by limit and filter.
|
|
*/
|
|
public function getPreRange($start=0, $num, $dirname='', $category='')
|
|
{
|
|
// Only use Sphinx if this is a search request
|
|
if ($dirname) {
|
|
$s = new Sites();
|
|
$site = $s->get();
|
|
if ($site->sphinxenabled && $site->sphinxindexpredb) {
|
|
// Search using Sphinx
|
|
$sphinx = new Sphinx();
|
|
$results = $sphinx->getPreRange($start, $num, $dirname, $category);
|
|
if (is_array($results)) {
|
|
return $results;
|
|
}
|
|
}
|
|
}
|
|
|
|
$dirname = str_replace(' ', '%', $dirname);
|
|
$dirname = empty($dirname) ? '' : sprintf('WHERE dirname LIKE %s', $this->pdo->escapeString('%'.$dirname.'%'));
|
|
$category = empty($category) ? '' : sprintf((empty($dirname) ? 'WHERE' : ' AND')." category = %s", $this->pdo->escapeString($category));
|
|
|
|
$sql = sprintf('SELECT p.*, r.guid FROM predb p left outer join releases r on p.id = r.preid %s %s ORDER BY ctime DESC LIMIT %d,%d', $dirname, $category, $start, $num);
|
|
|
|
return $this->pdo->query($sql, true);
|
|
}
|
|
|
|
/**
|
|
* Process all untagged releases to see if they are found in predb.
|
|
*/
|
|
public function processReleases($daysback = 3)
|
|
{
|
|
|
|
if ($this->echooutput)
|
|
echo "Predb : Updating releases with pre data\n";
|
|
|
|
$matched = 0;
|
|
$releasesQuery = $this->pdo->queryDirect(sprintf('SELECT id, searchname FROM releases WHERE preid IS NULL AND adddate > DATE_SUB(NOW(), INTERVAL %d DAY)', $daysback));
|
|
while($arr = $this->pdo->getAssocArray($releasesQuery))
|
|
{
|
|
$arr['searchname'] = str_replace(' ', '_', $arr['searchname']);
|
|
$sql = sprintf("SELECT id FROM predb WHERE dirname = %s LIMIT 1", $this->pdo->escapeString($arr['searchname']));
|
|
$predbQuery = $this->pdo->queryOneRow($sql);
|
|
|
|
if($predbQuery)
|
|
{
|
|
$this->pdo->queryExec(sprintf('UPDATE releases SET preid = %d WHERE id = %d', $predbQuery['id'], $arr['id']));
|
|
|
|
$matched++;
|
|
}
|
|
}
|
|
|
|
if($this->echooutput)
|
|
echo "Predb : Matched pre data to ".$matched." releases\n";
|
|
|
|
}
|
|
|
|
/**
|
|
* Add/Update predb row.
|
|
*
|
|
* @param newznab\db\Settings $pdo
|
|
* @param $preArray
|
|
* @return bool
|
|
*/
|
|
public function updatePreDB(Settings $pdo, $preArray)
|
|
{
|
|
if(!preg_match('/^(UN)?((MOD)?NUKED?|DELPRE)$/', $preArray['category']))
|
|
{
|
|
$pdo->queryExec(sprintf('INSERT INTO predb
|
|
(ctime, dirname, category, filesize, filecount, filename)
|
|
VALUES (%d, %s, %s, %F, %d, %s)
|
|
ON DUPLICATE KEY UPDATE
|
|
category=%3$s, filesize=%4$F, filecount=%5$d, filename=%6$s',
|
|
$preArray['ctime'],
|
|
$this->pdo->escapeString($preArray['dirname']),
|
|
$this->pdo->escapeString($preArray['category']),
|
|
(!empty($preArray['filesize']) ? (float) $preArray['filesize'] : 0),
|
|
(!empty($preArray['filecount']) ? (int) $preArray['filecount'] : 0),
|
|
(!empty($preArray['nuke_filename']) ? $this->pdo->escapeString($preArray['nuke_filename']) : '""')
|
|
));
|
|
|
|
//$newCheck = mysql_affected_rows();
|
|
//if($this->echooutput && $newCheck > 0)
|
|
// echo "!PRE: [".date('Y-m-d H:i:s', $preArray['ctime']).'] - [ '.$preArray['dirname'].' ] - ['.$preArray['category']."]\n";
|
|
|
|
return true;
|
|
}
|
|
else
|
|
{
|
|
$pdo->queryExec(sprintf("update predb
|
|
SET nuketype=%s, nukereason=%s, nuketime=%d
|
|
WHERE dirname = %s",
|
|
$this->pdo->escapeString($preArray['category']),
|
|
(!empty($preArray['nuke_filename']) ? $this->pdo->escapeString($preArray['nuke_filename']) : '""'),
|
|
$preArray['ctime'],
|
|
$this->pdo->escapeString($preArray['dirname'])
|
|
));
|
|
|
|
//$newCheck = mysql_affected_rows();
|
|
//if($this->echooutput && $newCheck > 0)
|
|
// echo $preArray['category'].': ['.date('Y-m-d H:i:s', $preArray['ctime']).'] - [ '.$preArray['dirname'].' ] - ['.$preArray['nuke_filename']."]\n";
|
|
|
|
return true;
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
/**
|
|
* XOR decode a string with a key.
|
|
*/
|
|
function xorDecode($subject, $nzprekey)
|
|
{
|
|
return ($nzprekey ^ base64_decode($subject));
|
|
}
|
|
|
|
/**
|
|
* Parse the nzpre details from the string.
|
|
*/
|
|
private function nzpreParse($msgHeader, $nzprekey)
|
|
{
|
|
preg_match('/^\[(?P<ctime>\d+)\]-\[(?P<category>[^\]]+)\]-\[ (?P<dirname>[^\ ]+) \](?:-\[(?:(?:(?P<filesize>\d+(\.\d+)?)MB)?\/?(?:(?P<filecount>\d+)F)?\/?(?:(?P<nuke_filename>[^\]]+))?\]))?$/', $this->xorDecode($msgHeader, $nzprekey), $fieldArray);
|
|
|
|
return empty($fieldArray) ? false : $fieldArray;
|
|
}
|
|
|
|
/**
|
|
* Get nzpre data from usenet and parse.
|
|
*/
|
|
public function nzpreUpdate()
|
|
{
|
|
|
|
$s = new Sites();
|
|
$site = $s->get();
|
|
|
|
if(empty($site->nzpregroup) || empty($site->nzpresubject) || empty($site->nzpreposter) || empty($site->nzprefield) || empty($site->nzprekey))
|
|
return false;
|
|
|
|
if($this->echooutput)
|
|
echo "Predb : Checking for new pre data ";
|
|
|
|
$nntp = new NNTP();
|
|
|
|
if(!$nntp->doConnect()) {
|
|
echo "Failed to get NNTP connection\n";
|
|
return false;
|
|
}
|
|
|
|
$ret = $groupData = $nntp->selectGroup($site->nzpregroup);
|
|
if($nntp->isError($ret)) {
|
|
echo "Predb : Error ".$ret->getMessage()."\n";
|
|
return false;
|
|
}
|
|
|
|
$ret = $groupMsgs = $nntp->getOverview(($groupData['last']-(!empty($site->nzprearticles) ? $site->nzprearticles : 500)).'-'.$groupData['last']);
|
|
if($nntp->isError($ret)) {
|
|
echo "Predb : Error ".$ret->getMessage()."\n";
|
|
return false;
|
|
}
|
|
|
|
$added_updated = 0;
|
|
$nzprekey = $site->nzprekey;
|
|
while(strlen($nzprekey) < 1024)
|
|
$nzprekey = $nzprekey.$nzprekey;
|
|
|
|
$cnt = !empty($site->nzprearticles) ? $site->nzprearticles : 500;
|
|
foreach($groupMsgs as $groupMsg) {
|
|
if ($cnt%50==0 && $cnt != 0 && $this->echooutput)
|
|
echo $cnt."..";
|
|
$cnt--;
|
|
|
|
if(preg_match('/^'.$site->nzpresubject.'$/', $groupMsg['Subject']) && preg_match('/^'.$site->nzpreposter.'$/', $groupMsg['From'])) {
|
|
$ret = $msgHeader = $nntp->getHeader($groupMsg['Message-ID']);
|
|
if($nntp->isError($ret))
|
|
continue;
|
|
|
|
for($i=0; $i < count($msgHeader); $i++) {
|
|
if(preg_match('/^'.$site->nzprefield.': /', $msgHeader[$i])) {
|
|
if($nzpreParse = $this->nzpreParse(str_replace($site->nzprefield.': ', '', $msgHeader[$i]), $nzprekey))
|
|
{
|
|
if ($this->updatePreDB($this->pdo, $nzpreParse))
|
|
{
|
|
$added_updated++;
|
|
}
|
|
}
|
|
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
$nntp->disconnect();
|
|
|
|
if($this->echooutput)
|
|
echo "\nPredb : Added/Updated ".$added_updated." records\n";
|
|
}
|
|
}
|