starred/newznab-tmux
1
0
Fork 0
mirror of https://github.com/NNTmux/newznab-tmux.git synced 2026-08-29 17:28:55 +00:00
Code Issues Packages Projects Releases Wiki Activity
Files
8bf79012b9dca046bcfd3b8cfd9e22c82313528d
newznab-tmux/lib/IRCScraper.php
T

462 lines
13 KiB
PHP
Raw Blame History

<?php
require_once(dirname(__FILE__) . "/../bin/config.php");
require_once(WWW_DIR . "/lib/framework/db.php");
require_once("prehash.php");
require_once("IRCClient.php");
/**
* Class IRCScraper
*/
class IRCScraper extends IRCClient
{
/**
* Regex to ignore categories.
* @var string|bool
*/
protected $_categoryIgnoreRegex;
/**
* Array of current pre info.
* @var array
* @access protected
*/
protected $_curPre;
/**
* List of groups and their ID's
* @var array
* @access protected
*/
protected $_groupList;
/**
* Array of ignored channels.
* @var array
*/
protected $_ignoredChannels;
/**
* Is this pre nuked or un nuked?
* @var bool
* @access protected
*/
protected $_nuked;
/**
* Array of old pre info.
* @var array|bool
* @access protected
*/
protected $_oldPre;
/**
* @var DB
* @access protected
*/
protected $_pdo;
/**
* Run this in silent mode (no text output).
* @var bool
* @access protected
*/
protected $_silent;
/**
* Regex to ignore PRE titles.
* @var string|bool
*/
protected $_titleIgnoreRegex;
/**
* Construct
*
* @param bool $silent Run this in silent mode (no text output).
* @param bool $debug Turn on debug? Shows sent/received socket buffer messages.
*
* @access public
*/
public function __construct(&$silent = false, &$debug = false)
{
if (defined('SCRAPE_IRC_SOURCE_IGNORE')) {
$this->_ignoredChannels = unserialize(SCRAPE_IRC_SOURCE_IGNORE);
} else {
$this->_ignoredChannels = array(
'#a.b.cd.image' => false,
'#a.b.console.ps3' => false,
'#a.b.dvd' => false,
'#a.b.erotica' => false,
'#a.b.flac' => false,
'#a.b.foreign' => false,
'#a.b.games.nintendods' => false,
'#a.b.inner-sanctum' => false,
'#a.b.moovee' => false,
'#a.b.movies.divx' => false,
'#a.b.sony.psp' => false,
'#a.b.sounds.mp3.complete_cd' => false,
'#a.b.teevee' => false,
'#a.b.games.wii' => false,
'#a.b.warez' => false,
'#a.b.games.xbox360' => false,
'#pre@corrupt' => false,
'#scnzb' => false,
'#tvnzb' => false,
'omgwtfnzbs' => false,
'orlydb' => false,
'prelist' => false,
'srrdb' => false,
'u4all.eu' => false,
'zenet' => false
);
}
$this->_categoryIgnoreRegex = false;
if (defined('SCRAPE_IRC_CATEGORY_IGNORE') && SCRAPE_IRC_CATEGORY_IGNORE !== '') {
$this->_categoryIgnoreRegex = SCRAPE_IRC_CATEGORY_IGNORE;
}
$this->_titleIgnoreRegex = false;
if (defined('SCRAPE_IRC_TITLE_IGNORE') && SCRAPE_IRC_TITLE_IGNORE !== '') {
$this->_titleIgnoreRegex = SCRAPE_IRC_TITLE_IGNORE;
}
$this->_pdo = new DB();
$this->_groupList = array();
$this->_silent = $silent;
$this->_debug = $debug;
$this->_resetPreVariables();
$this->_startScraping();
}
public function __destruct()
{
parent::__destruct();
}
/**
* Main method for scraping.
*
* @access protected
*/
protected function _startScraping()
{
// Connect to IRC.
if ($this->connect(SCRAPE_IRC_SERVER, SCRAPE_IRC_PORT, SCRAPE_IRC_TLS) === false) {
exit (
'Error connecting to (' .
SCRAPE_IRC_SERVER .
':' .
SCRAPE_IRC_PORT .
'). Please verify your server information and try again.' .
PHP_EOL
);
}
// Login to IRC.
if ($this->login(SCRAPE_IRC_NICKNAME, SCRAPE_IRC_REALNAME, SCRAPE_IRC_USERNAME, SCRAPE_IRC_PASSWORD) === false) {
exit('Error logging in to: (' .
SCRAPE_IRC_SERVER . ':' . SCRAPE_IRC_PORT . ') nickname: (' . SCRAPE_IRC_NICKNAME .
'). Verify your connection information, you might also be banned from this server or there might have been a connection issue.' .
PHP_EOL
);
}
// Join channels.
$this->joinChannels(array('#nZEDbPRE' => null));
if (!$this->_silent) {
echo
'[' .
date('r') .
'] [Scraping of IRC channels for (' .
SCRAPE_IRC_SERVER .
':' .
SCRAPE_IRC_PORT .
') (' .
SCRAPE_IRC_NICKNAME .
') started.]' .
PHP_EOL;
}
// Scan incoming IRC messages.
$this->readIncoming();
}
/**
* Process bot messages, insert/update PREs.
*
* @access protected
*/
protected function processChannelMessages()
{
if (preg_match(
'/^(NEW|UPD|NUK): \[DT: (?P<time>.+?)\]\s?\[TT: (?P<title>.+?)\]\s?\[SC: (?P<source>.+?)\]\s?\[CT: (?P<category>.+?)\]\s?\[RQ: (?P<req>.+?)\]' .
'\s?\[SZ: (?P<size>.+?)\]\s?\[FL: (?P<files>.+?)\]\s?(\[FN: (?P<filename>.+?)\]\s?)?(\[(?P<nuked>(UN|MOD|RE|OLD)?NUKED?): (?P<reason>.+?)\])?$/i',
$this->_channelData['message'], $matches)) {
if (isset($this->_ignoredChannels[$matches['source']]) && $this->_ignoredChannels[$matches['source']] === true) {
return;
}
if ($this->_categoryIgnoreRegex !== false && preg_match((string)$this->_categoryIgnoreRegex, $matches['category'])) {
return;
}
if ($this->_titleIgnoreRegex !== false && preg_match((string)$this->_titleIgnoreRegex, $matches['title'])) {
return;
}
$this->_curPre['predate'] = $this->_pdo->from_unixtime(strtotime($matches['time'] . ' UTC'));
$this->_curPre['title'] = $matches['title'];
$this->_curPre['source'] = $matches['source'];
if ($matches['category'] !== 'N/A') {
$this->_curPre['category'] = $matches['category'];
}
if ($matches['req'] !== 'N/A' && preg_match('/^(?P<req>\d+):(?P<group>.+)$/i', $matches['req'], $matches2)) {
$this->_curPre['reqid'] = $matches2['req'];
$this->_curPre['group_id'] = $this->_getGroupID($matches2['group']);
}
if ($matches['size'] !== 'N/A') {
$this->_curPre['size'] = $matches['size'];
}
if ($matches['files'] !== 'N/A') {
$this->_curPre['files'] = substr($matches['files'], 0, 50);
}
if (isset($matches['filename']) && $matches['filename'] !== 'N/A') {
$this->_curPre['filename'] = $matches['filename'];
}
if (isset($matches['nuked'])) {
switch ($matches['nuked']) {
case 'NUKED':
$this->_curPre['nuked'] = PreHash::PRE_NUKED;
break;
case 'UNNUKED':
$this->_curPre['nuked'] = PreHash::PRE_UNNUKED;
break;
case 'MODNUKED':
$this->_curPre['nuked'] = PreHash::PRE_MODNUKE;
break;
case 'RENUKED':
$this->_curPre['nuked'] = PreHash::PRE_RENUKED;
break;
case 'OLDNUKE':
$this->_curPre['nuked'] = PreHash::PRE_OLDNUKE;
break;
}
$this->_curPre['reason'] = (isset($matches['reason']) ? substr($matches['reason'], 0, 255) : '');
}
$this->_checkForDupe();
}
}
/**
* Check if we already have the PRE, update if we have it, insert if not.
*
* @access protected
*/
protected function _checkForDupe()
{
$this->_oldPre = $this->_pdo->queryOneRow(sprintf('SELECT category, size FROM prehash WHERE title = %s', $this->_pdo->escapeString($this->_curPre['title'])));
if ($this->_oldPre === false) {
$this->_insertNewPre();
} else {
$this->_updatePre();
}
$this->_resetPreVariables();
}
/**
* Insert new PRE into the DB.
*
* @access protected
*/
protected function _insertNewPre()
{
if (empty($this->_curPre['title'])) {
return;
}
$query = 'INSERT INTO prehash (';
$query .= (!empty($this->_curPre['size']) ? 'size, ' : '');
$query .= (!empty($this->_curPre['category']) ? 'category, ' : '');
$query .= (!empty($this->_curPre['source']) ? 'source, ' : '');
$query .= (!empty($this->_curPre['reason']) ? 'nukereason, ' : '');
$query .= (!empty($this->_curPre['files']) ? 'files, ' : '');
$query .= (!empty($this->_curPre['reqid']) ? 'requestID, ' : '');
$query .= (!empty($this->_curPre['group_id']) ? 'groupID, ' : '');
$query .= (!empty($this->_curPre['nuked']) ? 'nuked, ' : '');
$query .= (!empty($this->_curPre['filename']) ? 'filename, ' : '');
$query .= 'predate, title) VALUES (';
$query .= (!empty($this->_curPre['size']) ? $this->_pdo->escapeString($this->_curPre['size']) . ', ' : '');
$query .= (!empty($this->_curPre['category']) ? $this->_pdo->escapeString($this->_curPre['category']) . ', ' : '');
$query .= (!empty($this->_curPre['source']) ? $this->_pdo->escapeString($this->_curPre['source']) . ', ' : '');
$query .= (!empty($this->_curPre['reason']) ? $this->_pdo->escapeString($this->_curPre['reason']) . ', ' : '');
$query .= (!empty($this->_curPre['files']) ? $this->_pdo->escapeString($this->_curPre['files']) . ', ' : '');
$query .= (!empty($this->_curPre['reqid']) ? $this->_curPre['reqid'] . ', ' : '');
$query .= (!empty($this->_curPre['group_id']) ? $this->_curPre['group_id'] . ', ' : '');
$query .= (!empty($this->_curPre['nuked']) ? $this->_curPre['nuked'] . ', ' : '');
$query .= (!empty($this->_curPre['filename']) ? $this->_pdo->escapeString($this->_curPre['filename']) . ', ' : '');
$query .= (!empty($this->_curPre['predate']) ? $this->_curPre['predate'] . ', ' : 'NOW(), ');
$query .= '%s)';
$this->_pdo->ping(true);
$this->_pdo->queryExec(
sprintf(
$query,
$this->_pdo->escapeString($this->_curPre['title'])
)
);
$this->_doEcho(true);
}
/**
* Updates PRE data in the DB.
*
* @access protected
*/
protected function _updatePre()
{
if (empty($this->_curPre['title'])) {
return;
}
$query = 'UPDATE prehash SET ';
$query .= (!empty($this->_curPre['size']) ? 'size = ' . $this->_pdo->escapeString($this->_curPre['size']) . ', ' : '');
$query .= (!empty($this->_curPre['source']) ? 'source = ' . $this->_pdo->escapeString($this->_curPre['source']) . ', ' : '');
$query .= (!empty($this->_curPre['files']) ? 'files = ' . $this->_pdo->escapeString($this->_curPre['files']) . ', ' : '');
$query .= (!empty($this->_curPre['reason']) ? 'nukereason = ' . $this->_pdo->escapeString($this->_curPre['reason']) . ', ' : '');
$query .= (!empty($this->_curPre['reqid']) ? 'requestID = ' . $this->_curPre['reqid'] . ', ' : '');
$query .= (!empty($this->_curPre['group_id']) ? 'groupID = ' . $this->_curPre['group_id'] . ', ' : '');
$query .= (!empty($this->_curPre['predate']) ? 'predate = ' . $this->_curPre['predate'] . ', ' : '');
$query .= (!empty($this->_curPre['nuked']) ? 'nuked = ' . $this->_curPre['nuked'] . ', ' : '');
$query .= (!empty($this->_curPre['filename']) ? 'filename = ' . $this->_pdo->escapeString($this->_curPre['filename']) . ', ' : '');
$query .= (
(empty($this->_oldPre['category']) && !empty($this->_curPre['category']))
? 'category = ' . $this->_pdo->escapeString($this->_curPre['category']) . ', '
: ''
);
if ($query === 'UPDATE prehash SET '){
return;
}
$query .= 'title = ' . $this->_pdo->escapeString($this->_curPre['title']);
$query .= ' WHERE title = ' . $this->_pdo->escapeString($this->_curPre['title']);
$this->_pdo->ping(true);
$this->_pdo->queryExec($query);
$this->_doEcho(false);
}
/**
* Echo new or update pre to CLI.
*
* @param bool $new
*
* @access protected
*/
protected function _doEcho($new = true)
{
if (!$this->_silent) {
$nukeString = '';
if ($this->_nuked !== false) {
switch((int)$this->_curPre['nuked']) {
case PreHash::PRE_NUKED:
$nukeString = '[ NUKED ] ';
break;
case PreHash::PRE_UNNUKED:
$nukeString = '[UNNUKED] ';
break;
case PreHash::PRE_MODNUKE:
$nukeString = '[MODNUKE] ';
break;
case PreHash::PRE_OLDNUKE:
$nukeString = '[OLDNUKE] ';
break;
case PreHash::PRE_RENUKED:
$nukeString = '[RENUKED] ';
break;
default:
break;
}
$nukeString .= '[' . $this->_curPre['reason'] . '] ';
}
echo
'[' .
date('r') .
($new ? '] [ Added Pre ] [' : '] [Updated Pre] [') .
$this->_curPre['source'] .
'] ' .
$nukeString .
'[' .
$this->_curPre['title'] .
']' .
(!empty($this->_curPre['category'])
? ' [' . $this->_curPre['category'] . ']'
: (!empty($this->_oldPre['category'])
? ' [' . $this->_oldPre['category'] . ']'
: ''
)
) .
(!empty($this->_curPre['size']) ? ' [' . $this->_curPre['size'] . ']' : '') .
PHP_EOL;
}
}
/**
* Get a group ID for a group name.
*
* @param string $groupName
*
* @return mixed
*
* @access protected
*/
protected function _getGroupID($groupName)
{
if (!isset($this->_groupList[$groupName])) {
$group = $this->_pdo->queryOneRow(sprintf('SELECT ID FROM groups WHERE name = %s', $this->_pdo->escapeString($groupName)));
$this->_groupList[$groupName] = $group['ID'];
}
return $this->_groupList[$groupName];
}
/**
* After updating or inserting new PRE, reset these.
*
* @access protected
*/
protected function _resetPreVariables()
{
$this->_nuked = false;
$this->_oldPre = array();
$this->_curPre =
array(
'title' => '',
'size' => '',
'predate' => '',
'category' => '',
'source' => '',
'group_id' => '',
'reqid' => '',
'nuked' => '',
'reason' => '',
'files' => '',
'filename' => ''
);
}
}
Reference in New Issue View Git Blame Copy Permalink