mirror of
https://github.com/NNTmux/newznab-tmux.git
synced 2026-08-29 01:08:56 +00:00
DariusIII
174 lines
7.8 KiB
PHP
174 lines
7.8 KiB
PHP
<?php
|
|
require_once realpath(dirname(dirname(dirname(__DIR__))) . DIRECTORY_SEPARATOR . 'indexer.php');
|
|
|
|
use newznab\db\Settings;
|
|
use newznab\Groups;
|
|
use newznab\ConsoleTools;
|
|
|
|
|
|
$debug = false;
|
|
$pdo = new Settings();
|
|
$groups = new Groups(['Settings' => $pdo]);
|
|
$consoletools = new ConsoleTools(['ColorCLI' => $pdo->log]);
|
|
$DoPartRepair = ($pdo->getSetting('partrepair') == '0') ? false : true;
|
|
|
|
if ((!isset($argv[1])) || $argv[1] != 'true') {
|
|
exit($pdo->log->error("\nMandatory argument missing\n\n"
|
|
. "This script will allow you to move from single collections/binaries/parts tables to TPG without having to run reset_truncate.\n"
|
|
. "Please STOP all update scripts before running this script.\n\n"
|
|
. "Use the following options to run:\n"
|
|
. "php $argv[0] true ...: Convert c/b/p to tpg leaving current collections/binaries/parts tables in-tact.\n"
|
|
. "php $argv[0] true delete ...: Convert c/b/p to tpg and TRUNCATE current collections/binaries/parts tables.\n"
|
|
));
|
|
}
|
|
|
|
$clen = $pdo->queryOneRow('SELECT COUNT(*) AS total FROM collections;');
|
|
$cdone = 0;
|
|
$ccount = 1;
|
|
$gdone = 1;
|
|
$actgroups = $groups->getActive();
|
|
$glen = count($actgroups);
|
|
$newtables = $glen * 3;
|
|
$begintime = time();
|
|
|
|
echo "Creating new collections, binaries, and parts tables for each active group...\n";
|
|
|
|
foreach ($actgroups as $group) {
|
|
if ($groups->createNewTPGTables($group['id']) === false) {
|
|
exit($pdo->log->error("There is a problem creating new parts/files tables for group ${group['name']}."));
|
|
}
|
|
$consoletools->overWrite("Tables Created: " . $consoletools->percentString($gdone * 3, $newtables));
|
|
$gdone++;
|
|
}
|
|
$endtime = time();
|
|
echo "\nTable creation took " . $consoletools->convertTime($endtime - $begintime) . ".\n";
|
|
$starttime = time();
|
|
echo "\nNew tables created, moving data from old tables to new tables.\nThis will take awhile....\n\n";
|
|
while ($cdone < $clen['total']) {
|
|
// Only load 1000 collections per loop to not overload memory.
|
|
$collections = $pdo->queryAssoc('select * from collections limit ' . $cdone . ',1000;');
|
|
|
|
if ($collections instanceof \Traversable) {
|
|
foreach ($collections as $collection) {
|
|
$collection['subject'] = $pdo->escapeString($collection['subject']);
|
|
$collection['fromname'] = $pdo->escapeString($collection['fromname']);
|
|
$collection['date'] = $pdo->escapeString($collection['date']);
|
|
$collection['collectionhash'] = $pdo->escapeString($collection['collectionhash']);
|
|
$collection['dateadded'] = $pdo->escapeString($collection['dateadded']);
|
|
$collection['xref'] = $pdo->escapeString($collection['xref']);
|
|
$collection['releaseid'] = $pdo->escapeString($collection['releaseid']);
|
|
$oldcid = array_shift($collection);
|
|
if ($debug) {
|
|
echo "\n\nCollection insert:\n";
|
|
print_r($collection);
|
|
echo sprintf("\nINSERT INTO collections_%d (subject, fromname, date, xref, totalfiles, group_id, collectionhash, dateadded, filecheck, filesize, releaseid) VALUES (%s)\n\n", $collection['group_id'], implode(', ', $collection));
|
|
}
|
|
$newcid = array('collection_id' => $pdo->queryInsert(sprintf('INSERT INTO collections_%d (subject, fromname, date, xref, totalfiles, group_id, collectionhash, dateadded, filecheck, filesize, releaseid) VALUES (%s);', $collection['group_id'], implode(', ', $collection))));
|
|
$consoletools->overWrite('Collections Completed: ' . $consoletools->percentString($ccount, $clen['total']));
|
|
|
|
//Get binaries and split to correct group tables.
|
|
$binaries = $pdo->queryAssoc('SELECT name, collection_id, filenumber, totalparts, currentparts, HEX(binaryhash) AS binaryhash, partcheck, partsize FROM binaries WHERE collection_id = ' . $oldcid . ';');
|
|
|
|
if ($binaries instanceof \Traversable) {
|
|
foreach ($binaries as $binary) {
|
|
$binary['name'] = $pdo->escapeString($binary['name']);
|
|
$binary['binaryhash'] = "UNHEX(" . $pdo->escapeString($binary['binaryhash']) . ")";
|
|
$oldbid = array_shift($binary);
|
|
$binarynew = array_replace($binary, $newcid);
|
|
if ($debug) {
|
|
echo "\n\nBinary insert:\n";
|
|
print_r($binarynew);
|
|
echo sprintf("\nINSERT INTO binaries_%d (name, collection_id, filenumber, totalparts, currentparts, binaryhash, partcheck, partsize) VALUES (%s)\n\n", $collection['group_id'], implode(', ', $binarynew));
|
|
}
|
|
$newbid = array('binaryid' => $pdo->queryInsert(sprintf('INSERT INTO binaries_%d (name, collection_id, filenumber, totalparts, currentparts, binaryhash, partcheck, partsize) VALUES (%s);', $collection['group_id'], implode(', ', $binarynew))));
|
|
|
|
//Get parts and split to correct group tables.
|
|
$parts = $pdo->queryAssoc('SELECT * FROM parts WHERE binaryID = ' . $oldbid . ';');
|
|
if ($parts instanceof \Traversable) {
|
|
$firstpart = true;
|
|
$partsnew = '';
|
|
foreach ($parts as $part) {
|
|
$oldpid = array_shift($part);
|
|
$partnew = array_replace($part, $newbid);
|
|
|
|
$partsnew .= '(\'' . implode('\', \'', $partnew) . '\'), ';
|
|
}
|
|
$partsnew = substr($partsnew, 0, -2);
|
|
if ($debug) {
|
|
echo "\n\nParts insert:\n";
|
|
echo sprintf("\nINSERT INTO parts_%d (binaryid, messageid, number, partnumber, size, collection_id) VALUES %s;\n\n", $collection['group_id'], $partsnew);
|
|
}
|
|
$sql = sprintf('INSERT INTO parts_%d (binaryid, messageid, number, partnumber, size, collection_id) VALUES %s;', $collection['group_id'], $partsnew);
|
|
$pdo->queryExec($sql);
|
|
}
|
|
}
|
|
}
|
|
$ccount++;
|
|
}
|
|
}
|
|
$cdone += 1000;
|
|
}
|
|
|
|
if ($DoPartRepair === true) {
|
|
foreach ($actgroups as $group) {
|
|
$pcount = 1;
|
|
$pdone = 0;
|
|
$sql = sprintf('SELECT COUNT(*) AS total FROM missed_parts where group_id = %d;', $group['id']);
|
|
$plen = $pdo->queryOneRow($sql);
|
|
while ($pdone < $plen['total']) {
|
|
// Only load 10000 partrepair records per loop to not overload memory.
|
|
$partrepairs = $pdo->queryAssoc(sprintf('select * from missed_parts where group_id = %d limit %d, 10000;', $group['id'], $pdone));
|
|
if ($partrepairs instanceof \Traversable) {
|
|
foreach ($partrepairs as $partrepair) {
|
|
$partrepair['numberid'] = $pdo->escapeString($partrepair['numberid']);
|
|
$partrepair['group_id'] = $pdo->escapeString($partrepair['group_id']);
|
|
$partrepair['attempts'] = $pdo->escapeString($partrepair['attempts']);
|
|
if ($debug) {
|
|
echo "\n\nPart Repair insert:\n";
|
|
print_r($partrepair);
|
|
echo sprintf("\nINSERT INTO partrepair_%d (numberid, group_id, attempts) VALUES (%s, %s, %s)\n\n", $group['id'], $partrepair['numberid'], $partrepair['group_id'], $partrepair['attempts']);
|
|
}
|
|
$pdo->queryExec(sprintf('INSERT INTO partrepair_%d (numberid, group_id, attempts) VALUES (%s, %s, %s);', $group['id'], $partrepair['numberid'], $partrepair['group_id'], $partrepair['attempts']));
|
|
$consoletools->overWrite('Part Repairs Completed for ' . $group['name'] . ':' . $consoletools->percentString($pcount, $plen['total']));
|
|
$pcount++;
|
|
}
|
|
}
|
|
$pdone += 10000;
|
|
}
|
|
}
|
|
}
|
|
|
|
$endtime = time();
|
|
echo "\nTable population took " . $consoletools->convertTimer($endtime - $starttime) . ".\n";
|
|
|
|
//Truncate old tables to save space.
|
|
if (isset($argv[2]) && $argv[2] == 'delete') {
|
|
echo "Truncating old tables...\n";
|
|
$pdo->queryDirect('TRUNCATE TABLE collections;');
|
|
$pdo->queryDirect('TRUNCATE TABLE binaries;');
|
|
$pdo->queryDirect('TRUNCATE TABLE parts');
|
|
$pdo->queryDirect('TRUNCATE TABLE missed_parts');
|
|
echo "Complete.\n";
|
|
}
|
|
// Update TPG setting in site-edit.
|
|
$pdo->queryExec('UPDATE settings SET value = 1 where setting = \'tablepergroup\';');
|
|
$pdo->queryExec('UPDATE tmux SET value = 2 where setting = \'releases\';');
|
|
echo "New tables have been created.\nTable Per Group has been set to to \"TRUE\" in site-edit.\nUpdate Releases has been set to Threaded in tmux-edit.\n";
|
|
|
|
function multi_implode($array, $glue)
|
|
{
|
|
$ret = '';
|
|
|
|
foreach ($array as $item) {
|
|
if (is_array($item)) {
|
|
$ret .= '(' . multi_implode($item, $glue) . '), ';
|
|
} else {
|
|
$ret .= $item . $glue;
|
|
}
|
|
}
|
|
|
|
$ret = substr($ret, 0, 0 - strlen($glue));
|
|
|
|
return $ret;
|
|
}
|