mirror of
https://github.com/NNTmux/newznab-tmux.git
synced 2026-08-28 17:01:16 +00:00
DariusIII
288 lines
11 KiB
PHP
288 lines
11 KiB
PHP
<?php
|
|
|
|
declare(strict_types=1);
|
|
|
|
namespace App\Console\Commands;
|
|
|
|
use Illuminate\Console\Attributes\Description;
|
|
use Illuminate\Console\Attributes\Signature;
|
|
use Illuminate\Console\Command;
|
|
use Illuminate\Support\Facades\DB;
|
|
use Illuminate\Support\Facades\Schema;
|
|
|
|
#[Signature('releases:optimize-preflight {--json : Output machine-readable JSON}')]
|
|
#[Description('Read-only safety and data-volume report for the releases normalization migration')]
|
|
class ReleasesOptimizePreflight extends Command
|
|
{
|
|
/** @var list<string> */
|
|
private const array REMOVED_INDEXES = [
|
|
'ix_releases_adddate_only',
|
|
'ix_releases_videos_id',
|
|
'ix_releases_movieinfo_id',
|
|
'ix_releases_imdbid',
|
|
'ix_releases_tv_search_covering',
|
|
'ix_releases_passwordstatus',
|
|
'ix_releases_haspreview_passwordstatus',
|
|
'ix_releases_postdate_searchname',
|
|
'ix_releases_predb_id_searchname',
|
|
'ix_releases_size_cat',
|
|
'ix_releases_add_pp_claim_queue',
|
|
'ix_releases_nzb_creation_queue',
|
|
];
|
|
|
|
/** @var list<string> */
|
|
private const array NEW_INDEXES = [
|
|
'ux_releases_guid',
|
|
'ix_releases_predb_id',
|
|
'ix_releases_size',
|
|
'ix_releases_add_pp_claim_queue',
|
|
'ix_releases_nzb_creation_group_queue',
|
|
'ix_releases_nzb_creation_global_queue',
|
|
];
|
|
|
|
/** @var array<string, mixed> */
|
|
private array $report = [];
|
|
|
|
public function handle(): int
|
|
{
|
|
if (! Schema::hasTable('releases')) {
|
|
return $this->finish([
|
|
'ok' => false,
|
|
'database_driver' => DB::getDriverName(),
|
|
'blockers' => [['code' => 'missing-releases-table', 'count' => 1]],
|
|
]);
|
|
}
|
|
|
|
$identifierCounts = $this->identifierCounts();
|
|
$blockers = [];
|
|
foreach ($identifierCounts as $code => $count) {
|
|
if ($count > 0) {
|
|
$blockers[] = ['code' => $code, 'count' => $count];
|
|
}
|
|
}
|
|
|
|
$indexes = array_values(array_filter(array_map(
|
|
static fn (array $index): ?string => isset($index['name']) ? (string) $index['name'] : null,
|
|
Schema::getIndexes('releases'),
|
|
)));
|
|
sort($indexes);
|
|
|
|
$this->report = [
|
|
'ok' => $blockers === [],
|
|
'database_driver' => DB::getDriverName(),
|
|
'releases' => [
|
|
'rows' => DB::table('releases')->count(),
|
|
...$identifierCounts,
|
|
],
|
|
'storage' => $this->storage(),
|
|
'migration_data' => [
|
|
'nzb_password_rows' => $this->countNonEmpty('releases', 'nzb_password'),
|
|
'nzb_creation_failure_rows' => $this->retryStateCount(),
|
|
'visible_comment_rows' => $this->visibleCommentCount(),
|
|
'release_comment_counter_mismatches' => $this->commentCounterMismatchCount(),
|
|
],
|
|
'discarded_data' => $this->discardedDataCounts(),
|
|
'indexes' => [
|
|
'present' => $indexes,
|
|
'scheduled_for_removal' => array_values(array_intersect(self::REMOVED_INDEXES, $indexes)),
|
|
'already_present_replacements' => array_values(array_intersect(self::NEW_INDEXES, $indexes)),
|
|
],
|
|
'blockers' => $blockers,
|
|
];
|
|
|
|
return $this->finish($this->report);
|
|
}
|
|
|
|
/** @return array<string, int> */
|
|
private function identifierCounts(): array
|
|
{
|
|
$duplicateIds = DB::query()->fromSub(
|
|
DB::table('releases')->select('id')->groupBy('id')->havingRaw('COUNT(*) > 1'),
|
|
'duplicate_release_ids',
|
|
)->count();
|
|
$duplicateGuids = DB::query()->fromSub(
|
|
DB::table('releases')->selectRaw('LOWER(guid) AS normalized_guid')->groupByRaw('LOWER(guid)')->havingRaw('COUNT(*) > 1'),
|
|
'duplicate_release_guids',
|
|
)->count();
|
|
|
|
if (in_array(DB::getDriverName(), ['mariadb', 'mysql'], true)) {
|
|
$invalidGuids = DB::table('releases')
|
|
->whereNull('guid')
|
|
->orWhereRaw("guid NOT REGEXP '^[0-9A-Fa-f]{8}-[0-9A-Fa-f]{4}-[0-9A-Fa-f]{4}-[0-9A-Fa-f]{4}-[0-9A-Fa-f]{12}$'")
|
|
->count();
|
|
} else {
|
|
$invalidGuids = DB::table('releases')->pluck('guid')->filter(
|
|
static fn (mixed $guid): bool => ! is_string($guid)
|
|
|| preg_match('/^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/iD', $guid) !== 1,
|
|
)->count();
|
|
}
|
|
|
|
return [
|
|
'duplicate_ids' => $duplicateIds,
|
|
'invalid_guids' => $invalidGuids,
|
|
'case_insensitive_duplicate_guids' => $duplicateGuids,
|
|
'leftguid_mismatches' => DB::table('releases')
|
|
->whereRaw('LOWER(leftguid) <> LOWER(SUBSTR(guid, 1, 1))')
|
|
->count(),
|
|
];
|
|
}
|
|
|
|
/** @return array{data_bytes: int|null, index_bytes: int|null, total_bytes: int|null, required_free_bytes: int|null} */
|
|
private function storage(): array
|
|
{
|
|
if (! in_array(DB::getDriverName(), ['mariadb', 'mysql'], true)) {
|
|
return ['data_bytes' => null, 'index_bytes' => null, 'total_bytes' => null, 'required_free_bytes' => null];
|
|
}
|
|
|
|
$tableName = DB::getTablePrefix().'releases';
|
|
$row = DB::selectOne(
|
|
'SELECT DATA_LENGTH AS data_bytes, INDEX_LENGTH AS index_bytes
|
|
FROM information_schema.TABLES WHERE TABLE_SCHEMA = DATABASE() AND TABLE_NAME = ?',
|
|
[$tableName],
|
|
);
|
|
$dataBytes = isset($row->data_bytes) ? (int) $row->data_bytes : 0;
|
|
$indexBytes = isset($row->index_bytes) ? (int) $row->index_bytes : 0;
|
|
$totalBytes = $dataBytes + $indexBytes;
|
|
|
|
return [
|
|
'data_bytes' => $dataBytes,
|
|
'index_bytes' => $indexBytes,
|
|
'total_bytes' => $totalBytes,
|
|
'required_free_bytes' => $totalBytes * 2,
|
|
];
|
|
}
|
|
|
|
/** @return array<string, int|null> */
|
|
private function discardedDataCounts(): array
|
|
{
|
|
$counts = [];
|
|
foreach ([
|
|
'updatetime' => ['not_null', null],
|
|
'gid' => ['non_empty', null],
|
|
'source' => ['not_null', null],
|
|
'proc_sorter' => ['non_zero', null],
|
|
'audiostatus' => ['non_zero', null],
|
|
] as $column => [$condition]) {
|
|
$counts['releases.'.$column] = $this->countByCondition('releases', $column, $condition);
|
|
}
|
|
|
|
foreach (['gid', 'cid', 'shareid', 'siteid'] as $column) {
|
|
$counts['release_comments.'.$column] = $this->countByCondition('release_comments', $column, 'non_empty');
|
|
}
|
|
foreach (['issynced', 'shared', 'sourceid'] as $column) {
|
|
$counts['release_comments.'.$column] = $this->countByCondition(
|
|
'release_comments',
|
|
$column,
|
|
$column === 'sourceid' ? 'not_null' : 'non_zero',
|
|
);
|
|
}
|
|
|
|
return $counts;
|
|
}
|
|
|
|
private function retryStateCount(): int
|
|
{
|
|
if (! Schema::hasColumn('releases', 'nzb_creation_attempts')) {
|
|
return Schema::hasTable('release_nzb_creation_failures')
|
|
? DB::table('release_nzb_creation_failures')->count()
|
|
: 0;
|
|
}
|
|
|
|
return DB::table('releases')->where(function ($query): void {
|
|
$query->where('nzb_creation_attempts', '>', 0)->orWhereNotNull('nzb_creation_last_error');
|
|
})->count();
|
|
}
|
|
|
|
private function visibleCommentCount(): int
|
|
{
|
|
return Schema::hasTable('release_comments')
|
|
? DB::table('release_comments')->where('isvisible', 1)->count()
|
|
: 0;
|
|
}
|
|
|
|
private function commentCounterMismatchCount(): int
|
|
{
|
|
if (! Schema::hasTable('release_comments') || ! Schema::hasColumn('releases', 'comments')) {
|
|
return 0;
|
|
}
|
|
|
|
return DB::query()->fromSub(
|
|
DB::table('releases as r')
|
|
->leftJoin('release_comments as rc', function ($join): void {
|
|
$join->on('rc.releases_id', '=', 'r.id')->where('rc.isvisible', 1);
|
|
})
|
|
->select('r.id', 'r.comments')
|
|
->selectRaw('COUNT(rc.id) AS visible_comments')
|
|
->groupBy('r.id', 'r.comments')
|
|
->havingRaw('r.comments <> COUNT(rc.id)'),
|
|
'comment_counter_mismatches',
|
|
)->count();
|
|
}
|
|
|
|
private function countNonEmpty(string $table, string $column): int
|
|
{
|
|
if (! Schema::hasTable($table) || ! Schema::hasColumn($table, $column)) {
|
|
return $table === 'releases' && Schema::hasTable('release_nzb_passwords')
|
|
? DB::table('release_nzb_passwords')->count()
|
|
: 0;
|
|
}
|
|
|
|
return DB::table($table)->whereNotNull($column)->where($column, '<>', '')->count();
|
|
}
|
|
|
|
private function countByCondition(string $table, string $column, string $condition): ?int
|
|
{
|
|
if (! Schema::hasTable($table) || ! Schema::hasColumn($table, $column)) {
|
|
return null;
|
|
}
|
|
|
|
$query = DB::table($table);
|
|
|
|
return match ($condition) {
|
|
'non_empty' => $query->whereNotNull($column)->where($column, '<>', '')->count(),
|
|
'non_zero' => $query->where($column, '<>', 0)->count(),
|
|
default => $query->whereNotNull($column)->count(),
|
|
};
|
|
}
|
|
|
|
/** @param array<string, mixed> $report */
|
|
private function finish(array $report): int
|
|
{
|
|
if ($this->option('json')) {
|
|
$this->line((string) json_encode($report, JSON_PRETTY_PRINT | JSON_UNESCAPED_SLASHES | JSON_THROW_ON_ERROR));
|
|
} else {
|
|
$this->renderHumanReport($report);
|
|
}
|
|
|
|
return ($report['ok'] ?? false) ? self::SUCCESS : self::FAILURE;
|
|
}
|
|
|
|
/** @param array<string, mixed> $report */
|
|
private function renderHumanReport(array $report): void
|
|
{
|
|
if (! isset($report['releases'])) {
|
|
$this->error('The releases table does not exist.');
|
|
|
|
return;
|
|
}
|
|
|
|
$this->table(['Safety check', 'Count'], [
|
|
['Duplicate IDs', $report['releases']['duplicate_ids']],
|
|
['Invalid GUIDs', $report['releases']['invalid_guids']],
|
|
['Case-insensitive duplicate GUIDs', $report['releases']['case_insensitive_duplicate_guids']],
|
|
['Mismatched leftguid values', $report['releases']['leftguid_mismatches']],
|
|
]);
|
|
$this->table(['Migration data', 'Rows'], array_map(
|
|
static fn (string $key, int $value): array => [$key, $value],
|
|
array_keys($report['migration_data']),
|
|
array_values($report['migration_data']),
|
|
));
|
|
|
|
if ($report['ok']) {
|
|
$this->info('Releases optimization preflight passed.');
|
|
} else {
|
|
$this->error('Releases optimization preflight failed. Resolve every blocker before migration.');
|
|
}
|
|
}
|
|
}
|