echooutput = (NN_ECHOCLI && $echooutput); $s = new Sites(); $site = $s->get(); $this->pubkey = $site->amazonpubkey; $this->privkey = $site->amazonprivkey; $this->asstag = $site->amazonassociatetag; $this->pdo = new newznab\db\Settings(); $this->imgSavePath = WWW_DIR.'covers/music/'; } /** * Get musicinfo row by id. */ public function getMusicInfo($id) { return $this->pdo->queryOneRow(sprintf("SELECT musicinfo.*, genres.title as genres FROM musicinfo left outer join genres on genres.id = musicinfo.genreID where musicinfo.id = %d ", $id)); } /** * Get musicinfo row by name. */ public function getMusicInfoByName($artist, $album) { return $this->pdo->queryOneRow(sprintf("SELECT * FROM musicinfo where artist like %s and title like %s", $this->pdo->escapeString("%".$artist."%"), $this->pdo->escapeString("%".$album."%"))); } /** * Get musicinfo rows by limit. */ public function getRange($start, $num) { if ($start === false) $limit = ""; else $limit = " LIMIT ".$start.",".$num; return $this->pdo->query(" SELECT * FROM musicinfo ORDER BY createddate DESC".$limit); } /** * Get count of all musicinfo rows. */ public function getCount() { $res = $this->pdo->queryOneRow("select count(id) as num from musicinfo"); return $res["num"]; } /** * Get count of all musicinfo rows by filter. */ public function getMusicCount($cat, $maxage=-1, $excludedcats=array()) { $browseby = $this->getBrowseBy(); $catsrch = ""; if (count($cat) > 0 && $cat[0] != -1) { $catsrch = " ("; foreach ($cat as $category) { if ($category != -1) { $categ = new Category(); if ($categ->isParent($category)) { $children = $categ->getChildren($category); $chlist = "-99"; foreach ($children as $child) $chlist.=", ".$child["id"]; if ($chlist != "-99") $catsrch .= " r.categoryid in (".$chlist.") or "; } else { $catsrch .= sprintf(" r.categoryid = %d or ", $category); } } } $catsrch.= "1=2 )"; } if ($maxage > 0) $maxage = sprintf(" and r.postdate > now() - interval %d day ", $maxage); else $maxage = ""; $exccatlist = ""; if (count($excludedcats) > 0) $exccatlist = " and r.categoryid not in (".implode(",", $excludedcats).")"; $sql = sprintf("select count(r.id) as num from releases r inner join musicinfo m on m.id = r.musicinfoid and m.title != '' where r.passwordstatus <= (select value from settings where setting='showpasswordedrelease') and %s %s %s %s", $browseby, $catsrch, $maxage, $exccatlist); $res = $this->pdo->queryOneRow($sql, true); return $res["num"]; } /** * Get musicinfo rows for browse list by filters and limit. */ public function getMusicRange($cat, $start, $num, $orderby, $maxage=-1, $excludedcats=array()) { $browseby = $this->getBrowseBy(); if ($start === false) $limit = ""; else $limit = " LIMIT ".$start.",".$num; $catsrch = ""; if (count($cat) > 0 && $cat[0] != -1) { $catsrch = " ("; foreach ($cat as $category) { if ($category != -1) { $categ = new Category(); if ($categ->isParent($category)) { $children = $categ->getChildren($category); $chlist = "-99"; foreach ($children as $child) $chlist.=", ".$child["id"]; if ($chlist != "-99") $catsrch .= " r.categoryid in (".$chlist.") or "; } else { $catsrch .= sprintf(" r.categoryid = %d or ", $category); } } } $catsrch.= "1=2 )"; } $maxagesql = ""; if ($maxage > 0) $maxagesql = sprintf(" and r.postdate > now() - interval %d day ", $maxage); $exccatlist = ""; if (count($excludedcats) > 0) $exccatlist = " and r.categoryid not in (".implode(",", $excludedcats).")"; $order = $this->getMusicOrder($orderby); // query modified to join to musicinfo after limiting releases as performance issue prevented sane sql. $sql = sprintf(" SELECT r.*, r.id as releaseid, m.*, g.title as genre, groups.name as group_name, concat(cp.title, ' > ', c.title) as category_name, concat(cp.id, ',', c.id) as category_ids, rn.id as nfoid from releases r left outer join groups on groups.id = r.groupid inner join musicinfo m on m.id = r.musicinfoid and m.title != '' left outer join releasenfo rn on rn.releaseid = r.id and rn.nfo is not null left outer join category c on c.id = r.categoryid left outer join category cp on cp.id = c.parentid left outer join genres g on g.id = m.genreID inner join (select r.id from releases r inner join musicinfo m ON m.id = r.musicinfoid and m.title != '' where r.musicinfoid > 0 and r.passwordstatus <= (select value from settings where setting='showpasswordedrelease') and %s %s %s %s order by %s %s %s) x on x.id = r.id order by %s %s", $browseby, $catsrch, $maxagesql, $exccatlist, $order[0], $order[1], $limit, $order[0], $order[1]); return $this->pdo->query($sql, true); } /** * Get musicinfo orderby column sql. */ public function getMusicOrder($orderby) { $order = ($orderby == '') ? 'r.postdate' : $orderby; $orderArr = explode("_", $order); switch($orderArr[0]) { case 'artist': $orderfield = 'm.artist'; break; case 'size': $orderfield = 'r.size'; break; case 'files': $orderfield = 'r.totalpart'; break; case 'stats': $orderfield = 'r.grabs'; break; case 'year': $orderfield = 'm.year'; break; case 'genre': $orderfield = 'm.genreID'; break; case 'posted': default: $orderfield = 'r.postdate'; break; } $ordersort = (isset($orderArr[1]) && preg_match('/^asc|desc$/i', $orderArr[1])) ? $orderArr[1] : 'desc'; return array($orderfield, $ordersort); } /** * Get musicinfo orderby columns. */ public function getMusicOrdering() { return array('artist_asc', 'artist_desc', 'posted_asc', 'posted_desc', 'size_asc', 'size_desc', 'files_asc', 'files_desc', 'stats_asc', 'stats_desc', 'year_asc', 'year_desc', 'genre_asc', 'genre_desc'); } /** * Get musicinfo filter columns. */ public function getBrowseByOptions() { return array('artist'=>'artist', 'title'=>'title', 'genre'=>'genreID', 'year'=>'year'); } /** * Get musicinfo filter column sql for user selection. */ public function getBrowseBy() { $this->pdo = new newznab\db\Settings; $browseby = ' '; $browsebyArr = $this->getBrowseByOptions(); foreach ($browsebyArr as $bbk=>$bbv) { if (isset($_REQUEST[$bbk]) && !empty($_REQUEST[$bbk])) { $bbs = stripslashes($_REQUEST[$bbk]); if (preg_match('/id/i', $bbv)) $browseby .= "m.{$bbv} = $bbs AND "; else $browseby .= "m.$bbv LIKE(".$this->pdo->escapeString('%'.$bbs.'%').") AND "; } } return $browseby; } /** * Update musicinfo row */ public function update($id, $title, $asin, $url, $salesrank, $artist, $publisher, $releasedate, $year, $tracks, $cover, $genreID) { $this->pdo->queryExec(sprintf("update musicinfo SET title=%s, asin=%s, url=%s, salesrank=%s, artist=%s, publisher=%s, releasedate='%s', year=%s, tracks=%s, cover=%d, genreID=%d, updateddate=NOW() WHERE id = %d", $this->pdo->escapeString($title), $this->pdo->escapeString($asin), $this->pdo->escapeString($url), $salesrank, $this->pdo->escapeString($artist), $this->pdo->escapeString($publisher), $releasedate, $this->pdo->escapeString($year), $this->pdo->escapeString($tracks), $cover, $genreID, $id)); } /** * Update musicinfo from external source */ public function updateMusicInfo($artist, $album, $year) { $gen = new Genres(); $ri = new ReleaseImage(); $mus = array(); $amaz = $this->fetchAmazonProperties($artist." ".$album); if (!$amaz) return false; sleep(1); //load genres $defaultGenres = $gen->getGenres(Genres::MUSIC_TYPE); $genreassoc = array(); foreach($defaultGenres as $dg) { $genreassoc[$dg['id']] = strtolower($dg['title']); } // // get album properties // $mus['coverurl'] = (string) $amaz->Items->Item->LargeImage->URL; if ($mus['coverurl'] != "") $mus['cover'] = 1; else $mus['cover'] = 0; $mus['title'] = (string) $amaz->Items->Item->ItemAttributes->Title; if (empty($mus['title'])) $mus['title'] = $album; $mus['asin'] = (string) $amaz->Items->Item->ASIN; $mus['url'] = (string) $amaz->Items->Item->DetailPageURL; $mus['salesrank'] = (string) $amaz->Items->Item->SalesRank; if ($mus['salesrank'] == "") $mus['salesrank'] = 'null'; $mus['artist'] = (string) $amaz->Items->Item->ItemAttributes->Artist; if (empty($mus['artist'])) $mus['artist'] = $artist; $mus['publisher'] = (string) $amaz->Items->Item->ItemAttributes->Publisher; $mus['releasedate'] = $this->pdo->escapeString((string) $amaz->Items->Item->ItemAttributes->ReleaseDate); if ($mus['releasedate'] == "''") $mus['releasedate'] = 'null'; $mus['review'] = ""; if (isset($amaz->Items->Item->EditorialReviews)) $mus['review'] = trim(strip_tags((string) $amaz->Items->Item->EditorialReviews->EditorialReview->Content)); $mus['year'] = $year; if ($mus['year'] == "") $mus['year'] = ($mus['releasedate'] != 'null' ? substr($mus['releasedate'], 1, 4) : date("Y")); $mus['tracks'] = ""; if (isset($amaz->Items->Item->Tracks)) { $tmpTracks = (array) $amaz->Items->Item->Tracks->Disc; $tracks = $tmpTracks['Track']; $mus['tracks'] = (is_array($tracks) && !empty($tracks)) ? implode('|', $tracks) : ''; } //This is to verify the result back from amazon was at least somewhat related to what was intended. //If you are debugging releases comment out the following code to show all info $match = similar_text($artist, $mus['artist'], $artistpercent); //echo("Matched: Artist Percentage: $artistpercent%"); $match = similar_text($album, $mus['title'], $albumpercent); //echo("Matched: Album Percentage: $albumpercent%"); //If the artist is Various Artists, assume artist is 100% if (preg_match('/various/i', $artist)) $artistpercent = '100'; //If the Artist is less than 80% album must be 100% if ($artistpercent < '80') { if ($albumpercent != '100') return false; } //If the album is ever under 30%, it's probably not a match. if ($albumpercent < '30') return false; //This is the end of the recheck code. Comment out to this point to show all info. $genreKey = -1; $genreName = ''; if (isset($amaz->Items->Item->BrowseNodes)) { //had issues getting this out of the browsenodes obj //workaround is to get the xml and load that into its own obj $amazGenresXml = $amaz->Items->Item->BrowseNodes->asXml(); $amazGenresObj = simplexml_load_string($amazGenresXml); $amazGenres = $amazGenresObj->xpath("//BrowseNodeId"); foreach($amazGenres as $amazGenre) { $currNode = trim($amazGenre[0]); if (empty($genreName)) { $genreMatch = $this->matchBrowseNode($currNode); if ($genreMatch !== false) { $genreName = $genreMatch; break; } } } } $mus['musicgenreID'] = $genreKey; $musicId = $this->addUpdateMusicInfo($mus['title'], $mus['asin'], $mus['url'], $mus['salesrank'], $mus['artist'], $mus['publisher'], $mus['releasedate'], $mus['review'], $mus['year'],$mus['musicgenreID'], $mus['tracks'], $mus['cover'] ); if ($musicId) { //if ($this->echooutput) // echo "added/updated album: ".$mus['title']." (".$mus['year'].")\n"; $mus['cover'] = $ri->saveImage($musicId, $mus['coverurl'], $this->imgSavePath, 250, 250); } return $musicId; } /** * Retrieve info from Amazon for a title. */ public function fetchAmazonProperties($title) { $obj = new AmazonProductAPI($this->pubkey, $this->privkey, $this->asstag); try { $result = $obj->searchProducts($title, AmazonProductAPI::MP3, "TITLE"); } catch(Exception $e) { //if first search failed try the mp3downloads section try { // sleep for 1 second sleep(1); $result = $obj->searchProducts($title, AmazonProductAPI::MUSIC, "TITLE"); } catch(Exception $e2) { $result = false; } } return $result; } /** * Process all untagged releases to see if musicinfo exists for them. */ public function processMusicReleases() { $ret = 0; $numlookedup = 0; $res = $this->pdo->queryDirect(sprintf("SELECT searchname, id from releases where musicinfoid IS NULL and categoryid in ( select id from category where parentid = %d ) ORDER BY postdate DESC LIMIT 1000", Category::CAT_PARENT_MUSIC)); if ($this->pdo->getNumRows($res) > 0) { if ($this->echooutput) echo "MusicPr : Processing ".$this->pdo->getNumRows($res)." audio releases\n"; while ($arr = $this->pdo->getAssocArray($res)) { if ($numlookedup > Music::NUMTOPROCESSPERTIME) return; $albumId = -2; $album = $this->parseArtist($arr['searchname']); if ($album !== false) { if ($this->echooutput) echo 'MusicPr : Looking up: '.$album["artist"].' - '.$album["album"]."\n"; //check for existing music entry $albumCheck = $this->getMusicInfoByName($album["artist"], $album["album"]); if ($albumCheck === false) { // // get from amazon // $numlookedup++; $ret = $this->updateMusicInfo($album["artist"], $album["album"], $album['year']); if ($ret !== false) { $albumId = $ret; } } else { $albumId = $albumCheck["id"]; } } $this->pdo->queryExec(sprintf("update releases SET musicinfoid = %d WHERE id = %d", $albumId, $arr["id"])); } } } /** * Strip out an artist name from a release. */ public function parseArtist($releasename) { $result = array(); /*TODO: FIX VA lookups if (substr($releasename, 0, 3) == 'VA-') { $releasename = trim(str_replace('VA-', '', $releasename)); } elseif (substr($name, 0, 3) == 'VA ') { $releasename = trim(str_replace('VA ', '', $releasename)); } */ if (preg_match('/mdvdr/i', $releasename)) return false; //Replace VA with Various Artists $newName = preg_replace('/VA( |\-)/', 'Various Artists -', $releasename); //remove years, vbr etc $newName = preg_replace('/\(.*?\)/i', '', $newName); //remove double dashes $newName = str_replace('--', '-', $newName); $newName = str_replace('FLAC', '', $newName); $name = explode("-", $newName); $name = array_map("trim", $name); if (is_array($name) && sizeof($name) > 1) { $albumi = 1; if ((strlen($name[0]) <= 2 || strlen($name[1]) <= 2) && !preg_match('/Various Artists/i', $name[0])) { $name[0] = $name[0].'-'.$name[1]; $albumi = 2; } elseif (strlen($name[1]) <= 2 && preg_match('/Various Artists/i', $name[0]) && sizeof($name) > 2) { $name[2] = $name[1].'-'.$name[2]; $albumi = 2; } if (!isset($name[$albumi])) return false; if (preg_match('/^the /i', $name[0])) { $name[0] = preg_replace('/^the /i', '', $name[0]).', The'; } if (preg_match('/deluxe edition|single|nmrVBR|READ NFO/i', $name[$albumi], $albumType)) { $name[$albumi] = preg_replace('/'.$albumType[0].'/i', '', $name[$albumi]); } $result['artist'] = trim($name[0]); $result['album'] = trim($name[$albumi]); } //make sure we've actually matched an album name if (isset($result['album'])) { if (preg_match('/^(nmrVBR|VBR|WEB|SAT|20\d{2}|19\d{2}|CDM|EP)$/i',$result['album'])) { $result['album'] = ''; } } preg_match('/((?:19|20)\d{2})/i', $releasename, $year); $result['year'] = (isset($year[1]) && !empty($year[1])) ? $year[1] : ''; $result['releasename'] = $releasename; return (!empty($result['artist']) && !empty($result['album'])) ? $result : false; } /** * Process all releases tagged as musicinfoid -2 to attempt to retrieve properties from mediainfo xml. */ public function processMusicReleaseFromMediaInfo() { $res = $this->pdo->query("SELECT r.searchname, ref.releaseid, ref.mediainfo FROM releaseextrafull ref INNER JOIN releases r ON r.id = ref.releaseid WHERE r.musicinfoid = -2"); $rescount = sizeof($res); if ($rescount > 0) { if ($this->echooutput) echo "MusicPr : Processing ".$rescount." audio releases via mediainfo\n"; //load genres $gen = new Genres(); $defaultGenres = $gen->getGenres(Genres::MUSIC_TYPE); $genreassoc = array(); foreach($defaultGenres as $dg) $genreassoc[$dg['id']] = strtolower($dg['title']); foreach($res as $rel) { $albumId = -3; $mi = null; $mi = @simplexml_load_string($rel["mediainfo"]); if ($mi != null) { $artist = (string) $mi->File->track[0]->Performer; $album = (string) $mi->File->track[0]->Album; $year = (string) $mi->File->track[0]->Recorded_date; $genre = (string) $mi->File->track[0]->Genre; $publisher = (string) $mi->File->track[0]->Publisher; $albumCheck = $this->getMusicInfoByName($artist, $album); if ($albumCheck === false) { // // insert new musicinfo // $genreKey = -1; if ($genre != "") $albumId = $this->addUpdateMusicInfo($album, "", "", "null", $artist, $publisher, "null", "", $year, $genreKey, "", 0 ); } else { $albumId = $albumCheck["id"]; } } $sql = sprintf("update releases set musicinfoid = %d where id = %d", $albumId, $rel["releaseid"]); $this->pdo->queryExec($sql); } } return true; } /** * Insert or update a musicinfo row. */ public function addUpdateMusicInfo($title, $asin, $url, $salesrank, $artist, $publisher, $releasedate, $review, $year, $genreID, $tracks, $cover) { if (strlen($year) > 4) { if (preg_match("/\d{4}/", $year, $matches)) $year = $this->pdo->escapeString($matches[0]); else $year = "null"; } else { $year = $this->pdo->escapeString($year); } $sql = sprintf(" INSERT INTO musicinfo (title, asin, url, salesrank, artist, publisher, releasedate, review, year, genreID, tracks, cover, createddate, updateddate) VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %d, now(), now()) ON DUPLICATE KEY UPDATE title = %s, asin = %s, url = %s, salesrank = %s, artist = %s, publisher = %s, releasedate = %s, review = %s, year = %s, genreID = %s, tracks = %s, cover = %d, createddate = now(), updateddate = now()", $this->pdo->escapeString($title), $this->pdo->escapeString($asin), $this->pdo->escapeString($url), $salesrank, $this->pdo->escapeString($artist), $this->pdo->escapeString($publisher), $releasedate, $this->pdo->escapeString($review), $year, ($genreID==-1?"null":$genreID), $this->pdo->escapeString($tracks), $cover, $this->pdo->escapeString($title), $this->pdo->escapeString($asin), $this->pdo->escapeString($url), $salesrank, $this->pdo->escapeString($artist), $this->pdo->escapeString($publisher), $releasedate, $this->pdo->escapeString($review), $this->pdo->escapeString($year), ($genreID==-1?"null":$genreID), $this->pdo->escapeString($tracks), $cover ); $musicId = $this->pdo->queryInsert($sql); return $musicId; } /** * Convert Amazon browsenodes to genres. */ public function matchBrowseNode($nodeId) { $str = ''; //music nodes above mp3 download nodes switch($nodeId) { case '163420': $str = 'Music Video & Concerts'; break; case '30': case '624869011': $str = 'Alternative Rock'; break; case '31': case '624881011': $str = 'Blues'; break; case '265640': case '624894011': $str = 'Broadway & Vocalists'; break; case '173425': case '624899011': $str = "Children's Music"; break; case '173429': //christian case '2231705011': //gospel case '624905011': //christian & gospel $str = 'Christian & Gospel'; break; case '67204': case '624916011': $str = 'Classic Rock'; break; case '85': case '624926011': $str = 'Classical'; break; case '16': case '624976011': $str = 'Country'; break; case '7': //dance & electronic case '624988011': //dance & dj $str = 'Dance & Electronic'; break; case '32': case '625003011': $str = 'Folk'; break; case '67207': case '625011011': $str = 'Hard Rock & Metal'; break; case '33': //world music case '625021011': //international $str = 'World Music'; break; case '34': case '625036011': $str = 'Jazz'; break; case '289122': case '625054011': $str = 'Latin Music'; break; case '36': case '625070011': $str = 'New Age'; break; case '625075011': $str = 'Opera & Vocal'; break; case '37': case '625092011': $str = 'Pop'; break; case '39': case '625105011': $str = 'R&B'; break; case '38': case '625117011': $str = 'Rap & Hip-Hop'; break; case '40': case '625129011': $str = 'Rock'; break; case '42': case '625144011': $str = 'Soundtracks'; break; case '35': case '625061011': $str = 'Miscellaneous'; break; } return ($str != '') ? $str : false; } }