<?php
require_once(WWW_DIR."/lib/framework/db.php");
require_once(WWW_DIR."/lib/groups.php");
require_once(WWW_DIR."/lib/nntp.php");
require_once(WWW_DIR."/lib/binaries.php");

/**
 * Retrieves messages from usenet based on provided backfill-to date.
 */
class Backfill 
{
	/**
	 * Default constructor.
	 */
	function Backfill() 
	{
		$this->n = "\n";
	}

	/**
	 * Update all active groups categories and descriptions.
	 */
	function backfillAllGroups($groupName='', $backfillDate=null)
	{
		$n = $this->n;
		$groups = new Groups;
		$res = false;
		if ($groupName != '') 
		{
			$grp = $groups->getByName($groupName);
			if ($grp)
				$res = array($grp);
		} 
		else 
		{
			$res = $groups->getActive();
		}
				
		if ($res)
		{
			$nntp = new Nntp();
			if ($nntp->doConnect(5, false, true)) {
				$nntpc = new Nntp();
				$nntpc->doConnect();
				foreach($res as $groupArr)
				{
					$this->backfillGroup($nntp, $nntpc, $groupArr, $backfillDate);
				}

				$nntp->doQuit();
				$nntpc->doQuit();
			} else {
				echo "Failed to get NNTP connection.$n";
			}
		}
		else
		{
			echo "No groups specified. Ensure groups are added to newznab's database for updating.$n";
		}
	}
	
	/**
	 * Update a group back to a specified date.
	 */	
	function backfillGroup($nntp, $nntpc, $groupArr, $backfillDate=null)
	{

		$db = new DB();

        $db->beginTransaction();

		$binaries = new Binaries();
		$n = $this->n;
		$this->startGroup = microtime(true);
		
		echo 'Processing '.$groupArr['name'].$n;
		
		$data = $nntp->selectGroup($groupArr['name']);
		if(PEAR::isError($data))
		{
			echo "Could not select group (bad name?): {$groupArr['name']}$n";
            $db->rollback();

			return;
		}

		$datac = $nntpc->selectGroup($groupArr['name']);

		if(PEAR::isError($datac))
		{

			echo "Could not select group (bad name?): {$groupArr['name']}$n";

            $db->rollback();

			return;
		}
		
		if ($backfillDate)
			$targetpost = $this->daytopost($nntp,$groupArr['name'],$this->dateToDays($backfillDate),TRUE); // get targetpost based on date
		else
			$targetpost = $this->daytopost($nntp,$groupArr['name'],$groupArr['backfill_target'],TRUE); //get targetpost based on days target

		if($groupArr['first_record'] == 0 || $groupArr['backfill_target'] == 0)
		{
			echo "Group ".$groupArr['name']." has invalid numbers.  Have you run update on it?  Have you set the backfill days amount?$n";
            $db->rollback();
			return;
		}

		echo "Group ".$data["group"].": server has ".$data['first']." - ".$data['last'].", or ~";
		echo((int) (($this->postdate($nntp,$data['last'],FALSE) - $this->postdate($nntp,$data['first'],FALSE))/86400));
		echo " days.".$n."Local first = ".$groupArr['first_record']." (";
		echo((int) ((date('U') - $this->postdate($nntp,$groupArr['first_record'],FALSE))/86400));
		echo " days).  Backfill target of ".$groupArr['backfill_target']."days is post $targetpost.$n";
		
		if($targetpost >= $groupArr['first_record'])	//if our estimate comes back with stuff we already have, finish
		{
			echo "Nothing to do, we already have the target post.$n $n";
           	$db->commit(); //Not an error so commit and re-enable autocommitting
			return "";
		}
		//get first and last part numbers from newsgroup
		if($targetpost < $data['first'])
		{
			echo "WARNING: Backfill came back as before server's first.  Setting targetpost to server first.$n";
			echo "Skipping Group $n";
            $db->rollback();
			return "";
		}
		//calculate total number of parts
		$total = $groupArr['first_record'] - $targetpost;
		$done = false;
		//set first and last, moving the window by maxxMssgs
		$last = $groupArr['first_record'] - 1;
		$first = $last - $binaries->messagebuffer + 1; //set initial "chunk"
		if($targetpost > $first)	//just in case this is the last chunk we needed
			$first = $targetpost;
		while($done === false)
		{
			$binaries->startLoop = microtime(true);

			echo "Getting ".($last-$first+1)." parts (".($first-$targetpost)." in queue)".$n;

			flush();

			$success = $binaries->scan($nntpc, $groupArr, $first, $last, 'backfill');

			if (!$success)

			{

                $db->rollback();

				return "";
			}

			$db->query(sprintf("UPDATE groups SET first_record = %s, last_updated = now() WHERE ID = %d", $db->escapeString($first), $groupArr['ID']));
            $db->commit(false);

			if($first==$targetpost)
				$done = true;
			else
			{	//Keep going: set new last, new first, check for last chunk.
				$last = $first - 1;
				$first = $last - $binaries->messagebuffer + 1;
				if($targetpost > $first)
					$first = $targetpost;
			}
		}
		$first_record_postdate = $this->postdate($nntp,$first,false);
		$db->query(sprintf("UPDATE groups SET first_record_postdate = FROM_UNIXTIME(".$first_record_postdate."), last_updated = now() WHERE ID = %d", $groupArr['ID']));  //Set group's first postdate

        $db->commit();

		$timeGroup = number_format(microtime(true) - $this->startGroup, 2);
		echo "Group processed in $timeGroup seconds $n";
	}
	
	/**
	 * Returns single timestamp from a local article number.
	 */	
	function postdate($nntp,$post,$debug=true)
	{
		$n = $this->n;
		$attempts=0;
		do
		{
			$msgs = $nntp->getOverview($post."-".$post,true,false);
			if(PEAR::isError($msgs))
			{
				echo "Error {$msgs->code}: {$msgs->message}$n";
				echo "Returning from postdate$n";
				return "";
			}

			if(!isset($msgs[0]['Date']) || $msgs[0]['Date']=="" || is_null($msgs[0]['Date']))
			{
				$success=false;
			} else {
				$date = $msgs[0]['Date'];
				$success=true;
			}
			if($debug && $attempts > 0) echo "retried $attempts time(s)".$n;
			$attempts++;
		} while($attempts <= 3 && $success == false);
		
		if (!$success) { return ""; }
		
		if($debug) echo "DEBUG: postdate for post: $post came back $date (";
		$date = strtotime($date);
		if($debug) echo "$date seconds unixtime or ".$this->daysOld($date)." days)".$n;
		return $date;
	}
	
	/**
	 * Calculates the post number for a given number of days back in a group.
	 */	
	function daytopost($nntp, $group, $days, $debug=true)
	{
		$n = $this->n;
		$pddebug = false; //DEBUG every postdate call?!?!
		if ($debug) echo "INFO: daytopost finding post for $group $days days back.".$n;
		
		$data = $nntp->selectGroup($group);
		if(PEAR::isError($data))
		{
			echo "Error {$data->code}: {$data->message}$n";
			echo "Returning from daytopost$n";
			return "";
		}
		$goaldate = date('U')-(86400*$days); //goaltimestamp
		$totalnumberofarticles = $data['last'] - $data['first'];
		$upperbound = $data['last'];
		$lowerbound = $data['first'];
		
		if ($debug) echo "Total Articles: $totalnumberofarticles $n Upper: $upperbound $n Lower: $lowerbound $n Goal: ".date("r", $goaldate)." ($goaldate) $n";
		if ($data['last']==PHP_INT_MAX) { echo "ERROR: Group data is coming back as php's max value.  You should not see this since we use a patched Net_NNTP that fixes this bug.$n"; die(); }
		
		$firstDate = $this->postdate($nntp, $data['first'], $pddebug);
		$lastDate = $this->postdate($nntp, $data['last'], $pddebug);
		if ($goaldate < $firstDate)
		{
			echo "WARNING: Backfill target of $days day(s) is older than the first article stored on your news server.$n";
			echo "Starting from the first available article (".date("r", $firstDate)." or ".$this->daysOld($firstDate)." days).$n";
			return $data['first'];
		}
		elseif ($goaldate > $lastDate)
		{
			echo "ERROR: Backfill target of $days day(s) is newer than the last article stored on your news server.$n";
			echo "To backfill this group you need to set Backfill Days to at least ".ceil($this->daysOld($lastDate)+1)." days (".date("r", $lastDate-86400).").$n";
			return "";
		}
		if ($debug) echo "DEBUG: Searching for postdate $n Goaldate: $goaldate (".date("r", $goaldate).") $n Firstdate: $firstDate (".((is_int($firstDate))?date("r", $firstDate):'n/a').") $n Lastdate: $lastDate (".date("r", $lastDate).") $n";
			
		$interval = floor(($upperbound - $lowerbound) * 0.5);
		$dateofnextone = "";
		$templowered = "";
		
		if ($debug) echo "Start: ".$data['first']." $n End: ".$data['last']." $n Interval: $interval $n";
		
		$dateofnextone = $lastDate;
		
		while($this->daysOld($dateofnextone) < $days)  //match on days not timestamp to speed things up
		{		
			$nskip = 1;
			while(($tmpDate = $this->postdate($nntp,($upperbound-$interval),$pddebug))>$goaldate)
			{
				$upperbound = $upperbound - $interval - ($nskip - 1);
				if($debug) echo "New upperbound ($upperbound) is ".$this->daysOld($tmpDate)." days old. $n";
				$nskip = $nskip * 2;
			}
			if(!$templowered)
			{
				$interval = ceil(($interval/2));
				if($debug) echo "Set interval to $interval articles. $n";
		 	}
		 	$dateofnextone = $this->postdate($nntp,($upperbound-1),$pddebug);
			
			$skip = 1;
			while(!$dateofnextone)
			{                                                                        
		        $upperbound = $upperbound - $skip;                               
		        $skip = $skip * 2;                                               
		        if($debug) echo "Getting next article date... $upperbound\n";    
		        $dateofnextone = $this->postdate($nntp,($upperbound-1),$pddebug);
			}                                                                        
	 	}
		echo "Determined to be article $upperbound which is ".$this->daysOld($dateofnextone)." days old (".date("r", $dateofnextone).") $n";
		return $upperbound;
	}
    
	/**
	 * Calculate the number of days from a timestamp.
	 */	    
	private function daysOld($timestamp)
    {
    	return round((time()-$timestamp)/86400, 1);
    }

	/**
	 * Calculate the number of days from a date.
	 */	  
	private function dateToDays($backfillDate) 
	{
		return floor(-($backfillDate - time())/(60*60*24));
	}
		/**
	 * Update all active groups categories and descriptions.
	 */
	function backfillPostAllGroups($groupName='', $backfillPost='')
	{
		$n = $this->n;
		$groups = new Groups;
		$res = false;
		if ($groupName != '') 
		{
			$grp = $groups->getByName($groupName);
			if ($grp)
				$res = array($grp);
		} 
		else 
		{
			$res = $groups->getActive();
		}
				
		if ($res)
		{
			$nntp = new Nntp();
			if ($nntp->doConnect(5, false, true)) {
				$nntpc = new Nntp();
				$nntpc->doConnect();
				foreach($res as $groupArr)
				{
					$this->backfillPostGroup($nntp, $nntpc, $groupArr, $backfillPost);
				}

				$nntp->doQuit();
				$nntpc->doQuit();
			} else {
				echo "Failed to get NNTP connection.$n";
			}
		}
		else
		{
			echo "No groups specified. Ensure groups are added to newznab's database for updating.$n";
		}
	}
	
	/**
	 * Update a group back to a specified date.
	 */	
	function backfillPostGroup($nntp, $nntpc, $groupArr, $backfillPost)
	{

		$db = new DB();

        $db->beginTransaction();

		$binaries = new Binaries();
		$n = $this->n;
		$this->startGroup = microtime(true);
		
		echo 'Processing '.$groupArr['name'].$n;
		
		$data = $nntp->selectGroup($groupArr['name']);
		if(PEAR::isError($data))
		{
			echo "Could not select group (bad name?): {$groupArr['name']}$n";
            $db->rollback();

			return;
		}

		$datac = $nntpc->selectGroup($groupArr['name']);

		if(PEAR::isError($datac))
		{

			echo "Could not select group (bad name?): {$groupArr['name']}$n";

            $db->rollback();

			return;
		}
		
		if ($backfillPost)
			$targetpost = round($groupArr['first_record'] - $backfillPost);
		else
		{
			echo "You must set a target post. ex: php ".$groupArr['name']." 20000$n";
			die;
		}

		if($groupArr['first_record'] == 0)
		{
			echo "Group ".$groupArr['name']." has invalid numbers.  Have you run update_binaries on it?$n";
            $db->rollback();
			return;
		}

		echo "Group ".$data["group"].": server has ".$data['first']." - ".$data['last'].", or ~";
		echo((int) (($this->postdate($nntp,$data['last'],FALSE) - $this->postdate($nntp,$data['first'],FALSE))/86400));
		echo " days.".$n."Local first = ".$groupArr['first_record']." (";
		echo((int) ((date('U') - $this->postdate($nntp,$groupArr['first_record'],FALSE))/86400));
		echo " days). Going to backfill $backfillPost posts, which is post $targetpost.$n";
		
		if($targetpost >= $groupArr['first_record'])	//if our estimate comes back with stuff we already have, finish
		{
			echo "Nothing to do, we already have the target post.$n $n";
           	$db->commit(); //Not an error so commit and re-enable autocommitting
			return "";
		}
		//get first and last part numbers from newsgroup
		if($targetpost < $data['first'])
		{
			echo "WARNING: Backfill came back as before server's first.  Setting targetpost to server first.$n";
			echo "Skipping Group $n";
            $db->rollback();
			return "";
		}
		//calculate total number of parts
		$total = $groupArr['first_record'] - $targetpost;
		$done = false;
		//set first and last, moving the window by maxxMssgs
		$last = $groupArr['first_record'] - 1;
		$first = $last - $binaries->messagebuffer + 1; //set initial "chunk"
		if($targetpost > $first)	//just in case this is the last chunk we needed
			$first = $targetpost;
		while($done === false)
		{
			$binaries->startLoop = microtime(true);

			echo "Getting ".($last-$first+1)." parts (".($first-$targetpost)." in queue)".$n;

			flush();

			$success = $binaries->scan($nntpc, $groupArr, $first, $last, 'backfill');

			if (!$success)

			{

                $db->rollback();

				return "";
			}

			$db->query(sprintf("UPDATE groups SET first_record = %s, last_updated = now() WHERE ID = %d", $db->escapeString($first), $groupArr['ID']));
           // $db->commit(false);

			if($first==$targetpost)
				$done = true;
			else
			{	//Keep going: set new last, new first, check for last chunk.
				$last = $first - 1;
				$first = $last - $binaries->messagebuffer + 1;
				if($targetpost > $first)
					$first = $targetpost;
			}
		}
		$first_record_postdate = $this->postdate($nntp,$first,false);
		$db->query(sprintf("UPDATE groups SET first_record_postdate = FROM_UNIXTIME(".$first_record_postdate."), last_updated = now() WHERE ID = %d", $groupArr['ID']));  //Set group's first postdate

        $db->commit();

		$timeGroup = number_format(microtime(true) - $this->startGroup, 2);
		echo "Group processed in $timeGroup seconds $n";
	}
}