X-Git-Url: http://git.cyclocoop.org/%7B%24www_url%7Dadmin/membres/fiche.php?a=blobdiff_plain;f=maintenance%2FrunJobs.php;h=52f0462a113b3d352d341304ca040103d52bf23d;hb=7465a1b83d591c3594f931f43b3f3f97354dedda;hp=90908bf17e4544822f68ea8cc80de08cccffb139;hpb=c8b2ad0c98ad36908b329ca1d8f408dec86bbf31;p=lhc%2Fweb%2Fwiklou.git diff --git a/maintenance/runJobs.php b/maintenance/runJobs.php index 90908bf17e..52f0462a11 100644 --- a/maintenance/runJobs.php +++ b/maintenance/runJobs.php @@ -25,7 +25,7 @@ * @ingroup Maintenance */ -require_once( __DIR__ . '/Maintenance.php' ); +require_once __DIR__ . '/Maintenance.php'; /** * Maintenance script that runs pending jobs. @@ -73,7 +73,6 @@ class RunJobs extends Maintenance { $startTime = time(); $type = $this->getOption( 'type', false ); $wgTitle = Title::newFromText( 'RunJobs.php' ); - $dbw = wfGetDB( DB_MASTER ); $jobsRun = 0; // counter $group = JobQueueGroup::singleton(); @@ -84,7 +83,7 @@ class RunJobs extends Maintenance { } $flags = JobQueueGroup::USE_CACHE | JobQueueGroup::USE_PRIORITY; - $lastTime = time(); + $lastTime = time(); // time since last slave check do { $job = ( $type === false ) ? $group->pop( JobQueueGroup::TYPE_DEFAULT, $flags ) @@ -93,19 +92,23 @@ class RunJobs extends Maintenance { ++$jobsRun; $this->runJobsLog( $job->toString() . " STARTING" ); + // Set timer to stop the job if too much CPU time is used + set_time_limit( $maxTime ?: 0 ); // Run the job... - $t = microtime( true ); wfProfileIn( __METHOD__ . '-' . get_class( $job ) ); + $t = microtime( true ); try { $status = $job->run(); $error = $job->getLastError(); } catch ( MWException $e ) { $status = false; $error = get_class( $e ) . ': ' . $e->getMessage(); - wfDebugLog( 'exception', $e->getLogMessage() ); + $e->report(); // write error to STDERR and the log } - wfProfileOut( __METHOD__ . '-' . get_class( $job ) ); $timeMs = intval( ( microtime( true ) - $t ) * 1000 ); + wfProfileOut( __METHOD__ . '-' . get_class( $job ) ); + // Disable the timer + set_time_limit( 0 ); // Mark the job as done on success or when the job cannot be retried if ( $status !== false || !$job->allowRetries() ) { @@ -129,15 +132,41 @@ class RunJobs extends Maintenance { $timePassed = time() - $lastTime; if ( $timePassed >= 5 || $timePassed < 0 ) { wfWaitForSlaves(); + $lastTime = time(); } // Don't let any queue slaves/backups fall behind if ( $jobsRun > 0 && ( $jobsRun % 100 ) == 0 ) { $group->waitForBackups(); } + + // Bail if near-OOM instead of in a job + $this->assertMemoryOK(); } } while ( $job ); // stop when there are no jobs } + /** + * Make sure that this script is not too close to the memory usage limit + * @throws MWException + */ + private function assertMemoryOK() { + static $maxBytes = null; + if ( $maxBytes === null ) { + $m = array(); + if ( preg_match( '!^(\d+)(k|m|g|)$!i', ini_get( 'memory_limit' ), $m ) ) { + list( , $num, $unit ) = $m; + $conv = array( 'g' => 1024*1024*1024, 'm' => 1024*1024, 'k' => 1024, '' => 1 ); + $maxBytes = $num * $conv[strtolower( $unit )]; + } else { + $maxBytes = 0; + } + } + $usedBytes = memory_get_usage(); + if ( $maxBytes && $usedBytes >= .95*$maxBytes ) { + throw new MWException( "Detected excessive memory usage ($usedBytes/$maxBytes)." ); + } + } + /** * Log the job message * @param $msg String The message to log