includes/deferred/DeferredUpdates.php

   1 <?php
   2 /**
   3  * Interface and manager for deferred updates.
   4  *
   5  * This program is free software; you can redistribute it and/or modify
   6  * it under the terms of the GNU General Public License as published by
   7  * the Free Software Foundation; either version 2 of the License, or
   8  * (at your option) any later version.
   9  *
  10  * This program is distributed in the hope that it will be useful,
  11  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  13  * GNU General Public License for more details.
  14  *
  15  * You should have received a copy of the GNU General Public License along
  16  * with this program; if not, write to the Free Software Foundation, Inc.,
  17  * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
  18  * http://www.gnu.org/copyleft/gpl.html
  19  *
  20  * @file
  21  */
  22
  23 /**
  24  * Class for managing the deferred updates
  25  *
  26  * In web request mode, deferred updates can be run at the end of the request, either before or
  27  * after the HTTP response has been sent. In either case, they run after the DB commit step. If
  28  * an update runs after the response is sent, it will not block clients. If sent before, it will
  29  * run synchronously. If such an update works via queueing, it will be more likely to complete by
  30  * the time the client makes their next request after this one.
  31  *
  32  * In CLI mode, updates are only deferred until the current wiki has no DB write transaction
  33  * active within this request.
  34  *
  35  * When updates are deferred, they use a FIFO queue (one for pre-send and one for post-send).
  36  *
  37  * @since 1.19
  38  */
  39 class DeferredUpdates {
  40         /** @var DeferrableUpdate[] Updates to be deferred until before request end */
  41         private static $preSendUpdates = array();
  42         /** @var DeferrableUpdate[] Updates to be deferred until after request end */
  43         private static $postSendUpdates = array();
  44
  45         /** @var bool Defer updates fully even in CLI mode */
  46         private static $forceDeferral = false;
  47
  48         const ALL = 0; // all updates
  49         const PRESEND = 1; // for updates that should run before flushing output buffer
  50         const POSTSEND = 2; // for updates that should run after flushing output buffer
  51
  52         /**
  53          * Add an update to the deferred list
  54          *
  55          * @param DeferrableUpdate $update Some object that implements doUpdate()
  56          * @param integer $type DeferredUpdates constant (PRESEND or POSTSEND) (since 1.27)
  57          */
  58         public static function addUpdate( DeferrableUpdate $update, $type = self::POSTSEND ) {
  59                 if ( $type === self::PRESEND ) {
  60                         self::push( self::$preSendUpdates, $update );
  61                 } else {
  62                         self::push( self::$postSendUpdates, $update );
  63                 }
  64         }
  65
  66         /**
  67          * Add a callable update.  In a lot of cases, we just need a callback/closure,
  68          * defining a new DeferrableUpdate object is not necessary
  69          *
  70          * @see MWCallableUpdate::__construct()
  71          *
  72          * @param callable $callable
  73          * @param integer $type DeferredUpdates constant (PRESEND or POSTSEND) (since 1.27)
  74          */
  75         public static function addCallableUpdate( $callable, $type = self::POSTSEND ) {
  76                 self::addUpdate( new MWCallableUpdate( $callable ), $type );
  77         }
  78
  79         /**
  80          * Do any deferred updates and clear the list
  81          *
  82          * @param string $mode Use "enqueue" to use the job queue when possible [Default: "run"]
  83          * @param integer $type DeferredUpdates constant (PRESEND, POSTSEND, or ALL) (since 1.27)
  84          */
  85         public static function doUpdates( $mode = 'run', $type = self::ALL ) {
  86                 if ( $type === self::ALL || $type == self::PRESEND ) {
  87                         self::execute( self::$preSendUpdates, $mode );
  88                 }
  89
  90                 if ( $type === self::ALL || $type == self::POSTSEND ) {
  91                         self::execute( self::$postSendUpdates, $mode );
  92                 }
  93         }
  94
  95         private static function push( array &$queue, DeferrableUpdate $update ) {
  96                 global $wgCommandLineMode;
  97
  98                 array_push( $queue, $update );
  99                 if ( self::$forceDeferral ) {
 100                         return; // do not run
 101                 }
 102
 103                 // CLI scripts may forget to periodically flush these updates,
 104                 // so try to handle that rather than OOMing and losing them entirely.
 105                 // Try to run the updates as soon as there is no current wiki transaction.
 106                 static $waitingOnTrx = false; // de-duplicate callback
 107                 if ( $wgCommandLineMode && !$waitingOnTrx ) {
 108                         $lb = wfGetLB();
 109                         $dbw = $lb->getAnyOpenConnection( $lb->getWriterIndex() );
 110                         // Do the update as soon as there is no transaction
 111                         if ( $dbw && $dbw->trxLevel() ) {
 112                                 $waitingOnTrx = true;
 113                                 $dbw->onTransactionIdle( function() use ( &$waitingOnTrx ) {
 114                                         DeferredUpdates::doUpdates();
 115                                         $waitingOnTrx = false;
 116                                 } );
 117                         } else {
 118                                 self::doUpdates();
 119                         }
 120                 }
 121         }
 122
 123         public static function execute( array &$queue, $mode ) {
 124                 $updates = $queue; // snapshot of queue
 125
 126                 // Keep doing rounds of updates until none get enqueued
 127                 while ( count( $updates ) ) {
 128                         $queue = array(); // clear the queue
 129                         /** @var DataUpdate[] $dataUpdates */
 130                         $dataUpdates = array();
 131                         /** @var DeferrableUpdate[] $otherUpdates */
 132                         $otherUpdates = array();
 133                         foreach ( $updates as $update ) {
 134                                 if ( $update instanceof DataUpdate ) {
 135                                         $dataUpdates[] = $update;
 136                                 } else {
 137                                         $otherUpdates[] = $update;
 138                                 }
 139                         }
 140
 141                         // Delegate DataUpdate execution to the DataUpdate class
 142                         DataUpdate::runUpdates( $dataUpdates, $mode );
 143                         // Execute the non-DataUpdate tasks
 144                         foreach ( $otherUpdates as $update ) {
 145                                 try {
 146                                         $update->doUpdate();
 147                                         wfGetLBFactory()->commitMasterChanges();
 148                                 } catch ( Exception $e ) {
 149                                         // We don't want exceptions thrown during deferred updates to
 150                                         // be reported to the user since the output is already sent
 151                                         if ( !$e instanceof ErrorPageError ) {
 152                                                 MWExceptionHandler::logException( $e );
 153                                         }
 154                                         // Make sure incomplete transactions are not committed and end any
 155                                         // open atomic sections so that other DB updates have a chance to run
 156                                         wfGetLBFactory()->rollbackMasterChanges();
 157                                 }
 158                         }
 159
 160                         $updates = $queue; // new snapshot of queue (check for new entries)
 161                 }
 162         }
 163
 164         /**
 165          * Clear all pending updates without performing them. Generally, you don't
 166          * want or need to call this. Unit tests need it though.
 167          */
 168         public static function clearPendingUpdates() {
 169                 self::$preSendUpdates = array();
 170                 self::$postSendUpdates = array();
 171         }
 172
 173         /**
 174          * @note This method is intended for testing purposes
 175          * @param bool $value Whether to *always* defer updates, even in CLI mode
 176          * @since 1.27
 177          */
 178         public static function forceDeferral( $value ) {
 179                 self::$forceDeferral = $value;
 180         }
 181 }