X-Git-Url: http://git.cyclocoop.org/%28?a=blobdiff_plain;f=maintenance%2FfixSlaveDesync.php;h=0d91f540bd240ffa93e42814bf08a334c69ace8f;hb=ba6149e12c7066be1c8364b4f0dad7252e087b5d;hp=441ca2b986dc0b3de0e43e81f11a2b88d8902abe;hpb=a26d5a49d755ff4b8039b11d1f26abb5d7bc7e8c;p=lhc%2Fweb%2Fwiklou.git

diff --git a/maintenance/fixSlaveDesync.php b/maintenance/fixSlaveDesync.php
index 441ca2b986..0d91f540bd 100644
--- a/maintenance/fixSlaveDesync.php
+++ b/maintenance/fixSlaveDesync.php
@@ -1,93 +1,206 @@
 <?php
+/**
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License along
+ * with this program; if not, write to the Free Software Foundation, Inc.,
+ * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
+ * http://www.gnu.org/copyleft/gpl.html
+ *
+ * @ingroup Maintenance
+ */
 
-$wgUseRootUser = true;
-require_once( 'commandLine.inc' );
+require_once( dirname( __FILE__ ) . '/Maintenance.php' );
 
-//$wgDebugLogFile = '/dev/stdout';
-
-$numServers = count( $wgDBservers );
-/*
-foreach ( $wgLoadBalancer->mServers as $i => $server ) {
-	$wgLoadBalancer->mServers[$i]['flags'] |= DBO_DEBUG;
-}*/
-define( 'REPORTING_INTERVAL', 1000 );
+class FixSlaveDesync extends Maintenance {
+	public function __construct() {
+		parent::__construct();
+		$this->mDescription = "";
+		
+	}
+	
+	public function execute() {
+		$this->slaveIndexes = array();
+		for ( $i = 1; $i < wfGetLB()->getServerCount(); $i++ ) {
+			if ( wfGetLB()->isNonZeroLoad( $i ) ) {
+				$this->slaveIndexes[] = $i;
+			}
+		}
 
-if ( isset( $args[0] ) ) {
-	desyncFixPage( $args[0] );
-} else {
-	$dbw =& wfGetDB( DB_MASTER );
-	$maxPage = $dbw->selectField( 'page', 'MAX(page_id)', false, 'fixDesync.php' );
-	for ( $i=1; $i <= $maxPage; $i++ ) {
-		desyncFixPage( $i );
-		if ( !($i % REPORTING_INTERVAL) ) {
-			print "$i\n";
+		if ( $this->hasArg() ) {
+			$this->desyncFixPage( $this->getArg() );
+		} else {
+			$dbw = wfGetDB( DB_MASTER );
+			$maxPage = $dbw->selectField( 'page', 'MAX(page_id)', false, __METHOD__ );
+			$corrupt = $this->findPageLatestCorruption();
+			foreach ( $corrupt as $id => $dummy ) {
+				$this->desyncFixPage( $id );
+			}
 		}
 	}
-}
 
-function desyncFixPage( $pageID ) {
-	global $numServers;
-	$fname = 'desyncFixPage';
+	/**
+	 * Find all pages that have a corrupted page_latest
+	 * @return array
+	 */
+	private function findPageLatestCorruption() {
+		$desync = array();
+		$n = 0;
+		$dbw = wfGetDB( DB_MASTER );
+		$masterIDs = array();
+		$res = $dbw->select( 'page', array( 'page_id', 'page_latest' ), array( 'page_id<6054123' ), __METHOD__ );
+		$this->output( "Number of pages: " . $dbw->numRows( $res ) . "\n" );
+		foreach ( $res as $row ) {
+			$masterIDs[$row->page_id] = $row->page_latest;
+			if ( !( ++$n % 10000 ) ) {
+				$this->output( "$n\r" );
+			}
+		}
+		$this->output( "\n" );
 
-	# Check for a corrupted page_latest
-	$dbw =& wfGetDB( DB_MASTER );
-	$realLatest = $dbw->selectField( 'page', 'page_latest', array( 'page_id' => $pageID ), $fname );
-	for ( $i = 1; $i < $numServers; $i++ ) {
-		$db =& wfGetDB( $i );
-		$latest = $db->selectField( 'page', 'page_latest', array( 'page_id' => $pageID ), $fname );
-		$max = $db->selectField( 'revision', 'MAX(rev_id)', false, $fname );
-		if ( $latest != $realLatest && $realLatest < $max ) {
-			print "page_latest corrupted in page $pageID, server $i\n";
-			break;
+		foreach ( $this->slaveIndexes as $i ) {
+			$db = wfGetDB( $i );
+			$res = $db->select( 'page', array( 'page_id', 'page_latest' ), array( 'page_id<6054123' ), __METHOD__ );
+			foreach ( $res as $row ) {
+				if ( isset( $masterIDs[$row->page_id] ) && $masterIDs[$row->page_id] != $row->page_latest ) {
+					$desync[$row->page_id] = true;
+					$this->output( $row->page_id . "\t" );
+				}
+			}
 		}
-	}
-	if ( $i == $numServers ) {
-		return;
+		$this->output( "\n" );
+		return $desync;
 	}
 
-	# Find the missing revision
-	$res = $dbw->select( 'revision', array( 'rev_id' ), array( 'rev_page' => $pageID ), $fname );
-	$masterIDs = array();
-	while ( $row = $dbw->fetchObject( $res ) ) {
-		$masterIDs[] = $row->rev_id;
-	}
-	$dbw->freeResult( $res );
+	/**
+	 * Fix a broken page entry
+	 * @param $pageID int The page_id to fix
+	 */
+	private function desyncFixPage( $pageID ) {
+		# Check for a corrupted page_latest
+		$dbw = wfGetDB( DB_MASTER );
+		$dbw->begin();
+		$realLatest = $dbw->selectField( 'page', 'page_latest', array( 'page_id' => $pageID ),
+			__METHOD__, 'FOR UPDATE' );
+		# list( $masterFile, $masterPos ) = $dbw->getMasterPos();
+		$found = false;
+		foreach ( $this->slaveIndexes as $i ) {
+			$db = wfGetDB( $i );
+			/*
+			if ( !$db->masterPosWait( $masterFile, $masterPos, 10 ) ) {
+				   $this->output( "Slave is too lagged, aborting\n" );
+				   $dbw->commit();
+				   sleep(10);
+				   return;
+			}*/
+			$latest = $db->selectField( 'page', 'page_latest', array( 'page_id' => $pageID ), __METHOD__ );
+			$max = $db->selectField( 'revision', 'MAX(rev_id)', false, __METHOD__ );
+			if ( $latest != $realLatest && $realLatest < $max ) {
+				$this->output( "page_latest corrupted in page $pageID, server $i\n" );
+				$found = true;
+				break;
+			}
+		}
+		if ( !$found ) {
+			$this->output( "page_id $pageID seems fine\n" );
+			$dbw->commit();
+			return;
+		}
 
-	$res = $db->select( 'revision', array( 'rev_id' ), array( 'rev_page' => $pageID ), $fname );
-	$slaveIDs = array();
-	while ( $row = $db->fetchObject( $res ) ) {
-		$slaveIDs[] = $row->rev_id;
-	}
-	$db->freeResult( $res );
-	$missingIDs = array_diff( $masterIDs, $slaveIDs );
+		# Find the missing revisions
+		$res = $dbw->select( 'revision', array( 'rev_id' ), array( 'rev_page' => $pageID ),
+			__METHOD__, 'FOR UPDATE' );
+		$masterIDs = array();
+		foreach ( $res as $row ) {
+			$masterIDs[] = $row->rev_id;
+		}
 
-	if ( count( $missingIDs ) ) {
-		print "Found " . count( $missingIDs ) . " missing revision(s), copying from master... ";
-		foreach ( $missingIDs as $rid ) {
-			print "$rid ";
-			# Revision
-			$row = $dbw->selectRow( 'revision', '*', array( 'rev_id' => $rid ), $fname );
-			for ( $i = 1; $i < $numServers; $i++ ) {
-				$db =& wfGetDB( $i );
-				$db->insert( 'revision', get_object_vars( $row ), $fname, 'IGNORE' );
+		$res = $db->select( 'revision', array( 'rev_id' ), array( 'rev_page' => $pageID ), __METHOD__ );
+		$slaveIDs = array();
+		foreach ( $res as $row ) {
+			$slaveIDs[] = $row->rev_id;
+		}
+		if ( count( $masterIDs ) < count( $slaveIDs ) ) {
+			$missingIDs = array_diff( $slaveIDs, $masterIDs );
+			if ( count( $missingIDs ) ) {
+				$this->output( "Found " . count( $missingIDs ) . " lost in master, copying from slave... " );
+				$dbFrom = $db;
+				$found = true;
+				$toMaster = true;
+			} else {
+				$found = false;
+			}
+		} else {
+			$missingIDs = array_diff( $masterIDs, $slaveIDs );
+			if ( count( $missingIDs ) ) {
+				$this->output( "Found " . count( $missingIDs ) . " missing revision(s), copying from master... " );
+				$dbFrom = $dbw;
+				$found = true;
+				$toMaster = false;
+			} else {
+				$found = false;
 			}
+		}
+
+		if ( $found ) {
+			foreach ( $missingIDs as $rid ) {
+				$this->output( "$rid " );
+				# Revision
+				$row = $dbFrom->selectRow( 'revision', '*', array( 'rev_id' => $rid ), __METHOD__ );
+				if ( $toMaster ) {
+					$id = $dbw->selectField( 'revision', 'rev_id', array( 'rev_id' => $rid ),
+						__METHOD__, 'FOR UPDATE' );
+					if ( $id ) {
+						$this->output( "Revision already exists\n" );
+						$found = false;
+						break;
+					} else {
+						$dbw->insert( 'revision', get_object_vars( $row ), __METHOD__, 'IGNORE' );
+					}
+				} else {
+					foreach ( $this->slaveIndexes as $i ) {
+						$db = wfGetDB( $i );
+						$db->insert( 'revision', get_object_vars( $row ), __METHOD__, 'IGNORE' );
+					}
+				}
 
-			# Text
-			$row = $dbw->selectRow( 'text', '*', array( 'old_id' => $row->rev_text_id ), $fname );
-			for ( $i = 1; $i < $numServers; $i++ ) {
-				$db =& wfGetDB( $i );
-				$db->insert( 'text', get_object_vars( $row ), $fname, 'IGNORE' );
+				# Text
+				$row = $dbFrom->selectRow( 'text', '*', array( 'old_id' => $row->rev_text_id ), __METHOD__ );
+				if ( $toMaster ) {
+					$dbw->insert( 'text', get_object_vars( $row ), __METHOD__, 'IGNORE' );
+				} else {
+					foreach ( $this->slaveIndexes as $i ) {
+						$db = wfGetDB( $i );
+						$db->insert( 'text', get_object_vars( $row ), __METHOD__, 'IGNORE' );
+					}
+				}
 			}
+			$this->output( "done\n" );
 		}
-		print "done\n";
-	}
 
-	print "Fixing page_latest... ";
-	for ( $i = 1; $i < $numServers; $i++ ) {
-		$db =& wfGetDB( $i );
-		$db->update( 'page', array( 'page_latest' => $realLatest ), array( 'page_id' => $pageID ), $fname );
+		if ( $found ) {
+			$this->output( "Fixing page_latest... " );
+			if ( $toMaster ) {
+				# $dbw->update( 'page', array( 'page_latest' => $realLatest ), array( 'page_id' => $pageID ), __METHOD__ );
+			} else {
+				foreach ( $this->slaveIndexes as $i ) {
+					$db = wfGetDB( $i );
+					$db->update( 'page', array( 'page_latest' => $realLatest ), array( 'page_id' => $pageID ), __METHOD__ );
+				}
+			}
+			$this->output( "done\n" );
+		}
+		$dbw->commit();
 	}
-	print "done\n";
 }
 
-?>
+$maintClass = "FixSlaveDesync";
+require_once( DO_MAINTENANCE );