3 * Fix erroneous page_latest values due to slave desynchronisation.
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License as published by
7 * the Free Software Foundation; either version 2 of the License, or
8 * (at your option) any later version.
10 * This program is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 * GNU General Public License for more details.
15 * You should have received a copy of the GNU General Public License along
16 * with this program; if not, write to the Free Software Foundation, Inc.,
17 * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
18 * http://www.gnu.org/copyleft/gpl.html
20 * @ingroup Maintenance
23 require_once( dirname( __FILE__
) . '/Maintenance.php' );
26 * Maintenance script that fixes erroneous page_latest values
27 * due to slave desynchronisation.
29 * @ingroup Maintenance
31 class FixSlaveDesync
extends Maintenance
{
32 public function __construct() {
33 parent
::__construct();
34 $this->mDescription
= "";
37 public function getDbType() {
38 return Maintenance
::DB_ADMIN
;
41 public function execute() {
42 $this->slaveIndexes
= array();
43 for ( $i = 1; $i < wfGetLB()->getServerCount(); $i++
) {
44 if ( wfGetLB()->isNonZeroLoad( $i ) ) {
45 $this->slaveIndexes
[] = $i;
49 if ( $this->hasArg() ) {
50 $this->desyncFixPage( $this->getArg() );
52 $corrupt = $this->findPageLatestCorruption();
53 foreach ( $corrupt as $id => $dummy ) {
54 $this->desyncFixPage( $id );
60 * Find all pages that have a corrupted page_latest
63 private function findPageLatestCorruption() {
66 $dbw = wfGetDB( DB_MASTER
);
68 $res = $dbw->select( 'page', array( 'page_id', 'page_latest' ), array( 'page_id<6054123' ), __METHOD__
);
69 $this->output( "Number of pages: " . $dbw->numRows( $res ) . "\n" );
70 foreach ( $res as $row ) {
71 $masterIDs[$row->page_id
] = $row->page_latest
;
72 if ( !( ++
$n %
10000 ) ) {
73 $this->output( "$n\r" );
76 $this->output( "\n" );
78 foreach ( $this->slaveIndexes
as $i ) {
80 $res = $db->select( 'page', array( 'page_id', 'page_latest' ), array( 'page_id<6054123' ), __METHOD__
);
81 foreach ( $res as $row ) {
82 if ( isset( $masterIDs[$row->page_id
] ) && $masterIDs[$row->page_id
] != $row->page_latest
) {
83 $desync[$row->page_id
] = true;
84 $this->output( $row->page_id
. "\t" );
88 $this->output( "\n" );
93 * Fix a broken page entry
94 * @param $pageID int The page_id to fix
96 private function desyncFixPage( $pageID ) {
97 # Check for a corrupted page_latest
98 $dbw = wfGetDB( DB_MASTER
);
99 $dbw->begin( __METHOD__
);
100 $realLatest = $dbw->selectField( 'page', 'page_latest', array( 'page_id' => $pageID ),
101 __METHOD__
, 'FOR UPDATE' );
102 # list( $masterFile, $masterPos ) = $dbw->getMasterPos();
104 foreach ( $this->slaveIndexes
as $i ) {
107 if ( !$db->masterPosWait( $masterFile, $masterPos, 10 ) ) {
108 $this->output( "Slave is too lagged, aborting\n" );
109 $dbw->commit( __METHOD__ );
113 $latest = $db->selectField( 'page', 'page_latest', array( 'page_id' => $pageID ), __METHOD__
);
114 $max = $db->selectField( 'revision', 'MAX(rev_id)', false, __METHOD__
);
115 if ( $latest != $realLatest && $realLatest < $max ) {
116 $this->output( "page_latest corrupted in page $pageID, server $i\n" );
122 $this->output( "page_id $pageID seems fine\n" );
123 $dbw->commit( __METHOD__
);
127 # Find the missing revisions
128 $res = $dbw->select( 'revision', array( 'rev_id' ), array( 'rev_page' => $pageID ),
129 __METHOD__
, 'FOR UPDATE' );
130 $masterIDs = array();
131 foreach ( $res as $row ) {
132 $masterIDs[] = $row->rev_id
;
135 $res = $dbw->select( 'revision', array( 'rev_id' ), array( 'rev_page' => $pageID ), __METHOD__
);
137 foreach ( $res as $row ) {
138 $slaveIDs[] = $row->rev_id
;
140 if ( count( $masterIDs ) < count( $slaveIDs ) ) {
141 $missingIDs = array_diff( $slaveIDs, $masterIDs );
142 if ( count( $missingIDs ) ) {
143 $this->output( "Found " . count( $missingIDs ) . " lost in master, copying from slave... " );
151 $missingIDs = array_diff( $masterIDs, $slaveIDs );
152 if ( count( $missingIDs ) ) {
153 $this->output( "Found " . count( $missingIDs ) . " missing revision(s), copying from master... " );
163 foreach ( $missingIDs as $rid ) {
164 $this->output( "$rid " );
166 $row = $dbFrom->selectRow( 'revision', '*', array( 'rev_id' => $rid ), __METHOD__
);
168 $id = $dbw->selectField( 'revision', 'rev_id', array( 'rev_id' => $rid ),
169 __METHOD__
, 'FOR UPDATE' );
171 $this->output( "Revision already exists\n" );
175 $dbw->insert( 'revision', get_object_vars( $row ), __METHOD__
, 'IGNORE' );
178 foreach ( $this->slaveIndexes
as $i ) {
180 $db->insert( 'revision', get_object_vars( $row ), __METHOD__
, 'IGNORE' );
185 $row = $dbFrom->selectRow( 'text', '*', array( 'old_id' => $row->rev_text_id
), __METHOD__
);
187 $dbw->insert( 'text', get_object_vars( $row ), __METHOD__
, 'IGNORE' );
189 foreach ( $this->slaveIndexes
as $i ) {
191 $db->insert( 'text', get_object_vars( $row ), __METHOD__
, 'IGNORE' );
195 $this->output( "done\n" );
199 $this->output( "Fixing page_latest... " );
201 # $dbw->update( 'page', array( 'page_latest' => $realLatest ), array( 'page_id' => $pageID ), __METHOD__ );
203 foreach ( $this->slaveIndexes
as $i ) {
205 $db->update( 'page', array( 'page_latest' => $realLatest ), array( 'page_id' => $pageID ), __METHOD__
);
208 $this->output( "done\n" );
210 $dbw->commit( __METHOD__
);
214 $maintClass = "FixSlaveDesync";
215 require_once( RUN_MAINTENANCE_IF_MAIN
);