X-Git-Url: https://git.cyclocoop.org/%7B%24admin_url%7Dmembres/supprimer.php?a=blobdiff_plain;f=maintenance%2FpreprocessDump.php;h=5952fd960cd8860f4d11d982fa46a7c27f250129;hb=944e196c02efbe6838827d4cf1e332a7919e5cdb;hp=27d11dcda06ca6ff388c44e13b0acfe27502d9d7;hpb=d394638f7beee15e78587c8984822c2c1ae72bd3;p=lhc%2Fweb%2Fwiklou.git

diff --git a/maintenance/preprocessDump.php b/maintenance/preprocessDump.php
index 27d11dcda0..5952fd960c 100644
--- a/maintenance/preprocessDump.php
+++ b/maintenance/preprocessDump.php
@@ -1,10 +1,10 @@
 <?php
 /**
  * Take page text out of an XML dump file and preprocess it to obj.
- * It may be useful for getting preprocessor statistics or filling the 
+ * It may be useful for getting preprocessor statistics or filling the
  * preprocessor cache.
  *
- * Copyright (C) 2011 Platonides - http://www.mediawiki.org/
+ * Copyright © 2011 Platonides - http://www.mediawiki.org/
  *
  * This program is free software; you can redistribute it and/or modify
  * it under the terms of the GNU General Public License as published by
@@ -24,13 +24,16 @@
  * @file
  * @ingroup Maintenance
  */
- 
-require_once( dirname( __FILE__ ) . '/Maintenance.php' );
 
-class PreprocessDump extends Maintenance {
+require_once( __DIR__ . '/dumpIterator.php' );
 
-	private $count = 0;
-	private $startTime;
+/**
+ * Maintenance script that takes page text out of an XML dump file and
+ * preprocesses it to obj.
+ *
+ * @ingroup Maintenance
+ */
+class PreprocessDump extends DumpIterator {
 
 	/* Variables for dressing up as a parser */
 	public $mTitle = 'PreprocessDump';
@@ -40,14 +43,9 @@ class PreprocessDump extends Maintenance {
 		global $wgParser;
 		return $wgParser->getStripList();
 	}
-		
+
 	public function __construct() {
 		parent::__construct();
-		$this->saveFailed = false;
-		$this->mDescription = "Run a file or dump with a preprocessor";
-		$this->addOption( 'file',  'File with text to run.', false, true );
-		$this->addOption( 'dump',  'XML dump to execute all revisions.', false, true );
-		$this->addOption( 'from',  'Article from XML dump to start from.', false, true );
 		$this->addOption( 'cache', 'Use and populate the preprocessor cache.', false, false );
 		$this->addOption( 'preprocessor', 'Preprocessor to use.', false, false );
 	}
@@ -56,34 +54,13 @@ class PreprocessDump extends Maintenance {
 		return Maintenance::DB_NONE;
 	}
 
-	public function finalSetup() {
-		parent::finalSetup();
-
-		global $wgUseDatabaseMessages, $wgLocalisationCacheConf, $wgHooks;
-		$wgUseDatabaseMessages = false;
-		$wgLocalisationCacheConf['storeClass'] =  'LCStore_Null';
-		$wgHooks['InterwikiLoadPrefix'][] = 'PreprocessDump::disableInterwikis';
-	}
-
-	static function disableInterwikis( $prefix, &$data ) {
-		# Title::newFromText will check on each namespaced article if it's an interwiki.
-		# We always answer that it is not.
-
-		return false;
-	}
-
-	public function execute() {
+	public function checkOptions() {
 		global $wgParser, $wgParserConf, $wgPreprocessorCacheThreshold;
-		
-		if (! ( $this->hasOption( 'file' ) ^ $this->hasOption( 'dump' ) ) ) {
-			$this->error("You must provide a file or dump", true);
-		}
 
 		if ( !$this->hasOption( 'cache' ) ) {
 			$wgPreprocessorCacheThreshold = false;
-			$this->saveFailed = $this->getOption('save-failed');
 		}
-		
+
 		if ( $this->hasOption( 'preprocessor' ) ) {
 			$name = $this->getOption( 'preprocessor' );
 		} elseif ( isset( $wgParserConf['preprocessorClass'] ) ) {
@@ -94,67 +71,18 @@ class PreprocessDump extends Maintenance {
 
 		$wgParser->firstCallInit();
 		$this->mPreprocessor = new $name( $this );
-		
-		if ( $this->hasOption( 'file' ) ) {
-			$revision = new WikiRevision;
-			
-			$revision->setText( file_get_contents( $this->getOption( 'file' ) ) );
-			$revision->setTitle( Title::newFromText( rawurldecode( basename( $this->getOption('file'), '.txt' ) ) ) );
-			$this->handleRevision( $revision );
-			return;
-		}
-		
-		$this->startTime = wfTime();
-
-		if ( $this->getOption('dump') == '-' ) {
-			$source = new ImportStreamSource( $this->getStdin() );
-		} else {
-			$this->error("Sorry, I don't support dump filenames yet. Use - and provide it on stdin on the meantime.", true);
-		}
-		$importer = new WikiImporter( $source );
-
-		$importer->setRevisionCallback(
-			array( &$this, 'handleRevision' ) );
-		
-		$this->from = $this->getOption( 'from', null );
-		$this->count = 0;
-		$importer->doImport();
-			
-		$delta = wfTime() - $this->startTime;
-		$this->error( "{$this->count} revisions preprocessed in " . round($delta, 2) . " seconds " );
-		if ($delta > 0)
-			$this->error( round($this->count / $delta, 2) . " pages/sec" );
-		
-		# Perform the memory_get_peak_usage() when all the other data has been output so there's no damage if it dies.
-		# It is only available since 5.2.0 (since 5.2.1 if you haven't compiled with --enable-memory-limit)
-		$this->error( "Memory peak usage of " . memory_get_peak_usage() . " bytes\n" );
 	}
-	
+
 	/**
 	 * Callback function for each revision, preprocessToObj()
 	 * @param $rev Revision
 	 */
-	public function handleRevision( $rev ) {
-		$title = $rev->getTitle();
-		if ( !$title ) {
-			$this->error( "Got bogus revision with null title!" );
-			return;
-		}
-		
-		$this->count++;
-		if ( isset( $this->from ) ) {
-			if ( $this->from != $title )
-				return;
-			$this->output( "Skipped " . ($this->count - 1) . " pages\n" );
-			
-			$this->count = 1;
-			$this->from = null;
-		}
+	public function processRevision( $rev ) {
 		try {
 			$this->mPreprocessor->preprocessToObj( $rev->getText(), 0 );
 		}
 		catch(Exception $e) {
-			$this->error("Caught exception " . $e->getMessage() . " in " . $title->	getPrefixedText() );
+			$this->error("Caught exception " . $e->getMessage() . " in " . $rev->getTitle()->getPrefixedText() );
 		}
 	}
 }