3 * Performs fuzz-style testing of MediaWiki's preprocessor.
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License as published by
7 * the Free Software Foundation; either version 2 of the License, or
8 * (at your option) any later version.
10 * This program is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 * GNU General Public License for more details.
15 * You should have received a copy of the GNU General Public License along
16 * with this program; if not, write to the Free Software Foundation, Inc.,
17 * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
18 * http://www.gnu.org/copyleft/gpl.html
21 * @ingroup Maintenance
24 use MediaWiki\MediaWikiServices
;
26 $optionsWithoutArgs = [ 'verbose' ];
27 require_once __DIR__
. '/commandLine.inc';
29 $wgHooks['BeforeParserFetchTemplateAndtitle'][] = 'PPFuzzTester::templateHook';
33 '[[', ']]', '{{', '{{', '}}', '}}', '{{{', '}}}',
34 '<', '>', '<nowiki', '<gallery', '</nowiki>', '</gallery>', '<nOwIkI>', '</NoWiKi>',
37 '|', '=', "\n", ' ', "\t", "\x7f",
38 '~~', '~~~', '~~~~', 'subst:',
39 'a', 'b', 'c', 'd', 'e', 'f', 'g', 'h', 'i', 'j',
40 'k', 'l', 'm', 'n', 'o', 'p', 'q', 'r', 's', 't',
43 // '<ref>', '</ref>', '<references/>',
45 public $minLength = 0;
46 public $maxLength = 20;
47 public $maxTemplates = 5;
48 // public $outputTypes = [ 'OT_HTML', 'OT_WIKI', 'OT_PREPROCESS' ];
49 public $entryPoints = [ 'testSrvus', 'testPst', 'testPreprocess' ];
50 public $verbose = false;
53 * @var bool|PPFuzzTest
55 private static $currentTest = false;
58 if ( !file_exists( 'results' ) ) {
61 if ( !is_dir( 'results' ) ) {
62 echo "Unable to create 'results' directory\n";
65 $overallStart = microtime( true );
66 $reportInterval = 1000;
67 for ( $i = 1; true; $i++
) {
68 $t = -microtime( true );
70 self
::$currentTest = new PPFuzzTest( $this );
71 self
::$currentTest->execute();
73 } catch ( Exception
$e ) {
74 $testReport = self
::$currentTest->getReport();
75 $exceptionReport = $e->getText();
76 $hash = md5( $testReport );
77 file_put_contents( "results/ppft-$hash.in", serialize( self
::$currentTest ) );
78 file_put_contents( "results/ppft-$hash.fail",
79 "Input:\n$testReport\n\nException report:\n$exceptionReport\n" );
80 print "Test $hash failed\n";
83 $t +
= microtime( true );
85 if ( $this->verbose
) {
86 printf( "Test $passed in %.3f seconds\n", $t );
87 print self
::$currentTest->getReport();
90 $reportMetric = ( microtime( true ) - $overallStart ) / $i * $reportInterval;
91 if ( $reportMetric > 25 ) {
92 if ( substr( $reportInterval, 0, 1 ) === '1' ) {
97 } elseif ( $reportMetric < 4 ) {
98 if ( substr( $reportInterval, 0, 1 ) === '1' ) {
101 $reportInterval *= 2;
104 if ( $i %
$reportInterval == 0 ) {
105 print "$i tests done\n";
107 $testReport = self::$currentTest->getReport();
108 $filename = 'results/ppft-' . md5( $testReport ) . '.pass';
109 file_put_contents( $filename, "Input:\n$testReport\n" );*/
114 function makeInputText( $max = false ) {
115 if ( $max === false ) {
116 $max = $this->maxLength
;
118 $length = mt_rand( $this->minLength
, $max );
120 for ( $i = 0; $i < $length; $i++
) {
121 $hairIndex = mt_rand( 0, count( $this->hairs
) - 1 );
122 $s .= $this->hairs
[$hairIndex];
124 // Send through the UTF-8 normaliser
125 // This resolves a few differences between the old preprocessor and the
126 // XML-based one, which doesn't like illegals and converts line endings.
127 // It's done by the MW UI, so it's a reasonably legitimate thing to do.
128 $s = MediaWikiServices
::getInstance()->getContentLanguage()->normalize( $s );
133 function makeTitle() {
134 return Title
::newFromText( mt_rand( 0, 1000000 ), mt_rand( 0, 10 ) );
138 function pickOutputType() {
139 $count = count( $this->outputTypes );
140 return $this->outputTypes[ mt_rand( 0, $count - 1 ) ];
143 function pickEntryPoint() {
144 $count = count( $this->entryPoints
);
146 return $this->entryPoints
[mt_rand( 0, $count - 1 )];
151 public $templates, $mainText, $title, $entryPoint, $output;
153 function __construct( $tester ) {
154 global $wgMaxSigChars;
155 $this->parent
= $tester;
156 $this->mainText
= $tester->makeInputText();
157 $this->title
= $tester->makeTitle();
158 // $this->outputType = $tester->pickOutputType();
159 $this->entryPoint
= $tester->pickEntryPoint();
160 $this->nickname
= $tester->makeInputText( $wgMaxSigChars +
10 );
161 $this->fancySig
= (bool)mt_rand( 0, 1 );
162 $this->templates
= [];
166 * @param Title $title
169 function templateHook( $title ) {
170 $titleText = $title->getPrefixedDBkey();
172 if ( !isset( $this->templates
[$titleText] ) ) {
173 $finalTitle = $title;
174 if ( count( $this->templates
) >= $this->parent
->maxTemplates
) {
175 // Too many templates
178 if ( !mt_rand( 0, 1 ) ) {
180 $finalTitle = $this->parent
->makeTitle();
182 if ( !mt_rand( 0, 5 ) ) {
186 $text = $this->parent
->makeInputText();
189 $this->templates
[$titleText] = [
191 'finalTitle' => $finalTitle ];
194 return $this->templates
[$titleText];
198 global $wgParser, $wgUser;
200 $wgUser = new PPFuzzUser
;
201 $wgUser->mName
= 'Fuzz';
202 $wgUser->mFrom
= 'name';
203 $wgUser->ppfz_test
= $this;
205 $options = ParserOptions
::newFromUser( $wgUser );
206 $options->setTemplateCallback( [ $this, 'templateHook' ] );
207 $options->setTimestamp( wfTimestampNow() );
208 $this->output
= call_user_func(
209 [ $wgParser, $this->entryPoint
],
215 return $this->output
;
218 function getReport() {
219 $s = "Title: " . $this->title
->getPrefixedDBkey() . "\n" .
220 // "Output type: {$this->outputType}\n" .
221 "Entry point: {$this->entryPoint}\n" .
222 "User: " . ( $this->fancySig ?
'fancy' : 'no-fancy' ) .
223 ' ' . var_export( $this->nickname
, true ) . "\n" .
224 "Main text: " . var_export( $this->mainText
, true ) . "\n";
225 foreach ( $this->templates
as $titleText => $template ) {
226 $finalTitle = $template['finalTitle'];
227 if ( $finalTitle != $titleText ) {
228 $s .= "[[$titleText]] -> [[$finalTitle]]: " . var_export( $template['text'], true ) . "\n";
230 $s .= "[[$titleText]]: " . var_export( $template['text'], true ) . "\n";
233 $s .= "Output: " . var_export( $this->output
, true ) . "\n";
239 class PPFuzzUser
extends User
{
240 public $ppfz_test, $mDataLoaded;
242 function load( $flags = null ) {
243 if ( $this->mDataLoaded
) {
246 $this->mDataLoaded
= true;
247 $this->loadDefaults( $this->mName
);
250 function getOption( $oname, $defaultOverride = null, $ignoreHidden = false ) {
251 if ( $oname === 'fancysig' ) {
252 return $this->ppfz_test
->fancySig
;
253 } elseif ( $oname === 'nickname' ) {
254 return $this->ppfz_test
->nickname
;
256 return parent
::getOption( $oname, $defaultOverride, $ignoreHidden );
261 ini_set( 'memory_limit', '50M' );
262 if ( isset( $args[0] ) ) {
263 $testText = file_get_contents( $args[0] );
265 print "File not found\n";
268 $test = unserialize( $testText );
269 $result = $test->execute();
270 print "Test passed.\n";
272 $tester = new PPFuzzTester
;
273 $tester->verbose
= isset( $options['verbose'] );