4 * This is the part of the wikitext parser which handles automatic paragraphs
5 * and conversion of start-of-line prefixes to HTML lists.
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published by
9 * the Free Software Foundation; either version 2 of the License, or
10 * (at your option) any later version.
12 * This program is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 * GNU General Public License for more details.
17 * You should have received a copy of the GNU General Public License along
18 * with this program; if not, write to the Free Software Foundation, Inc.,
19 * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
20 * http://www.gnu.org/copyleft/gpl.html
25 class BlockLevelPass
{
26 private $DTopen = false;
27 private $inPre = false;
28 private $lastSection = '';
32 # State constants for the definition list colon extraction
33 const COLON_STATE_TEXT
= 0;
34 const COLON_STATE_TAG
= 1;
35 const COLON_STATE_TAGSTART
= 2;
36 const COLON_STATE_CLOSETAG
= 3;
37 const COLON_STATE_TAGSLASH
= 4;
38 const COLON_STATE_COMMENT
= 5;
39 const COLON_STATE_COMMENTDASH
= 6;
40 const COLON_STATE_COMMENTDASHDASH
= 7;
41 const COLON_STATE_LC
= 8;
44 * Make lists from lines starting with ':', '*', '#', etc.
47 * @param bool $lineStart Whether or not this is at the start of a line.
48 * @return string The lists rendered as HTML
50 public static function doBlockLevels( $text, $lineStart ) {
51 $pass = new self( $text, $lineStart );
52 return $pass->execute();
58 private function __construct( $text, $lineStart ) {
60 $this->lineStart
= $lineStart;
64 * If a pre or p is open, return the corresponding close tag and update
65 * the state. If no tag is open, return an empty string.
68 private function closeParagraph() {
70 if ( $this->lastSection
!== '' ) {
71 $result = '</' . $this->lastSection
. ">\n";
74 $this->lastSection
= '';
79 * getCommon() returns the length of the longest common substring
80 * of both arguments, starting at the beginning of both.
87 private function getCommon( $st1, $st2 ) {
88 $shorter = min( strlen( $st1 ), strlen( $st2 ) );
90 for ( $i = 0; $i < $shorter; ++
$i ) {
91 if ( $st1[$i] !== $st2[$i] ) {
99 * Open the list item element identified by the prefix character.
101 * @param string $char
105 private function openList( $char ) {
106 $result = $this->closeParagraph();
108 if ( '*' === $char ) {
109 $result .= "<ul><li>";
110 } elseif ( '#' === $char ) {
111 $result .= "<ol><li>";
112 } elseif ( ':' === $char ) {
113 $result .= "<dl><dd>";
114 } elseif ( ';' === $char ) {
115 $result .= "<dl><dt>";
116 $this->DTopen
= true;
118 $result = '<!-- ERR 1 -->';
125 * Close the current list item and open the next one.
126 * @param string $char
130 private function nextItem( $char ) {
131 if ( '*' === $char ||
'#' === $char ) {
132 return "</li>\n<li>";
133 } elseif ( ':' === $char ||
';' === $char ) {
135 if ( $this->DTopen
) {
138 if ( ';' === $char ) {
139 $this->DTopen
= true;
140 return $close . '<dt>';
142 $this->DTopen
= false;
143 return $close . '<dd>';
146 return '<!-- ERR 2 -->';
150 * Close the current list item identified by the prefix character.
151 * @param string $char
155 private function closeList( $char ) {
156 if ( '*' === $char ) {
157 $text = "</li></ul>";
158 } elseif ( '#' === $char ) {
159 $text = "</li></ol>";
160 } elseif ( ':' === $char ) {
161 if ( $this->DTopen
) {
162 $this->DTopen
= false;
163 $text = "</dt></dl>";
165 $text = "</dd></dl>";
168 return '<!-- ERR 3 -->';
177 private function execute() {
179 # Parsing through the text line by line. The main thing
180 # happening here is handling of block-level elements p, pre,
181 # and making lists from lines starting with * # : etc.
182 $textLines = StringUtils
::explode( "\n", $text );
184 $lastPrefix = $output = '';
185 $this->DTopen
= $inBlockElem = false;
187 $pendingPTag = false;
188 $inBlockquote = false;
190 foreach ( $textLines as $inputLine ) {
192 if ( !$this->lineStart
) {
193 $output .= $inputLine;
194 $this->lineStart
= true;
202 $lastPrefixLength = strlen( $lastPrefix );
203 $preCloseMatch = preg_match( '/<\\/pre/i', $inputLine );
204 $preOpenMatch = preg_match( '/<pre/i', $inputLine );
205 # If not in a <pre> element, scan for and figure out what prefixes are there.
206 if ( !$this->inPre
) {
207 # Multiple prefixes may abut each other for nested lists.
208 $prefixLength = strspn( $inputLine, '*#:;' );
209 $prefix = substr( $inputLine, 0, $prefixLength );
212 # ; and : are both from definition-lists, so they're equivalent
213 # for the purposes of determining whether or not we need to open/close
215 $prefix2 = str_replace( ';', ':', $prefix );
216 $t = substr( $inputLine, $prefixLength );
217 $this->inPre
= (bool)$preOpenMatch;
219 # Don't interpret any other prefixes in preformatted text
221 $prefix = $prefix2 = '';
226 if ( $prefixLength && $lastPrefix === $prefix2 ) {
227 # Same as the last item, so no need to deal with nesting or opening stuff
228 $output .= $this->nextItem( substr( $prefix, -1 ) );
229 $pendingPTag = false;
231 if ( substr( $prefix, -1 ) === ';' ) {
232 # The one nasty exception: definition lists work like this:
233 # ; title : definition text
234 # So we check for : in the remainder text to split up the
235 # title and definition, without b0rking links.
237 if ( $this->findColonNoLinks( $t, $term, $t2 ) !== false ) {
239 $output .= $term . $this->nextItem( ':' );
242 } elseif ( $prefixLength ||
$lastPrefixLength ) {
243 # We need to open or close prefixes, or both.
245 # Either open or close a level...
246 $commonPrefixLength = $this->getCommon( $prefix, $lastPrefix );
247 $pendingPTag = false;
249 # Close all the prefixes which aren't shared.
250 while ( $commonPrefixLength < $lastPrefixLength ) {
251 $output .= $this->closeList( $lastPrefix[$lastPrefixLength - 1] );
255 # Continue the current prefix if appropriate.
256 if ( $prefixLength <= $commonPrefixLength && $commonPrefixLength > 0 ) {
257 $output .= $this->nextItem( $prefix[$commonPrefixLength - 1] );
260 # Close an open <dt> if we have a <dd> (":") starting on this line
261 if ( $this->DTopen
&& $commonPrefixLength > 0 && $prefix[$commonPrefixLength - 1] === ':' ) {
262 $output .= $this->nextItem( ':' );
265 # Open prefixes where appropriate.
266 if ( $lastPrefix && $prefixLength > $commonPrefixLength ) {
269 while ( $prefixLength > $commonPrefixLength ) {
270 $char = $prefix[$commonPrefixLength];
271 $output .= $this->openList( $char );
273 if ( ';' === $char ) {
274 # @todo FIXME: This is dupe of code above
275 if ( $this->findColonNoLinks( $t, $term, $t2 ) !== false ) {
277 $output .= $term . $this->nextItem( ':' );
280 ++
$commonPrefixLength;
282 if ( !$prefixLength && $lastPrefix ) {
285 $lastPrefix = $prefix2;
288 # If we have no prefixes, go to paragraph mode.
289 if ( 0 == $prefixLength ) {
290 # No prefix (not in list)--go to paragraph mode
291 # @todo consider using a stack for nestable elements like span, table and div
292 $openMatch = preg_match(
293 '/(?:<table|<h1|<h2|<h3|<h4|<h5|<h6|<pre|<tr|'
294 . '<p|<ul|<ol|<dl|<li|<\\/tr|<\\/td|<\\/th)\\b/iS',
297 $closeMatch = preg_match(
298 '/(?:<\\/table|<\\/h1|<\\/h2|<\\/h3|<\\/h4|<\\/h5|<\\/h6|'
299 . '<td|<th|<\\/?blockquote|<\\/?div|<hr|<\\/pre|<\\/p|<\\/mw:|'
300 . Parser
::MARKER_PREFIX
301 . '-pre|<\\/li|<\\/ul|<\\/ol|<\\/dl|<\\/?center)\\b/iS',
305 if ( $openMatch ||
$closeMatch ) {
306 $pendingPTag = false;
307 # @todo T7718: paragraph closed
308 $output .= $this->closeParagraph();
309 if ( $preOpenMatch && !$preCloseMatch ) {
313 while ( preg_match( '/<(\\/?)blockquote[\s>]/i', $t,
314 $bqMatch, PREG_OFFSET_CAPTURE
, $bqOffset )
316 $inBlockquote = !$bqMatch[1][0]; // is this a close tag?
317 $bqOffset = $bqMatch[0][1] +
strlen( $bqMatch[0][0] );
319 $inBlockElem = !$closeMatch;
320 } elseif ( !$inBlockElem && !$this->inPre
) {
321 if ( ' ' == substr( $t, 0, 1 )
322 && ( $this->lastSection
=== 'pre' ||
trim( $t ) != '' )
326 if ( $this->lastSection
!== 'pre' ) {
327 $pendingPTag = false;
328 $output .= $this->closeParagraph() . '<pre>';
329 $this->lastSection
= 'pre';
331 $t = substr( $t, 1 );
332 } elseif ( preg_match( '/^(?:<style\\b[^>]*>.*?<\\/style>\s*|<link\\b[^>]*>\s*)+$/iS', $t ) ) {
333 # T186965: <style> or <link> by itself on a line shouldn't open or close paragraphs.
334 # But it should clear $pendingPTag.
335 if ( $pendingPTag ) {
336 $output .= $this->closeParagraph();
337 $pendingPTag = false;
338 $this->lastSection
= '';
342 if ( trim( $t ) === '' ) {
343 if ( $pendingPTag ) {
344 $output .= $pendingPTag . '<br />';
345 $pendingPTag = false;
346 $this->lastSection
= 'p';
348 if ( $this->lastSection
!== 'p' ) {
349 $output .= $this->closeParagraph();
350 $this->lastSection
= '';
351 $pendingPTag = '<p>';
353 $pendingPTag = '</p><p>';
357 if ( $pendingPTag ) {
358 $output .= $pendingPTag;
359 $pendingPTag = false;
360 $this->lastSection
= 'p';
361 } elseif ( $this->lastSection
!== 'p' ) {
362 $output .= $this->closeParagraph() . '<p>';
363 $this->lastSection
= 'p';
369 # somewhere above we forget to get out of pre block (T2785)
370 if ( $preCloseMatch && $this->inPre
) {
371 $this->inPre
= false;
373 if ( $pendingPTag === false ) {
375 if ( $prefixLength === 0 ) {
380 while ( $prefixLength ) {
381 $output .= $this->closeList( $prefix2[$prefixLength - 1] );
383 if ( !$prefixLength ) {
387 if ( $this->lastSection
!== '' ) {
388 $output .= '</' . $this->lastSection
. '>';
389 $this->lastSection
= '';
396 * Split up a string on ':', ignoring any occurrences inside tags
397 * to prevent illegal overlapping.
399 * @param string $str The string to split
400 * @param string &$before Set to everything before the ':'
401 * @param string &$after Set to everything after the ':'
402 * @throws MWException
403 * @return string The position of the ':', or false if none found
405 private function findColonNoLinks( $str, &$before, &$after ) {
406 if ( !preg_match( '/:|<|-\{/', $str, $m, PREG_OFFSET_CAPTURE
) ) {
411 if ( $m[0][0] === ':' ) {
412 # Easy; no tag nesting to worry about
413 $colonPos = $m[0][1];
414 $before = substr( $str, 0, $colonPos );
415 $after = substr( $str, $colonPos +
1 );
419 # Ugly state machine to walk through avoiding tags.
420 $state = self
::COLON_STATE_TEXT
;
423 $len = strlen( $str );
424 for ( $i = $m[0][1]; $i < $len; $i++
) {
428 case self
::COLON_STATE_TEXT
:
431 # Could be either a <start> tag or an </end> tag
432 $state = self
::COLON_STATE_TAGSTART
;
435 if ( $ltLevel === 0 ) {
437 $before = substr( $str, 0, $i );
438 $after = substr( $str, $i +
1 );
441 # Embedded in a tag; don't break it.
444 # Skip ahead looking for something interesting
445 if ( !preg_match( '/:|<|-\{/', $str, $m, PREG_OFFSET_CAPTURE
, $i ) ) {
446 # Nothing else interesting
449 if ( $m[0][0] === '-{' ) {
450 $state = self
::COLON_STATE_LC
;
454 # Skip ahead to next interesting character.
460 case self
::COLON_STATE_LC
:
461 # In language converter markup -{ ... }-
462 if ( !preg_match( '/-\{|\}-/', $str, $m, PREG_OFFSET_CAPTURE
, $i ) ) {
463 # Nothing else interesting to find; abort!
464 # We're nested in language converter markup, but there
465 # are no close tags left. Abort!
467 } elseif ( $m[0][0] === '-{' ) {
470 } elseif ( $m[0][0] === '}-' ) {
473 if ( $lcLevel === 0 ) {
474 $state = self
::COLON_STATE_TEXT
;
478 case self
::COLON_STATE_TAG
:
483 $state = self
::COLON_STATE_TEXT
;
486 # Slash may be followed by >?
487 $state = self
::COLON_STATE_TAGSLASH
;
493 case self
::COLON_STATE_TAGSTART
:
496 $state = self
::COLON_STATE_CLOSETAG
;
499 $state = self
::COLON_STATE_COMMENT
;
502 # Illegal early close? This shouldn't happen D:
503 $state = self
::COLON_STATE_TEXT
;
506 $state = self
::COLON_STATE_TAG
;
509 case self
::COLON_STATE_CLOSETAG
:
512 if ( $ltLevel > 0 ) {
515 # ignore the excess close tag, but keep looking for
516 # colons. (This matches Parsoid behavior.)
517 wfDebug( __METHOD__
. ": Invalid input; too many close tags\n" );
519 $state = self
::COLON_STATE_TEXT
;
522 case self
::COLON_STATE_TAGSLASH
:
524 # Yes, a self-closed tag <blah/>
525 $state = self
::COLON_STATE_TEXT
;
527 # Probably we're jumping the gun, and this is an attribute
528 $state = self
::COLON_STATE_TAG
;
531 case self
::COLON_STATE_COMMENT
:
533 $state = self
::COLON_STATE_COMMENTDASH
;
536 case self
::COLON_STATE_COMMENTDASH
:
538 $state = self
::COLON_STATE_COMMENTDASHDASH
;
540 $state = self
::COLON_STATE_COMMENT
;
543 case self
::COLON_STATE_COMMENTDASHDASH
:
545 $state = self
::COLON_STATE_TEXT
;
547 $state = self
::COLON_STATE_COMMENT
;
551 throw new MWException( "State machine error in " . __METHOD__
);
554 if ( $ltLevel > 0 ||
$lcLevel > 0 ) {
556 __METHOD__
. ": Invalid input; not enough close tags " .
557 "(level $ltLevel/$lcLevel, state $state)\n"