3 * Helper class for the index.php entry point.
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License as published by
7 * the Free Software Foundation; either version 2 of the License, or
8 * (at your option) any later version.
10 * This program is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 * GNU General Public License for more details.
15 * You should have received a copy of the GNU General Public License along
16 * with this program; if not, write to the Free Software Foundation, Inc.,
17 * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
18 * http://www.gnu.org/copyleft/gpl.html
23 use MediaWiki\Logger\LoggerFactory
;
24 use Psr\Log\LoggerInterface
;
25 use MediaWiki\MediaWikiServices
;
26 use Wikimedia\Rdbms\ChronologyProtector
;
27 use Wikimedia\Rdbms\LBFactory
;
28 use Wikimedia\Rdbms\DBConnectionError
;
29 use Liuggio\StatsdClient\Sender\SocketSender
;
32 * The MediaWiki class is the helper class for the index.php entry point.
46 * @var String Cache what action this request is
51 * @param IContextSource|null $context
53 public function __construct( IContextSource
$context = null ) {
55 $context = RequestContext
::getMain();
58 $this->context
= $context;
59 $this->config
= $context->getConfig();
63 * Parse the request to get the Title object
65 * @throws MalformedTitleException If a title has been provided by the user, but is invalid.
66 * @return Title Title object to be $wgTitle
68 private function parseTitle() {
71 $request = $this->context
->getRequest();
72 $curid = $request->getInt( 'curid' );
73 $title = $request->getVal( 'title' );
74 $action = $request->getVal( 'action' );
76 if ( $request->getCheck( 'search' ) ) {
77 // Compatibility with old search URLs which didn't use Special:Search
78 // Just check for presence here, so blank requests still
79 // show the search page when using ugly URLs (T10054).
80 $ret = SpecialPage
::getTitleFor( 'Search' );
82 // URLs like this are generated by RC, because rc_title isn't always accurate
83 $ret = Title
::newFromID( $curid );
85 $ret = Title
::newFromURL( $title );
86 // Alias NS_MEDIA page URLs to NS_FILE...we only use NS_MEDIA
87 // in wikitext links to tell Parser to make a direct file link
88 if ( !is_null( $ret ) && $ret->getNamespace() == NS_MEDIA
) {
89 $ret = Title
::makeTitle( NS_FILE
, $ret->getDBkey() );
91 // Check variant links so that interwiki links don't have to worry
92 // about the possible different language variants
93 if ( count( $wgContLang->getVariants() ) > 1
94 && !is_null( $ret ) && $ret->getArticleID() == 0
96 $wgContLang->findVariantLink( $title, $ret );
100 // If title is not provided, always allow oldid and diff to set the title.
101 // If title is provided, allow oldid and diff to override the title, unless
102 // we are talking about a special page which might use these parameters for
104 if ( $ret === null ||
!$ret->isSpecialPage() ) {
105 // We can have urls with just ?diff=,?oldid= or even just ?diff=
106 $oldid = $request->getInt( 'oldid' );
107 $oldid = $oldid ?
: $request->getInt( 'diff' );
108 // Allow oldid to override a changed or missing title
110 $rev = Revision
::newFromId( $oldid );
111 $ret = $rev ?
$rev->getTitle() : $ret;
115 // Use the main page as default title if nothing else has been provided
117 && strval( $title ) === ''
118 && !$request->getCheck( 'curid' )
119 && $action !== 'delete'
121 $ret = Title
::newMainPage();
124 if ( $ret === null ||
( $ret->getDBkey() == '' && !$ret->isExternal() ) ) {
125 // If we get here, we definitely don't have a valid title; throw an exception.
126 // Try to get detailed invalid title exception first, fall back to MalformedTitleException.
127 Title
::newFromTextThrow( $title );
128 throw new MalformedTitleException( 'badtitletext', $title );
135 * Get the Title object that we'll be acting on, as specified in the WebRequest
138 public function getTitle() {
139 if ( !$this->context
->hasTitle() ) {
141 $this->context
->setTitle( $this->parseTitle() );
142 } catch ( MalformedTitleException
$ex ) {
143 $this->context
->setTitle( SpecialPage
::getTitleFor( 'Badtitle' ) );
146 return $this->context
->getTitle();
150 * Returns the name of the action that will be executed.
152 * @return string Action
154 public function getAction() {
155 if ( $this->action
=== null ) {
156 $this->action
= Action
::getActionName( $this->context
);
159 return $this->action
;
163 * Performs the request.
166 * - local interwiki redirects
171 * @throws MWException|PermissionsError|BadTitleError|HttpError
174 private function performRequest() {
177 $request = $this->context
->getRequest();
178 $requestTitle = $title = $this->context
->getTitle();
179 $output = $this->context
->getOutput();
180 $user = $this->context
->getUser();
182 if ( $request->getVal( 'printable' ) === 'yes' ) {
183 $output->setPrintable();
186 $unused = null; // To pass it by reference
187 Hooks
::run( 'BeforeInitialize', [ &$title, &$unused, &$output, &$user, $request, $this ] );
189 // Invalid titles. T23776: The interwikis must redirect even if the page name is empty.
190 if ( is_null( $title ) ||
( $title->getDBkey() == '' && !$title->isExternal() )
191 ||
$title->isSpecial( 'Badtitle' )
193 $this->context
->setTitle( SpecialPage
::getTitleFor( 'Badtitle' ) );
196 } catch ( MalformedTitleException
$ex ) {
197 throw new BadTitleError( $ex );
199 throw new BadTitleError();
202 // Check user's permissions to read this page.
203 // We have to check here to catch special pages etc.
204 // We will check again in Article::view().
205 $permErrors = $title->isSpecial( 'RunJobs' )
206 ?
[] // relies on HMAC key signature alone
207 : $title->getUserPermissionsErrors( 'read', $user );
208 if ( count( $permErrors ) ) {
209 // T34276: allowing the skin to generate output with $wgTitle or
210 // $this->context->title set to the input title would allow anonymous users to
211 // determine whether a page exists, potentially leaking private data. In fact, the
212 // curid and oldid request parameters would allow page titles to be enumerated even
213 // when they are not guessable. So we reset the title to Special:Badtitle before the
214 // permissions error is displayed.
216 // The skin mostly uses $this->context->getTitle() these days, but some extensions
217 // still use $wgTitle.
218 $badTitle = SpecialPage
::getTitleFor( 'Badtitle' );
219 $this->context
->setTitle( $badTitle );
220 $wgTitle = $badTitle;
222 throw new PermissionsError( 'read', $permErrors );
225 // Interwiki redirects
226 if ( $title->isExternal() ) {
227 $rdfrom = $request->getVal( 'rdfrom' );
229 $url = $title->getFullURL( [ 'rdfrom' => $rdfrom ] );
231 $query = $request->getValues();
232 unset( $query['title'] );
233 $url = $title->getFullURL( $query );
235 // Check for a redirect loop
236 if ( !preg_match( '/^' . preg_quote( $this->config
->get( 'Server' ), '/' ) . '/', $url )
239 // 301 so google et al report the target as the actual url.
240 $output->redirect( $url, 301 );
242 $this->context
->setTitle( SpecialPage
::getTitleFor( 'Badtitle' ) );
245 } catch ( MalformedTitleException
$ex ) {
246 throw new BadTitleError( $ex );
248 throw new BadTitleError();
250 // Handle any other redirects.
251 // Redirect loops, titleless URL, $wgUsePathInfo URLs, and URLs with a variant
252 } elseif ( !$this->tryNormaliseRedirect( $title ) ) {
253 // Prevent information leak via Special:MyPage et al (T109724)
254 if ( $title->isSpecialPage() ) {
255 $specialPage = SpecialPageFactory
::getPage( $title->getDBkey() );
256 if ( $specialPage instanceof RedirectSpecialPage
) {
257 $specialPage->setContext( $this->context
);
258 if ( $this->config
->get( 'HideIdentifiableRedirects' )
259 && $specialPage->personallyIdentifiableTarget()
261 list( , $subpage ) = SpecialPageFactory
::resolveAlias( $title->getDBkey() );
262 $target = $specialPage->getRedirect( $subpage );
263 // target can also be true. We let that case fall through to normal processing.
264 if ( $target instanceof Title
) {
265 $query = $specialPage->getRedirectQuery() ?
: [];
266 $request = new DerivativeRequest( $this->context
->getRequest(), $query );
267 $request->setRequestURL( $this->context
->getRequest()->getRequestURL() );
268 $this->context
->setRequest( $request );
269 // Do not varnish cache these. May vary even for anons
270 $this->context
->getOutput()->lowerCdnMaxage( 0 );
271 $this->context
->setTitle( $target );
273 // Reset action type cache. (Special pages have only view)
274 $this->action
= null;
276 $output->addJsConfigVars( [
277 'wgInternalRedirectTargetUrl' => $target->getFullURL( $query ),
279 $output->addModules( 'mediawiki.action.view.redirect' );
285 // Special pages ($title may have changed since if statement above)
286 if ( $title->isSpecialPage() ) {
287 // Actions that need to be made when we have a special pages
288 SpecialPageFactory
::executePath( $title, $this->context
);
290 // ...otherwise treat it as an article view. The article
291 // may still be a wikipage redirect to another article or URL.
292 $article = $this->initializeArticle();
293 if ( is_object( $article ) ) {
294 $this->performAction( $article, $requestTitle );
295 } elseif ( is_string( $article ) ) {
296 $output->redirect( $article );
298 throw new MWException( "Shouldn't happen: MediaWiki::initializeArticle()"
299 . " returned neither an object nor a URL" );
306 * Handle redirects for uncanonical title requests.
311 * - $wgUsePathInfo URLs.
312 * - URLs with a variant.
313 * - Other non-standard URLs (as long as they have no extra query parameters).
316 * - Normalise title values:
317 * /wiki/Foo%20Bar -> /wiki/Foo_Bar
318 * - Normalise empty title:
319 * /wiki/ -> /wiki/Main
320 * /w/index.php?title= -> /wiki/Main
321 * - Don't redirect anything with query parameters other than 'title' or 'action=view'.
323 * @param Title $title
324 * @return bool True if a redirect was set.
327 private function tryNormaliseRedirect( Title
$title ) {
328 $request = $this->context
->getRequest();
329 $output = $this->context
->getOutput();
331 if ( $request->getVal( 'action', 'view' ) != 'view'
332 ||
$request->wasPosted()
333 ||
( $request->getVal( 'title' ) !== null
334 && $title->getPrefixedDBkey() == $request->getVal( 'title' ) )
335 ||
count( $request->getValueNames( [ 'action', 'title' ] ) )
336 ||
!Hooks
::run( 'TestCanonicalRedirect', [ $request, $title, $output ] )
341 if ( $title->isSpecialPage() ) {
342 list( $name, $subpage ) = SpecialPageFactory
::resolveAlias( $title->getDBkey() );
344 $title = SpecialPage
::getTitleFor( $name, $subpage );
347 // Redirect to canonical url, make it a 301 to allow caching
348 $targetUrl = wfExpandUrl( $title->getFullURL(), PROTO_CURRENT
);
349 if ( $targetUrl == $request->getFullRequestURL() ) {
350 $message = "Redirect loop detected!\n\n" .
351 "This means the wiki got confused about what page was " .
352 "requested; this sometimes happens when moving a wiki " .
353 "to a new server or changing the server configuration.\n\n";
355 if ( $this->config
->get( 'UsePathInfo' ) ) {
356 $message .= "The wiki is trying to interpret the page " .
357 "title from the URL path portion (PATH_INFO), which " .
358 "sometimes fails depending on the web server. Try " .
359 "setting \"\$wgUsePathInfo = false;\" in your " .
360 "LocalSettings.php, or check that \$wgArticlePath " .
363 $message .= "Your web server was detected as possibly not " .
364 "supporting URL path components (PATH_INFO) correctly; " .
365 "check your LocalSettings.php for a customized " .
366 "\$wgArticlePath setting and/or toggle \$wgUsePathInfo " .
369 throw new HttpError( 500, $message );
371 $output->setCdnMaxage( 1200 );
372 $output->redirect( $targetUrl, '301' );
377 * Initialize the main Article object for "standard" actions (view, etc)
378 * Create an Article object for the page, following redirects if needed.
380 * @return Article|string An Article, or a string to redirect to another URL
382 private function initializeArticle() {
383 $title = $this->context
->getTitle();
384 if ( $this->context
->canUseWikiPage() ) {
385 // Try to use request context wiki page, as there
386 // is already data from db saved in per process
387 // cache there from this->getAction() call.
388 $page = $this->context
->getWikiPage();
390 // This case should not happen, but just in case.
391 // @TODO: remove this or use an exception
392 $page = WikiPage
::factory( $title );
393 $this->context
->setWikiPage( $page );
394 wfWarn( "RequestContext::canUseWikiPage() returned false" );
397 // Make GUI wrapper for the WikiPage
398 $article = Article
::newFromWikiPage( $page, $this->context
);
400 // Skip some unnecessary code if the content model doesn't support redirects
401 if ( !ContentHandler
::getForTitle( $title )->supportsRedirects() ) {
405 $request = $this->context
->getRequest();
407 // Namespace might change when using redirects
408 // Check for redirects ...
409 $action = $request->getVal( 'action', 'view' );
410 $file = ( $page instanceof WikiFilePage
) ?
$page->getFile() : null;
411 if ( ( $action == 'view' ||
$action == 'render' ) // ... for actions that show content
412 && !$request->getVal( 'oldid' ) // ... and are not old revisions
413 && !$request->getVal( 'diff' ) // ... and not when showing diff
414 && $request->getVal( 'redirect' ) != 'no' // ... unless explicitly told not to
415 // ... and the article is not a non-redirect image page with associated file
416 && !( is_object( $file ) && $file->exists() && !$file->getRedirected() )
418 // Give extensions a change to ignore/handle redirects as needed
419 $ignoreRedirect = $target = false;
421 Hooks
::run( 'InitializeArticleMaybeRedirect',
422 [ &$title, &$request, &$ignoreRedirect, &$target, &$article ] );
423 $page = $article->getPage(); // reflect any hook changes
425 // Follow redirects only for... redirects.
426 // If $target is set, then a hook wanted to redirect.
427 if ( !$ignoreRedirect && ( $target ||
$page->isRedirect() ) ) {
428 // Is the target already set by an extension?
429 $target = $target ?
: $page->followRedirect();
430 if ( is_string( $target ) ) {
431 if ( !$this->config
->get( 'DisableHardRedirects' ) ) {
432 // we'll need to redirect
436 if ( is_object( $target ) ) {
437 // Rewrite environment to redirected article
438 $rpage = WikiPage
::factory( $target );
439 $rpage->loadPageData();
440 if ( $rpage->exists() ||
( is_object( $file ) && !$file->isLocal() ) ) {
441 $rarticle = Article
::newFromWikiPage( $rpage, $this->context
);
442 $rarticle->setRedirectedFrom( $title );
444 $article = $rarticle;
445 $this->context
->setTitle( $target );
446 $this->context
->setWikiPage( $article->getPage() );
450 // Article may have been changed by hook
451 $this->context
->setTitle( $article->getTitle() );
452 $this->context
->setWikiPage( $article->getPage() );
460 * Perform one of the "standard" actions
463 * @param Title $requestTitle The original title, before any redirects were applied
465 private function performAction( Page
$page, Title
$requestTitle ) {
466 $request = $this->context
->getRequest();
467 $output = $this->context
->getOutput();
468 $title = $this->context
->getTitle();
469 $user = $this->context
->getUser();
471 if ( !Hooks
::run( 'MediaWikiPerformAction',
472 [ $output, $page, $title, $user, $request, $this ] )
477 $act = $this->getAction();
478 $action = Action
::factory( $act, $page, $this->context
);
480 if ( $action instanceof Action
) {
481 // Narrow DB query expectations for this HTTP request
482 $trxLimits = $this->config
->get( 'TrxProfilerLimits' );
483 $trxProfiler = Profiler
::instance()->getTransactionProfiler();
484 if ( $request->wasPosted() && !$action->doesWrites() ) {
485 $trxProfiler->setExpectations( $trxLimits['POST-nonwrite'], __METHOD__
);
486 $request->markAsSafeRequest();
489 # Let CDN cache things if we can purge them.
490 if ( $this->config
->get( 'UseSquid' ) &&
492 // Use PROTO_INTERNAL because that's what getCdnUrls() uses
493 wfExpandUrl( $request->getRequestURL(), PROTO_INTERNAL
),
494 $requestTitle->getCdnUrls()
497 $output->setCdnMaxage( $this->config
->get( 'SquidMaxage' ) );
503 // NOTE: deprecated hook. Add to $wgActions instead
507 $request->getVal( 'action', 'view' ),
512 $output->setStatusCode( 404 );
513 $output->showErrorPage( 'nosuchaction', 'nosuchactiontext' );
518 * Run the current MediaWiki instance; index.php just calls this
520 public function run() {
522 $this->setDBProfilingAgent();
525 } catch ( ErrorPageError
$e ) {
526 // T64091: while exceptions are convenient to bubble up GUI errors,
527 // they are not internal application faults. As with normal requests, this
528 // should commit, print the output, do deferred updates, jobs, and profiling.
529 $this->doPreOutputCommit();
530 $e->report(); // display the GUI error
532 } catch ( Exception
$e ) {
533 $context = $this->context
;
534 $action = $context->getRequest()->getVal( 'action', 'view' );
536 $e instanceof DBConnectionError
&&
537 $context->hasTitle() &&
538 $context->getTitle()->canExist() &&
539 in_array( $action, [ 'view', 'history' ], true ) &&
540 HTMLFileCache
::useFileCache( $this->context
, HTMLFileCache
::MODE_OUTAGE
)
542 // Try to use any (even stale) file during outages...
543 $cache = new HTMLFileCache( $context->getTitle(), $action );
544 if ( $cache->isCached() ) {
545 $cache->loadFromFileCache( $context, HTMLFileCache
::MODE_OUTAGE
);
546 print MWExceptionRenderer
::getHTML( $e );
551 MWExceptionHandler
::handleException( $e );
552 } catch ( Error
$e ) {
553 // Type errors and such: at least handle it now and clean up the LBFactory state
554 MWExceptionHandler
::handleException( $e );
557 $this->doPostOutputShutdown( 'normal' );
560 private function setDBProfilingAgent() {
561 $services = MediaWikiServices
::getInstance();
562 // Add a comment for easy SHOW PROCESSLIST interpretation
563 $name = $this->context
->getUser()->getName();
564 $services->getDBLoadBalancerFactory()->setAgentName(
565 mb_strlen( $name ) > 15 ?
mb_substr( $name, 0, 15 ) . '...' : $name
570 * @see MediaWiki::preOutputCommit()
571 * @param callable $postCommitWork [default: null]
574 public function doPreOutputCommit( callable
$postCommitWork = null ) {
575 self
::preOutputCommit( $this->context
, $postCommitWork );
579 * This function commits all DB changes as needed before
580 * the user can receive a response (in case commit fails)
582 * @param IContextSource $context
583 * @param callable $postCommitWork [default: null]
586 public static function preOutputCommit(
587 IContextSource
$context, callable
$postCommitWork = null
589 // Either all DBs should commit or none
590 ignore_user_abort( true );
592 $config = $context->getConfig();
593 $request = $context->getRequest();
594 $output = $context->getOutput();
595 $lbFactory = MediaWikiServices
::getInstance()->getDBLoadBalancerFactory();
597 // Commit all changes
598 $lbFactory->commitMasterChanges(
600 // Abort if any transaction was too big
601 [ 'maxWriteDuration' => $config->get( 'MaxUserDBWriteDuration' ) ]
603 wfDebug( __METHOD__
. ': primary transaction round committed' );
605 // Run updates that need to block the user or affect output (this is the last chance)
606 DeferredUpdates
::doUpdates( 'enqueue', DeferredUpdates
::PRESEND
);
607 wfDebug( __METHOD__
. ': pre-send deferred updates completed' );
609 // Should the client return, their request should observe the new ChronologyProtector
610 // DB positions. This request might be on a foreign wiki domain, so synchronously update
611 // the DB positions in all datacenters to be safe. If this output is not a redirect,
612 // then OutputPage::output() will be relatively slow, meaning that running it in
613 // $postCommitWork should help mask the latency of those updates.
614 $flags = $lbFactory::SHUTDOWN_CHRONPROT_SYNC
;
615 $strategy = 'cookie+sync';
617 $allowHeaders = !( $output->isDisabled() ||
headers_sent() );
618 if ( $output->getRedirect() && $lbFactory->hasOrMadeRecentMasterChanges( INF
) ) {
619 // OutputPage::output() will be fast, so $postCommitWork is useless for masking
620 // the latency of synchronously updating the DB positions in all datacenters.
621 // Try to make use of the time the client spends following redirects instead.
622 $domainDistance = self
::getUrlDomainDistance( $output->getRedirect() );
623 if ( $domainDistance === 'local' && $allowHeaders ) {
624 $flags = $lbFactory::SHUTDOWN_CHRONPROT_ASYNC
;
625 $strategy = 'cookie'; // use same-domain cookie and keep the URL uncluttered
626 } elseif ( $domainDistance === 'remote' ) {
627 $flags = $lbFactory::SHUTDOWN_CHRONPROT_ASYNC
;
628 $strategy = 'cookie+url'; // cross-domain cookie might not work
632 // Record ChronologyProtector positions for DBs affected in this request at this point
635 $lbFactory->shutdown( $flags, $postCommitWork, $cpIndex, $cpClientId );
636 wfDebug( __METHOD__
. ': LBFactory shutdown completed' );
638 if ( $cpIndex > 0 ) {
639 if ( $allowHeaders ) {
641 $expires = $now + ChronologyProtector
::POSITION_COOKIE_TTL
;
642 $options = [ 'prefix' => '' ];
643 $value = LBFactory
::makeCookieValueFromCPIndex( $cpIndex, $now, $cpClientId );
644 $request->response()->setCookie( 'cpPosIndex', $value, $expires, $options );
647 if ( $strategy === 'cookie+url' ) {
648 if ( $output->getRedirect() ) { // sanity
649 $safeUrl = $lbFactory->appendShutdownCPIndexAsQuery(
650 $output->getRedirect(),
653 $output->redirect( $safeUrl );
655 $e = new LogicException( "No redirect; cannot append cpPosIndex parameter." );
656 MWExceptionHandler
::logException( $e );
661 // Set a cookie to tell all CDN edge nodes to "stick" the user to the DC that handles this
662 // POST request (e.g. the "master" data center). Also have the user briefly bypass CDN so
663 // ChronologyProtector works for cacheable URLs.
664 if ( $request->wasPosted() && $lbFactory->hasOrMadeRecentMasterChanges() ) {
665 $expires = time() +
$config->get( 'DataCenterUpdateStickTTL' );
666 $options = [ 'prefix' => '' ];
667 $request->response()->setCookie( 'UseDC', 'master', $expires, $options );
668 $request->response()->setCookie( 'UseCDNCache', 'false', $expires, $options );
671 // Avoid letting a few seconds of replica DB lag cause a month of stale data. This logic is
672 // also intimately related to the value of $wgCdnReboundPurgeDelay.
673 if ( $lbFactory->laggedReplicaUsed() ) {
674 $maxAge = $config->get( 'CdnMaxageLagged' );
675 $output->lowerCdnMaxage( $maxAge );
676 $request->response()->header( "X-Database-Lagged: true" );
677 wfDebugLog( 'replication', "Lagged DB used; CDN cache TTL limited to $maxAge seconds" );
680 // Avoid long-term cache pollution due to message cache rebuild timeouts (T133069)
681 if ( MessageCache
::singleton()->isDisabled() ) {
682 $maxAge = $config->get( 'CdnMaxageSubstitute' );
683 $output->lowerCdnMaxage( $maxAge );
684 $request->response()->header( "X-Response-Substitute: true" );
690 * @return string Either "local", "remote" if in the farm, "external" otherwise
692 private static function getUrlDomainDistance( $url ) {
693 $clusterWiki = WikiMap
::getWikiFromUrl( $url );
694 if ( $clusterWiki === wfWikiID() ) {
695 return 'local'; // the current wiki
696 } elseif ( $clusterWiki !== false ) {
697 return 'remote'; // another wiki in this cluster/farm
704 * This function does work that can be done *after* the
705 * user gets the HTTP response so they don't block on it
707 * This manages deferred updates, job insertion,
708 * final commit, and the logging of profiling data
710 * @param string $mode Use 'fast' to always skip job running
713 public function doPostOutputShutdown( $mode = 'normal' ) {
714 // Perform the last synchronous operations...
716 // Record backend request timing
717 $timing = $this->context
->getTiming();
718 $timing->mark( 'requestShutdown' );
719 // Show visible profiling data if enabled (which cannot be post-send)
720 Profiler
::instance()->logDataPageOutputOnly();
721 } catch ( Exception
$e ) {
722 // An error may already have been shown in run(), so just log it to be safe
723 MWExceptionHandler
::rollbackMasterChangesAndLog( $e );
726 // Disable WebResponse setters for post-send processing (T191537).
727 WebResponse
::disableForPostSend();
729 $blocksHttpClient = true;
730 // Defer everything else if possible...
731 $callback = function () use ( $mode, &$blocksHttpClient ) {
733 $this->restInPeace( $mode, $blocksHttpClient );
734 } catch ( Exception
$e ) {
735 // If this is post-send, then displaying errors can cause broken HTML
736 MWExceptionHandler
::rollbackMasterChangesAndLog( $e );
740 if ( function_exists( 'register_postsend_function' ) ) {
741 // https://github.com/facebook/hhvm/issues/1230
742 register_postsend_function( $callback );
743 /** @noinspection PhpUnusedLocalVariableInspection */
744 $blocksHttpClient = false;
746 if ( function_exists( 'fastcgi_finish_request' ) ) {
747 fastcgi_finish_request();
748 /** @noinspection PhpUnusedLocalVariableInspection */
749 $blocksHttpClient = false;
751 // Either all DB and deferred updates should happen or none.
752 // The latter should not be cancelled due to client disconnect.
753 ignore_user_abort( true );
760 private function main() {
763 $output = $this->context
->getOutput();
764 $request = $this->context
->getRequest();
766 // Send Ajax requests to the Ajax dispatcher.
767 if ( $request->getVal( 'action' ) === 'ajax' ) {
768 // Set a dummy title, because $wgTitle == null might break things
769 $title = Title
::makeTitle( NS_SPECIAL
, 'Badtitle/performing an AJAX call in '
772 $this->context
->setTitle( $title );
775 $dispatcher = new AjaxDispatcher( $this->config
);
776 $dispatcher->performAction( $this->context
->getUser() );
781 // Get title from request parameters,
782 // is set on the fly by parseTitle the first time.
783 $title = $this->getTitle();
784 $action = $this->getAction();
787 // Set DB query expectations for this HTTP request
788 $trxLimits = $this->config
->get( 'TrxProfilerLimits' );
789 $trxProfiler = Profiler
::instance()->getTransactionProfiler();
790 $trxProfiler->setLogger( LoggerFactory
::getInstance( 'DBPerformance' ) );
791 if ( $request->hasSafeMethod() ) {
792 $trxProfiler->setExpectations( $trxLimits['GET'], __METHOD__
);
794 $trxProfiler->setExpectations( $trxLimits['POST'], __METHOD__
);
797 // If the user has forceHTTPS set to true, or if the user
798 // is in a group requiring HTTPS, or if they have the HTTPS
799 // preference set, redirect them to HTTPS.
800 // Note: Do this after $wgTitle is setup, otherwise the hooks run from
801 // isLoggedIn() will do all sorts of weird stuff.
803 $request->getProtocol() == 'http' &&
804 // switch to HTTPS only when supported by the server
805 preg_match( '#^https://#', wfExpandUrl( $request->getRequestURL(), PROTO_HTTPS
) ) &&
807 $request->getSession()->shouldForceHTTPS() ||
808 // Check the cookie manually, for paranoia
809 $request->getCookie( 'forceHTTPS', '' ) ||
810 // check for prefixed version that was used for a time in older MW versions
811 $request->getCookie( 'forceHTTPS' ) ||
812 // Avoid checking the user and groups unless it's enabled.
814 $this->context
->getUser()->isLoggedIn()
815 && $this->context
->getUser()->requiresHTTPS()
819 $oldUrl = $request->getFullRequestURL();
820 $redirUrl = preg_replace( '#^http://#', 'https://', $oldUrl );
822 // ATTENTION: This hook is likely to be removed soon due to overall design of the system.
823 if ( Hooks
::run( 'BeforeHttpsRedirect', [ $this->context
, &$redirUrl ] ) ) {
824 if ( $request->wasPosted() ) {
825 // This is weird and we'd hope it almost never happens. This
826 // means that a POST came in via HTTP and policy requires us
827 // redirecting to HTTPS. It's likely such a request is going
828 // to fail due to post data being lost, but let's try anyway
829 // and just log the instance.
831 // @todo FIXME: See if we could issue a 307 or 308 here, need
832 // to see how clients (automated & browser) behave when we do
833 wfDebugLog( 'RedirectedPosts', "Redirected from HTTP to HTTPS: $oldUrl" );
835 // Setup dummy Title, otherwise OutputPage::redirect will fail
836 $title = Title
::newFromText( 'REDIR', NS_MAIN
);
837 $this->context
->setTitle( $title );
838 // Since we only do this redir to change proto, always send a vary header
839 $output->addVaryHeader( 'X-Forwarded-Proto' );
840 $output->redirect( $redirUrl );
847 if ( $title->canExist() && HTMLFileCache
::useFileCache( $this->context
) ) {
848 // Try low-level file cache hit
849 $cache = new HTMLFileCache( $title, $action );
850 if ( $cache->isCacheGood( /* Assume up to date */ ) ) {
851 // Check incoming headers to see if client has this cached
852 $timestamp = $cache->cacheTimestamp();
853 if ( !$output->checkLastModified( $timestamp ) ) {
854 $cache->loadFromFileCache( $this->context
);
856 // Do any stats increment/watchlist stuff, assuming user is viewing the
857 // latest revision (which should always be the case for file cache)
858 $this->context
->getWikiPage()->doViewUpdates( $this->context
->getUser() );
859 // Tell OutputPage that output is taken care of
866 // Actually do the work of the request and build up any output
867 $this->performRequest();
869 // GUI-ify and stash the page output in MediaWiki::doPreOutputCommit() while
870 // ChronologyProtector synchronizes DB positions or replicas accross all datacenters.
872 $outputWork = function () use ( $output, &$buffer ) {
873 if ( $buffer === null ) {
874 $buffer = $output->output( true );
880 // Now commit any transactions, so that unreported errors after
881 // output() don't roll back the whole DB transaction and so that
882 // we avoid having both success and error text in the response
883 $this->doPreOutputCommit( $outputWork );
885 // Now send the actual output
890 * Ends this task peacefully
891 * @param string $mode Use 'fast' to always skip job running
892 * @param bool $blocksHttpClient Whether this blocks an HTTP response to a client
894 public function restInPeace( $mode = 'fast', $blocksHttpClient = true ) {
895 $lbFactory = MediaWikiServices
::getInstance()->getDBLoadBalancerFactory();
896 // Assure deferred updates are not in the main transaction
897 $lbFactory->commitMasterChanges( __METHOD__
);
899 // Loosen DB query expectations since the HTTP client is unblocked
900 $trxProfiler = Profiler
::instance()->getTransactionProfiler();
901 $trxProfiler->resetExpectations();
902 $trxProfiler->setExpectations(
903 $this->context
->getRequest()->hasSafeMethod()
904 ?
$this->config
->get( 'TrxProfilerLimits' )['PostSend-GET']
905 : $this->config
->get( 'TrxProfilerLimits' )['PostSend-POST'],
909 // Important: this must be the last deferred update added (T100085, T154425)
910 DeferredUpdates
::addCallableUpdate( [ JobQueueGroup
::class, 'pushLazyJobs' ] );
912 // Do any deferred jobs; preferring to run them now if a client will not wait on them
913 DeferredUpdates
::doUpdates( $blocksHttpClient ?
'enqueue' : 'run' );
915 // Now that everything specific to this request is done,
916 // try to occasionally run jobs (if enabled) from the queues
917 if ( $mode === 'normal' ) {
918 $this->triggerJobs();
921 // Log profiling data, e.g. in the database or UDP
922 wfLogProfilingData();
924 // Commit and close up!
925 $lbFactory->commitMasterChanges( __METHOD__
);
926 $lbFactory->shutdown( LBFactory
::SHUTDOWN_NO_CHRONPROT
);
928 wfDebug( "Request ended normally\n" );
932 * Send out any buffered statsd data according to sampling rules
934 * @param IBufferingStatsdDataFactory $stats
935 * @param Config $config
936 * @throws ConfigException
939 public static function emitBufferedStatsdData(
940 IBufferingStatsdDataFactory
$stats, Config
$config
942 if ( $config->get( 'StatsdServer' ) && $stats->hasData() ) {
944 $statsdServer = explode( ':', $config->get( 'StatsdServer' ) );
945 $statsdHost = $statsdServer[0];
946 $statsdPort = $statsdServer[1] ??
8125;
947 $statsdSender = new SocketSender( $statsdHost, $statsdPort );
948 $statsdClient = new SamplingStatsdClient( $statsdSender, true, false );
949 $statsdClient->setSamplingRates( $config->get( 'StatsdSamplingRates' ) );
950 $statsdClient->send( $stats->getData() );
952 $stats->clearData(); // empty buffer for the next round
953 } catch ( Exception
$ex ) {
954 MWExceptionHandler
::logException( $ex );
960 * Potentially open a socket and sent an HTTP request back to the server
961 * to run a specified number of jobs. This registers a callback to cleanup
962 * the socket once it's done.
964 public function triggerJobs() {
965 $jobRunRate = $this->config
->get( 'JobRunRate' );
966 if ( $this->getTitle()->isSpecial( 'RunJobs' ) ) {
967 return; // recursion guard
968 } elseif ( $jobRunRate <= 0 ||
wfReadOnly() ) {
972 if ( $jobRunRate < 1 ) {
973 $max = mt_getrandmax();
974 if ( mt_rand( 0, $max ) > $max * $jobRunRate ) {
975 return; // the higher the job run rate, the less likely we return here
979 $n = intval( $jobRunRate );
982 $logger = LoggerFactory
::getInstance( 'runJobs' );
985 if ( $this->config
->get( 'RunJobsAsync' ) ) {
986 // Send an HTTP request to the job RPC entry point if possible
987 $invokedWithSuccess = $this->triggerAsyncJobs( $n, $logger );
988 if ( !$invokedWithSuccess ) {
989 // Fall back to blocking on running the job(s)
990 $logger->warning( "Jobs switched to blocking; Special:RunJobs disabled" );
991 $this->triggerSyncJobs( $n, $logger );
994 $this->triggerSyncJobs( $n, $logger );
996 } catch ( JobQueueError
$e ) {
997 // Do not make the site unavailable (T88312)
998 MWExceptionHandler
::logException( $e );
1003 * @param int $n Number of jobs to try to run
1004 * @param LoggerInterface $runJobsLogger
1006 private function triggerSyncJobs( $n, LoggerInterface
$runJobsLogger ) {
1007 $trxProfiler = Profiler
::instance()->getTransactionProfiler();
1008 $old = $trxProfiler->setSilenced( true );
1010 $runner = new JobRunner( $runJobsLogger );
1011 $runner->run( [ 'maxJobs' => $n ] );
1013 $trxProfiler->setSilenced( $old );
1018 * @param int $n Number of jobs to try to run
1019 * @param LoggerInterface $runJobsLogger
1020 * @return bool Success
1022 private function triggerAsyncJobs( $n, LoggerInterface
$runJobsLogger ) {
1023 // Do not send request if there are probably no jobs
1024 $group = JobQueueGroup
::singleton();
1025 if ( !$group->queuesHaveJobs( JobQueueGroup
::TYPE_DEFAULT
) ) {
1029 $query = [ 'title' => 'Special:RunJobs',
1030 'tasks' => 'jobs', 'maxjobs' => $n, 'sigexpiry' => time() +
5 ];
1031 $query['signature'] = SpecialRunJobs
::getQuerySignature(
1032 $query, $this->config
->get( 'SecretKey' ) );
1034 $errno = $errstr = null;
1035 $info = wfParseUrl( $this->config
->get( 'CanonicalServer' ) );
1036 $host = $info ?
$info['host'] : null;
1038 if ( isset( $info['scheme'] ) && $info['scheme'] == 'https' ) {
1039 $host = "tls://" . $host;
1042 if ( isset( $info['port'] ) ) {
1043 $port = $info['port'];
1046 Wikimedia\
suppressWarnings();
1047 $sock = $host ?
fsockopen(
1052 // If it takes more than 100ms to connect to ourselves there is a problem...
1055 Wikimedia\restoreWarnings
();
1057 $invokedWithSuccess = true;
1059 $special = SpecialPageFactory
::getPage( 'RunJobs' );
1060 $url = $special->getPageTitle()->getCanonicalURL( $query );
1062 "POST $url HTTP/1.1\r\n" .
1063 "Host: {$info['host']}\r\n" .
1064 "Connection: Close\r\n" .
1065 "Content-Length: 0\r\n\r\n"
1068 $runJobsLogger->info( "Running $n job(s) via '$url'" );
1069 // Send a cron API request to be performed in the background.
1070 // Give up if this takes too long to send (which should be rare).
1071 stream_set_timeout( $sock, 2 );
1072 $bytes = fwrite( $sock, $req );
1073 if ( $bytes !== strlen( $req ) ) {
1074 $invokedWithSuccess = false;
1075 $runJobsLogger->error( "Failed to start cron API (socket write error)" );
1077 // Do not wait for the response (the script should handle client aborts).
1078 // Make sure that we don't close before that script reaches ignore_user_abort().
1079 $start = microtime( true );
1080 $status = fgets( $sock );
1081 $sec = microtime( true ) - $start;
1082 if ( !preg_match( '#^HTTP/\d\.\d 202 #', $status ) ) {
1083 $invokedWithSuccess = false;
1084 $runJobsLogger->error( "Failed to start cron API: received '$status' ($sec)" );
1089 $invokedWithSuccess = false;
1090 $runJobsLogger->error( "Failed to start cron API (socket error $errno): $errstr" );
1093 return $invokedWithSuccess;