3 * Cache for article titles (prefixed DB keys) and ids linked from one source
11 # These are used in incrementalSetup()
12 define ('LINKCACHE_GOOD', 0);
13 define ('LINKCACHE_BAD', 1);
14 define ('LINKCACHE_IMAGE', 2);
15 define ('LINKCACHE_PAGE', 3);
22 // Increment $mClassVer whenever old serialized versions of this class
23 // becomes incompatible with the new version.
24 /* private */ var $mClassVer = 3;
26 /* private */ var $mPageLinks;
27 /* private */ var $mGoodLinks, $mBadLinks, $mActive;
28 /* private */ var $mImageLinks, $mCategoryLinks;
29 /* private */ var $mPreFilled, $mOldGoodLinks, $mOldBadLinks;
30 /* private */ var $mForUpdate;
32 /* private */ function getKey( $title ) {
34 return $wgDBname.':lc:title:'.$title;
37 function LinkCache() {
38 $this->mActive
= true;
39 $this->mPreFilled
= false;
40 $this->mForUpdate
= false;
41 $this->mPageLinks
= array();
42 $this->mGoodLinks
= array();
43 $this->mBadLinks
= array();
44 $this->mImageLinks
= array();
45 $this->mCategoryLinks
= array();
46 $this->mOldGoodLinks
= array();
47 $this->mOldBadLinks
= array();
48 $this->mOldPageLinks
= array();
52 * General accessor to get/set whether SELECT FOR UPDATE should be used
54 function forUpdate( $update = NULL ) {
55 return wfSetVar( $this->mForUpdate
, $update );
58 function getGoodLinkID( $title ) {
59 if ( array_key_exists( $title, $this->mGoodLinks
) ) {
60 return $this->mGoodLinks
[$title];
66 function isBadLink( $title ) {
67 return array_key_exists( $title, $this->mBadLinks
);
70 function addGoodLinkObj( $id, $title ) {
71 if ( $this->mActive
) {
72 $dbkey = $title->getPrefixedDbKey();
73 $this->mGoodLinks
[$dbkey] = $id;
74 $this->mPageLinks
[$dbkey] = $title;
78 function addBadLinkObj( $title ) {
79 $dbkey = $title->getPrefixedDbKey();
80 if ( $this->mActive
&& ( ! $this->isBadLink( $dbkey ) ) ) {
81 $this->mBadLinks
[$dbkey] = 1;
82 $this->mPageLinks
[$dbkey] = $title;
86 function addImageLink( $title ) {
87 if ( $this->mActive
) { $this->mImageLinks
[$title] = 1; }
90 function addImageLinkObj( $nt ) {
91 if ( $this->mActive
) { $this->mImageLinks
[$nt->getDBkey()] = 1; }
94 function addCategoryLink( $title, $sortkey ) {
95 if ( $this->mActive
) { $this->mCategoryLinks
[$title] = $sortkey; }
98 function addCategoryLinkObj( &$nt, $sortkey ) {
99 $this->addCategoryLink( $nt->getDBkey(), $sortkey );
102 function clearBadLink( $title ) {
103 unset( $this->mBadLinks
[$title] );
104 $this->clearLink( $title );
107 function clearLink( $title ) {
108 global $wgMemc, $wgLinkCacheMemcached;
109 if( $wgLinkCacheMemcached )
110 $wgMemc->delete( $this->getKey( $title ) );
113 function suspend() { $this->mActive
= false; }
114 function resume() { $this->mActive
= true; }
115 function getPageLinks() { return $this->mPageLinks
; }
116 function getGoodLinks() { return $this->mGoodLinks
; }
117 function getBadLinks() { return array_keys( $this->mBadLinks
); }
118 function getImageLinks() { return $this->mImageLinks
; }
119 function getCategoryLinks() { return $this->mCategoryLinks
; }
121 function addLink( $title ) {
122 $nt = Title
::newFromDBkey( $title );
124 return $this->addLinkObj( $nt );
130 function addLinkObj( &$nt ) {
131 global $wgMemc, $wgLinkCacheMemcached, $wgAntiLockFlags;
132 $title = $nt->getPrefixedDBkey();
133 if ( $this->isBadLink( $title ) ) { return 0; }
134 $id = $this->getGoodLinkID( $title );
135 if ( 0 != $id ) { return $id; }
137 $fname = 'LinkCache::addLinkObj';
138 wfProfileIn( $fname );
140 $ns = $nt->getNamespace();
141 $t = $nt->getDBkey();
143 if ( '' == $title ) {
144 wfProfileOut( $fname );
149 if( $wgLinkCacheMemcached )
150 $id = $wgMemc->get( $key = $this->getKey( $title ) );
151 if( ! is_integer( $id ) ) {
152 if ( $this->mForUpdate
) {
153 $db =& wfGetDB( DB_MASTER
);
154 if ( !( $wgAntiLockFlags & ALF_NO_LINK_LOCK
) ) {
155 $options = array( 'FOR UPDATE' );
158 $db =& wfGetDB( DB_SLAVE
);
162 $id = $db->selectField( 'page', 'page_id', array( 'page_namespace' => $ns, 'page_title' => $t ), $fname, $options );
166 if( $wgLinkCacheMemcached )
167 $wgMemc->add( $key, $id, 3600*24 );
171 $this->addBadLinkObj( $nt );
173 $this->addGoodLinkObj( $id, $nt );
175 wfProfileOut( $fname );
180 * Bulk-check the pagelinks and page arrays for existence info.
181 * @param Title $fromtitle
183 function preFill( &$fromtitle ) {
184 global $wgEnablePersistentLC;
186 $fname = 'LinkCache::preFill';
187 wfProfileIn( $fname );
190 $id = $fromtitle->getArticleID();
194 wfDebug( "$fname - got id 0 for title '" . $fromtitle->getPrefixedDBkey() . "'\n" );
195 wfProfileOut( $fname );
199 if ( $wgEnablePersistentLC ) {
200 if( $this->fillFromLinkscc( $id ) ){
201 wfProfileOut( $fname );
205 if ( $this->mForUpdate
) {
206 $db =& wfGetDB( DB_MASTER
);
207 $options = 'FOR UPDATE';
209 $db =& wfGetDB( DB_SLAVE
);
213 $page = $db->tableName( 'page' );
214 $pagelinks = $db->tableName( 'pagelinks' );
216 $sql = "SELECT page_id,pl_namespace,pl_title
219 ON pl_namespace=page_namespace AND pl_title=page_title
220 WHERE pl_from=$id $options";
221 $res = $db->query( $sql, $fname );
222 while( $s = $db->fetchObject( $res ) ) {
223 $title = Title
::makeTitle( $s->pl_namespace
, $s->pl_title
);
225 $this->addGoodLinkObj( $s->page_id
, $title );
227 $this->addBadLinkObj( $title );
230 $this->mPreFilled
= true;
232 if ( $wgEnablePersistentLC ) {
233 $this->saveToLinkscc( $id );
235 wfProfileOut( $fname );
238 function getGoodAdditions() {
239 return array_diff( $this->mGoodLinks
, $this->mOldGoodLinks
);
242 function getBadAdditions() {
243 #wfDebug( "mOldBadLinks: " . implode( ', ', array_keys( $this->mOldBadLinks ) ) . "\n" );
244 #wfDebug( "mBadLinks: " . implode( ', ', array_keys( $this->mBadLinks ) ) . "\n" );
245 return array_values( array_diff( array_keys( $this->mBadLinks
), array_keys( $this->mOldBadLinks
) ) );
248 function getImageAdditions() {
249 return array_diff_assoc( $this->mImageLinks
, $this->mOldImageLinks
);
252 function getGoodDeletions() {
253 return array_diff( $this->mOldGoodLinks
, $this->mGoodLinks
);
256 function getBadDeletions() {
257 return array_values( array_diff( array_keys( $this->mOldBadLinks
), array_keys( $this->mBadLinks
) ));
260 function getImageDeletions() {
261 return array_diff_assoc( $this->mOldImageLinks
, $this->mImageLinks
);
264 function getPageAdditions() {
265 $set = array_diff( array_keys( $this->mPageLinks
), array_keys( $this->mOldPageLinks
) );
267 foreach( $set as $key ) {
268 $out[$key] = $this->mPageLinks
[$key];
273 function getPageDeletions() {
274 $set = array_diff( array_keys( $this->mOldPageLinks
), array_keys( $this->mPageLinks
) );
276 foreach( $set as $key ) {
277 $out[$key] = $this->mOldPageLinks
[$key];
284 * @param $which is one of the LINKCACHE_xxx constants
285 * @param $del,$add are the incremental update arrays which will be filled.
287 * @return Returns whether or not it's worth doing the incremental version.
289 * For example, if [[List of mathematical topics]] was blanked,
290 * it would take a long, long time to do incrementally.
292 function incrementalSetup( $which, &$del, &$add ) {
293 if ( ! $this->mPreFilled
) {
299 $old =& $this->mOldGoodLinks
;
300 $cur =& $this->mGoodLinks
;
301 $del = $this->getGoodDeletions();
302 $add = $this->getGoodAdditions();
305 $old =& $this->mOldBadLinks
;
306 $cur =& $this->mBadLinks
;
307 $del = $this->getBadDeletions();
308 $add = $this->getBadAdditions();
311 $old =& $this->mOldPageLinks
;
312 $cur =& $this->mPageLinks
;
313 $del = $this->getPageDeletions();
314 $add = $this->getPageAdditions();
316 default: # LINKCACHE_IMAGE
327 $this->mPageLinks
= array();
328 $this->mGoodLinks
= array();
329 $this->mBadLinks
= array();
330 $this->mImageLinks
= array();
331 $this->mCategoryLinks
= array();
332 $this->mOldGoodLinks
= array();
333 $this->mOldBadLinks
= array();
334 $this->mOldPageLinks
= array();
340 function fillFromLinkscc( $id ){
341 $fname = 'LinkCache::fillFromLinkscc';
344 if ( $this->mForUpdate
) {
345 $db =& wfGetDB( DB_MASTER
);
346 $options = 'FOR UPDATE';
348 $db =& wfGetDB( DB_SLAVE
);
351 $raw = $db->selectField( 'linkscc', 'lcc_cacheobj', array( 'lcc_pageid' => $id ), $fname, $options );
352 if ( $raw === false ) {
357 if( function_exists( 'gzuncompress' ) )
358 $cacheobj = @gzuncompress
( $raw );
360 if($cacheobj == FALSE){
363 $cc = @unserialize
( $cacheobj );
364 if( isset( $cc->mClassVer
) and ($cc->mClassVer
== $this->mClassVer
) ){
365 $this->mOldPageLinks
= $this->mPageLinks
= $cc->mPageLinks
;
366 $this->mOldGoodLinks
= $this->mGoodLinks
= $cc->mGoodLinks
;
367 $this->mOldBadLinks
= $this->mBadLinks
= $cc->mBadLinks
;
368 $this->mPreFilled
= true;
379 function saveToLinkscc( $pid ){
380 global $wgCompressedPersistentLC;
381 if( $wgCompressedPersistentLC and function_exists( 'gzcompress' ) ) {
382 $ser = gzcompress( serialize( $this ), 3 );
384 $ser = serialize( $this );
386 $db =& wfGetDB( DB_MASTER
);
387 $db->replace( 'linkscc', array( 'lcc_pageid' ), array( 'lcc_pageid' => $pid, 'lcc_cacheobj' => $ser ) );
391 * Delete linkscc rows which link to here
392 * @param $title The page linked to
395 function linksccClearLinksTo( $title ){
396 global $wgEnablePersistentLC;
397 if ( $wgEnablePersistentLC ) {
398 $fname = 'LinkCache::linksccClearLinksTo';
399 $pid = intval( $pid );
400 $dbw =& wfGetDB( DB_MASTER
);
401 # Delete linkscc rows which link to here
402 $dbw->deleteJoin( 'linkscc', 'pagelinks', 'lcc_pageid', 'pl_from',
404 'pl_namespace' => $title->getNamespace(),
405 'pl-title' => $title->getDbKey() ),
407 # Delete linkscc row representing this page
408 $dbw->delete( 'linkscc', array( 'lcc_pageid' => $pid ), $fname);
414 * @param $pid is a page id
417 function linksccClearPage( $pid ){
418 global $wgEnablePersistentLC;
419 if ( $wgEnablePersistentLC ) {
420 $pid = intval( $pid );
421 $dbw =& wfGetDB( DB_MASTER
);
422 $dbw->delete( 'linkscc', array( 'lcc_pageid' => $pid ) );
427 * Swaps old and current link registers
429 function swapRegisters() {
430 swap( $this->mGoodLinks
, $this->mOldGoodLinks
);
431 swap( $this->mBadLinks
, $this->mOldBadLinks
);
432 swap( $this->mImageLinks
, $this->mOldImageLinks
);
437 * Class representing a list of titles
438 * The execute() method checks them all for existence and adds them to a LinkCache object
440 * @package MediaWikki
445 * 2-d array, first index namespace, second index dbkey, value arbitrary
449 function LinkBatch( $arr = array() ) {
450 foreach( $arr as $item ) {
451 $this->addObj( $item );
455 function addObj( $title ) {
456 $this->add( $title->getNamespace(), $title->getDBkey() );
459 function add( $ns, $dbkey ) {
463 if ( !array_key_exists( $ns, $this->data
) ) {
464 $this->data
[$ns] = array();
467 $this->data
[$ns][$dbkey] = 1;
470 function execute( &$cache ) {
471 $fname = 'LinkBatch::execute';
472 $namespaces = array();
474 if ( !count( $this->data
) ) {
478 wfProfileIn( $fname );
481 // This is very similar to Parser::replaceLinkHolders
482 $dbr = wfGetDB( DB_SLAVE
);
483 $page = $dbr->tableName( 'page' );
484 $sql = "SELECT page_id, page_namespace, page_title FROM $page WHERE "
485 . $this->constructSet( 'page', $dbr );
488 $res = $dbr->query( $sql, $fname );
491 // For each returned entry, add it to the list of good links, and remove it from $remaining
493 $remaining = $this->data
;
494 while ( $row = $dbr->fetchObject( $res ) ) {
495 $title = Title
::makeTitle( $row->page_namespace
, $row->page_title
);
496 $cache->addGoodLinkObj( $row->page_id
, $title );
497 unset( $remaining[$row->page_namespace
][$row->page_title
] );
499 $dbr->freeResult( $res );
501 // The remaining links in $data are bad links, register them as such
502 foreach ( $remaining as $ns => $dbkeys ) {
503 foreach ( $dbkeys as $dbkey => $nothing ) {
504 $title = Title
::makeTitle( $ns, $dbkey );
505 $cache->addBadLinkObj( $title );
509 wfProfileOut( $fname );
513 * Construct a WHERE clause which will match all the given titles.
514 * Give the appropriate table's field name prefix ('page', 'pl', etc).
516 * @param string $prefix
520 function constructSet( $prefix, $db ) {
523 foreach ( $this->data
as $ns => $dbkeys ) {
524 if ( !count( $dbkeys ) ) {
533 $sql .= "({$prefix}_namespace=$ns AND {$prefix}_title IN (";
536 foreach( $dbkeys as $dbkey => $nothing ) {
542 $sql .= $db->addQuotes( $dbkey );