3 use Wikimedia\Assert\Assert
;
6 * Storage layer class for WatchedItems.
7 * Database interaction.
13 class WatchedItemStore
{
18 private $loadBalancer;
26 * @var array[] Looks like $cacheIndex[Namespace ID][Target DB Key][User Id] => 'key'
27 * The index is needed so that on mass changes all relevant items can be un-cached.
28 * For example: Clearing a users watchlist of all items or updating notification timestamps
29 * for all users watching a single target.
31 private $cacheIndex = [];
36 private $deferredUpdatesAddCallableUpdateCallback;
41 private $revisionGetTimestampFromIdCallback;
46 private static $instance;
49 * @param LoadBalancer $loadBalancer
50 * @param HashBagOStuff $cache
52 public function __construct(
53 LoadBalancer
$loadBalancer,
56 $this->loadBalancer
= $loadBalancer;
57 $this->cache
= $cache;
58 $this->deferredUpdatesAddCallableUpdateCallback
= [ 'DeferredUpdates', 'addCallableUpdate' ];
59 $this->revisionGetTimestampFromIdCallback
= [ 'Revision', 'getTimestampFromId' ];
63 * Overrides the DeferredUpdates::addCallableUpdate callback
64 * This is intended for use while testing and will fail if MW_PHPUNIT_TEST is not defined.
66 * @param callable $callback
68 * @see DeferredUpdates::addCallableUpdate for callback signiture
70 * @return ScopedCallback to reset the overridden value
73 public function overrideDeferredUpdatesAddCallableUpdateCallback( $callback ) {
74 if ( !defined( 'MW_PHPUNIT_TEST' ) ) {
75 throw new MWException(
76 'Cannot override DeferredUpdates::addCallableUpdate callback in operation.'
79 Assert
::parameterType( 'callable', $callback, '$callback' );
81 $previousValue = $this->deferredUpdatesAddCallableUpdateCallback
;
82 $this->deferredUpdatesAddCallableUpdateCallback
= $callback;
83 return new ScopedCallback( function() use ( $previousValue ) {
84 $this->deferredUpdatesAddCallableUpdateCallback
= $previousValue;
89 * Overrides the Revision::getTimestampFromId callback
90 * This is intended for use while testing and will fail if MW_PHPUNIT_TEST is not defined.
92 * @param callable $callback
93 * @see Revision::getTimestampFromId for callback signiture
95 * @return ScopedCallback to reset the overridden value
98 public function overrideRevisionGetTimestampFromIdCallback( $callback ) {
99 if ( !defined( 'MW_PHPUNIT_TEST' ) ) {
100 throw new MWException(
101 'Cannot override Revision::getTimestampFromId callback in operation.'
104 Assert
::parameterType( 'callable', $callback, '$callback' );
106 $previousValue = $this->revisionGetTimestampFromIdCallback
;
107 $this->revisionGetTimestampFromIdCallback
= $callback;
108 return new ScopedCallback( function() use ( $previousValue ) {
109 $this->revisionGetTimestampFromIdCallback
= $previousValue;
114 * Overrides the default instance of this class
115 * This is intended for use while testing and will fail if MW_PHPUNIT_TEST is not defined.
117 * If this method is used it MUST also be called with null after a test to ensure a new
118 * default instance is created next time getDefaultInstance is called.
120 * @param WatchedItemStore|null $store
122 * @return ScopedCallback to reset the overridden value
123 * @throws MWException
125 public static function overrideDefaultInstance( WatchedItemStore
$store = null ) {
126 if ( !defined( 'MW_PHPUNIT_TEST' ) ) {
127 throw new MWException(
128 'Cannot override ' . __CLASS__
. 'default instance in operation.'
132 $previousValue = self
::$instance;
133 self
::$instance = $store;
134 return new ScopedCallback( function() use ( $previousValue ) {
135 self
::$instance = $previousValue;
142 public static function getDefaultInstance() {
143 if ( !self
::$instance ) {
144 self
::$instance = new self(
146 new HashBagOStuff( [ 'maxKeys' => 100 ] )
149 return self
::$instance;
152 private function getCacheKey( User
$user, LinkTarget
$target ) {
153 return $this->cache
->makeKey(
154 (string)$target->getNamespace(),
156 (string)$user->getId()
160 private function cache( WatchedItem
$item ) {
161 $user = $item->getUser();
162 $target = $item->getLinkTarget();
163 $key = $this->getCacheKey( $user, $target );
164 $this->cache
->set( $key, $item );
165 $this->cacheIndex
[$target->getNamespace()][$target->getDBkey()][$user->getId()] = $key;
168 private function uncache( User
$user, LinkTarget
$target ) {
169 $this->cache
->delete( $this->getCacheKey( $user, $target ) );
170 unset( $this->cacheIndex
[$target->getNamespace()][$target->getDBkey()][$user->getId()] );
173 private function uncacheLinkTarget( LinkTarget
$target ) {
174 if ( !isset( $this->cacheIndex
[$target->getNamespace()][$target->getDBkey()] ) ) {
177 foreach ( $this->cacheIndex
[$target->getNamespace()][$target->getDBkey()] as $key ) {
178 $this->cache
->delete( $key );
184 * @param LinkTarget $target
186 * @return WatchedItem|null
188 private function getCached( User
$user, LinkTarget
$target ) {
189 return $this->cache
->get( $this->getCacheKey( $user, $target ) );
193 * Return an array of conditions to select or update the appropriate database
197 * @param LinkTarget $target
201 private function dbCond( User
$user, LinkTarget
$target ) {
203 'wl_user' => $user->getId(),
204 'wl_namespace' => $target->getNamespace(),
205 'wl_title' => $target->getDBkey(),
210 * @param int $slaveOrMaster DB_MASTER or DB_SLAVE
212 * @return DatabaseBase
213 * @throws MWException
215 private function getConnection( $slaveOrMaster ) {
216 return $this->loadBalancer
->getConnection( $slaveOrMaster, [ 'watchlist' ] );
220 * @param DatabaseBase $connection
222 * @throws MWException
224 private function reuseConnection( $connection ) {
225 $this->loadBalancer
->reuseConnection( $connection );
229 * Count the number of individual items that are watched by the user.
230 * If a subject and corresponding talk page are watched this will return 2.
236 public function countWatchedItems( User
$user ) {
237 $dbr = $this->getConnection( DB_SLAVE
);
238 $return = (int)$dbr->selectField(
242 'wl_user' => $user->getId()
246 $this->reuseConnection( $dbr );
252 * @param LinkTarget $target
256 public function countWatchers( LinkTarget
$target ) {
257 $dbr = $this->getConnection( DB_SLAVE
);
258 $return = (int)$dbr->selectField(
262 'wl_namespace' => $target->getNamespace(),
263 'wl_title' => $target->getDBkey(),
267 $this->reuseConnection( $dbr );
273 * Number of page watchers who also visited a "recent" edit
275 * @param LinkTarget $target
276 * @param mixed $threshold timestamp accepted by wfTimestamp
279 * @throws DBUnexpectedError
280 * @throws MWException
282 public function countVisitingWatchers( LinkTarget
$target, $threshold ) {
283 $dbr = $this->getConnection( DB_SLAVE
);
284 $visitingWatchers = (int)$dbr->selectField(
288 'wl_namespace' => $target->getNamespace(),
289 'wl_title' => $target->getDBkey(),
290 'wl_notificationtimestamp >= ' .
291 $dbr->addQuotes( $dbr->timestamp( $threshold ) ) .
292 ' OR wl_notificationtimestamp IS NULL'
296 $this->reuseConnection( $dbr );
298 return $visitingWatchers;
302 * @param LinkTarget[] $targets
303 * @param array $options Allowed keys:
304 * 'minimumWatchers' => int
306 * @return array multi dimensional like $return[$namespaceId][$titleString] = int $watchers
307 * All targets will be present in the result. 0 either means no watchers or the number
308 * of watchers was below the minimumWatchers option if passed.
310 public function countWatchersMultiple( array $targets, array $options = [] ) {
311 $dbOptions = [ 'GROUP BY' => [ 'wl_namespace', 'wl_title' ] ];
313 $dbr = $this->getConnection( DB_SLAVE
);
315 if ( array_key_exists( 'minimumWatchers', $options ) ) {
316 $dbOptions['HAVING'] = 'COUNT(*) >= ' . (int)$options['minimumWatchers'];
319 $lb = new LinkBatch( $targets );
322 [ 'wl_title', 'wl_namespace', 'watchers' => 'COUNT(*)' ],
323 [ $lb->constructSet( 'wl', $dbr ) ],
328 $this->reuseConnection( $dbr );
331 foreach ( $targets as $linkTarget ) {
332 $watchCounts[$linkTarget->getNamespace()][$linkTarget->getDBkey()] = 0;
335 foreach ( $res as $row ) {
336 $watchCounts[$row->wl_namespace
][$row->wl_title
] = (int)$row->watchers
;
343 * Number of watchers of each page who have visited recent edits to that page
345 * @param array $targetsWithVisitThresholds array of pairs (LinkTarget $target, mixed $threshold),
347 * - a timestamp of the recent edit if $target exists (format accepted by wfTimestamp)
348 * - null if $target doesn't exist
349 * @param int|null $minimumWatchers
350 * @return array multi-dimensional like $return[$namespaceId][$titleString] = $watchers,
351 * where $watchers is an int:
352 * - if the page exists, number of users watching who have visited the page recently
353 * - if the page doesn't exist, number of users that have the page on their watchlist
354 * - 0 means there are no visiting watchers or their number is below the minimumWatchers
355 * option (if passed).
357 public function countVisitingWatchersMultiple(
358 array $targetsWithVisitThresholds,
359 $minimumWatchers = null
361 $dbr = $this->getConnection( DB_SLAVE
);
363 $conds = $this->getVisitingWatchersCondition( $dbr, $targetsWithVisitThresholds );
365 $dbOptions = [ 'GROUP BY' => [ 'wl_namespace', 'wl_title' ] ];
366 if ( $minimumWatchers !== null ) {
367 $dbOptions['HAVING'] = 'COUNT(*) >= ' . (int)$minimumWatchers;
371 [ 'wl_namespace', 'wl_title', 'watchers' => 'COUNT(*)' ],
377 $this->reuseConnection( $dbr );
380 foreach ( $targetsWithVisitThresholds as list( $target ) ) {
381 /* @var LinkTarget $target */
382 $watcherCounts[$target->getNamespace()][$target->getDBkey()] = 0;
385 foreach ( $res as $row ) {
386 $watcherCounts[$row->wl_namespace
][$row->wl_title
] = (int)$row->watchers
;
389 return $watcherCounts;
393 * Generates condition for the query used in a batch count visiting watchers.
395 * @param IDatabase $db
396 * @param array $targetsWithVisitThresholds array of pairs (LinkTarget, last visit threshold)
399 private function getVisitingWatchersCondition(
401 array $targetsWithVisitThresholds
403 $missingTargets = [];
404 $namespaceConds = [];
405 foreach ( $targetsWithVisitThresholds as list( $target, $threshold ) ) {
406 if ( $threshold === null ) {
407 $missingTargets[] = $target;
410 /* @var LinkTarget $target */
411 $namespaceConds[$target->getNamespace()][] = $db->makeList( [
412 'wl_title = ' . $db->addQuotes( $target->getDBkey() ),
414 'wl_notificationtimestamp >= ' . $db->addQuotes( $db->timestamp( $threshold ) ),
415 'wl_notificationtimestamp IS NULL'
421 foreach ( $namespaceConds as $namespace => $pageConds ) {
422 $conds[] = $db->makeList( [
423 'wl_namespace = ' . $namespace,
424 '(' . $db->makeList( $pageConds, LIST_OR
) . ')'
428 if ( $missingTargets ) {
429 $lb = new LinkBatch( $missingTargets );
430 $conds[] = $lb->constructSet( 'wl', $db );
433 return $db->makeList( $conds, LIST_OR
);
437 * Get an item (may be cached)
440 * @param LinkTarget $target
442 * @return WatchedItem|false
444 public function getWatchedItem( User
$user, LinkTarget
$target ) {
445 if ( $user->isAnon() ) {
449 $cached = $this->getCached( $user, $target );
453 return $this->loadWatchedItem( $user, $target );
457 * Loads an item from the db
460 * @param LinkTarget $target
462 * @return WatchedItem|false
464 public function loadWatchedItem( User
$user, LinkTarget
$target ) {
465 // Only loggedin user can have a watchlist
466 if ( $user->isAnon() ) {
470 $dbr = $this->getConnection( DB_SLAVE
);
471 $row = $dbr->selectRow(
473 'wl_notificationtimestamp',
474 $this->dbCond( $user, $target ),
477 $this->reuseConnection( $dbr );
483 $item = new WatchedItem(
486 $row->wl_notificationtimestamp
488 $this->cache( $item );
494 * Must be called separately for Subject & Talk namespaces
497 * @param LinkTarget $target
501 public function isWatched( User
$user, LinkTarget
$target ) {
502 return (bool)$this->getWatchedItem( $user, $target );
507 * @param LinkTarget[] $targets
509 * @return array multi-dimensional like $return[$namespaceId][$titleString] = $timestamp,
510 * where $timestamp is:
511 * - string|null value of wl_notificationtimestamp,
512 * - false if $target is not watched by $user.
514 public function getNotificationTimestampsBatch( User
$user, array $targets ) {
516 foreach ( $targets as $target ) {
517 $timestamps[$target->getNamespace()][$target->getDBkey()] = false;
520 if ( $user->isAnon() ) {
525 foreach ( $targets as $target ) {
526 $cachedItem = $this->getCached( $user, $target );
528 $timestamps[$target->getNamespace()][$target->getDBkey()] =
529 $cachedItem->getNotificationTimestamp();
531 $targetsToLoad[] = $target;
535 if ( !$targetsToLoad ) {
539 $dbr = $this->getConnection( DB_SLAVE
);
541 $lb = new LinkBatch( $targetsToLoad );
544 [ 'wl_namespace', 'wl_title', 'wl_notificationtimestamp' ],
546 $lb->constructSet( 'wl', $dbr ),
547 'wl_user' => $user->getId(),
551 $this->reuseConnection( $dbr );
553 foreach ( $res as $row ) {
554 $timestamps[(int)$row->wl_namespace
][$row->wl_title
] = $row->wl_notificationtimestamp
;
561 * Must be called separately for Subject & Talk namespaces
564 * @param LinkTarget $target
566 public function addWatch( User
$user, LinkTarget
$target ) {
567 $this->addWatchBatch( [ [ $user, $target ] ] );
571 * @param array[] $userTargetCombinations array of arrays containing [0] => User [1] => LinkTarget
573 * @return bool success
575 public function addWatchBatch( array $userTargetCombinations ) {
576 if ( $this->loadBalancer
->getReadOnlyReason() !== false ) {
581 foreach ( $userTargetCombinations as list( $user, $target ) ) {
584 * @var LinkTarget $target
587 // Only loggedin user can have a watchlist
588 if ( $user->isAnon() ) {
592 'wl_user' => $user->getId(),
593 'wl_namespace' => $target->getNamespace(),
594 'wl_title' => $target->getDBkey(),
595 'wl_notificationtimestamp' => null,
597 $this->uncache( $user, $target );
604 $dbw = $this->getConnection( DB_MASTER
);
605 foreach ( array_chunk( $rows, 100 ) as $toInsert ) {
606 // Use INSERT IGNORE to avoid overwriting the notification timestamp
607 // if there's already an entry for this page
608 $dbw->insert( 'watchlist', $toInsert, __METHOD__
, 'IGNORE' );
610 $this->reuseConnection( $dbw );
616 * Removes the an entry for the User watching the LinkTarget
617 * Must be called separately for Subject & Talk namespaces
620 * @param LinkTarget $target
622 * @return bool success
623 * @throws DBUnexpectedError
624 * @throws MWException
626 public function removeWatch( User
$user, LinkTarget
$target ) {
627 // Only logged in user can have a watchlist
628 if ( $this->loadBalancer
->getReadOnlyReason() !== false ||
$user->isAnon() ) {
632 $this->uncache( $user, $target );
634 $dbw = $this->getConnection( DB_MASTER
);
635 $dbw->delete( 'watchlist',
637 'wl_user' => $user->getId(),
638 'wl_namespace' => $target->getNamespace(),
639 'wl_title' => $target->getDBkey(),
642 $success = (bool)$dbw->affectedRows();
643 $this->reuseConnection( $dbw );
649 * @param User $editor The editor that triggered the update. Their notification
650 * timestamp will not be updated(they have already seen it)
651 * @param LinkTarget $target The target to update timestamps for
652 * @param string $timestamp Set the update timestamp to this value
654 * @return int[] Array of user IDs the timestamp has been updated for
656 public function updateNotificationTimestamp( User
$editor, LinkTarget
$target, $timestamp ) {
657 $dbw = $this->getConnection( DB_MASTER
);
658 $res = $dbw->select( [ 'watchlist' ],
661 'wl_user != ' . intval( $editor->getId() ),
662 'wl_namespace' => $target->getNamespace(),
663 'wl_title' => $target->getDBkey(),
664 'wl_notificationtimestamp IS NULL',
669 foreach ( $res as $row ) {
670 $watchers[] = intval( $row->wl_user
);
674 // Update wl_notificationtimestamp for all watching users except the editor
676 $dbw->onTransactionIdle(
677 function () use ( $dbw, $timestamp, $watchers, $target, $fname ) {
678 $dbw->update( 'watchlist',
680 'wl_notificationtimestamp' => $dbw->timestamp( $timestamp )
682 'wl_user' => $watchers,
683 'wl_namespace' => $target->getNamespace(),
684 'wl_title' => $target->getDBkey(),
687 $this->uncacheLinkTarget( $target );
692 $this->reuseConnection( $dbw );
698 * Reset the notification timestamp of this entry
701 * @param Title $title
702 * @param string $force Whether to force the write query to be executed even if the
703 * page is not watched or the notification timestamp is already NULL.
704 * 'force' in order to force
705 * @param int $oldid The revision id being viewed. If not given or 0, latest revision is assumed.
707 * @return bool success
709 public function resetNotificationTimestamp( User
$user, Title
$title, $force = '', $oldid = 0 ) {
710 // Only loggedin user can have a watchlist
711 if ( $this->loadBalancer
->getReadOnlyReason() !== false ||
$user->isAnon() ) {
716 if ( $force != 'force' ) {
717 $item = $this->loadWatchedItem( $user, $title );
718 if ( !$item ||
$item->getNotificationTimestamp() === null ) {
723 // If the page is watched by the user (or may be watched), update the timestamp
724 $job = new ActivityUpdateJob(
727 'type' => 'updateWatchlistNotification',
728 'userid' => $user->getId(),
729 'notifTime' => $this->getNotificationTimestamp( $user, $title, $item, $force, $oldid ),
734 // Try to run this post-send
735 // Calls DeferredUpdates::addCallableUpdate in normal operation
737 $this->deferredUpdatesAddCallableUpdateCallback
,
738 function() use ( $job ) {
743 $this->uncache( $user, $title );
748 private function getNotificationTimestamp( User
$user, Title
$title, $item, $force, $oldid ) {
750 // No oldid given, assuming latest revision; clear the timestamp.
754 if ( !$title->getNextRevisionID( $oldid ) ) {
755 // Oldid given and is the latest revision for this title; clear the timestamp.
759 if ( $item === null ) {
760 $item = $this->loadWatchedItem( $user, $title );
764 // This can only happen if $force is enabled.
768 // Oldid given and isn't the latest; update the timestamp.
769 // This will result in no further notification emails being sent!
770 // Calls Revision::getTimestampFromId in normal operation
771 $notificationTimestamp = call_user_func(
772 $this->revisionGetTimestampFromIdCallback
,
777 // We need to go one second to the future because of various strict comparisons
778 // throughout the codebase
779 $ts = new MWTimestamp( $notificationTimestamp );
780 $ts->timestamp
->add( new DateInterval( 'PT1S' ) );
781 $notificationTimestamp = $ts->getTimestamp( TS_MW
);
783 if ( $notificationTimestamp < $item->getNotificationTimestamp() ) {
784 if ( $force != 'force' ) {
787 // This is a little silly…
788 return $item->getNotificationTimestamp();
792 return $notificationTimestamp;
797 * @param int $unreadLimit
799 * @return int|bool The number of unread notifications
800 * true if greater than or equal to $unreadLimit
802 public function countUnreadNotifications( User
$user, $unreadLimit = null ) {
804 if ( $unreadLimit !== null ) {
805 $unreadLimit = (int)$unreadLimit;
806 $queryOptions['LIMIT'] = $unreadLimit;
809 $dbr = $this->getConnection( DB_SLAVE
);
810 $rowCount = $dbr->selectRowCount(
814 'wl_user' => $user->getId(),
815 'wl_notificationtimestamp IS NOT NULL',
820 $this->reuseConnection( $dbr );
822 if ( !isset( $unreadLimit ) ) {
826 if ( $rowCount >= $unreadLimit ) {
834 * Check if the given title already is watched by the user, and if so
835 * add a watch for the new title.
837 * To be used for page renames and such.
839 * @param LinkTarget $oldTarget
840 * @param LinkTarget $newTarget
842 public function duplicateAllAssociatedEntries( LinkTarget
$oldTarget, LinkTarget
$newTarget ) {
843 if ( !$oldTarget instanceof Title
) {
844 $oldTarget = Title
::newFromLinkTarget( $oldTarget );
846 if ( !$newTarget instanceof Title
) {
847 $newTarget = Title
::newFromLinkTarget( $newTarget );
850 $this->duplicateEntry( $oldTarget->getSubjectPage(), $newTarget->getSubjectPage() );
851 $this->duplicateEntry( $oldTarget->getTalkPage(), $newTarget->getTalkPage() );
855 * Check if the given title already is watched by the user, and if so
856 * add a watch for the new title.
858 * To be used for page renames and such.
859 * This must be called separately for Subject and Talk pages
861 * @param LinkTarget $oldTarget
862 * @param LinkTarget $newTarget
864 public function duplicateEntry( LinkTarget
$oldTarget, LinkTarget
$newTarget ) {
865 $dbw = $this->getConnection( DB_MASTER
);
867 $result = $dbw->select(
869 [ 'wl_user', 'wl_notificationtimestamp' ],
871 'wl_namespace' => $oldTarget->getNamespace(),
872 'wl_title' => $oldTarget->getDBkey(),
878 $newNamespace = $newTarget->getNamespace();
879 $newDBkey = $newTarget->getDBkey();
881 # Construct array to replace into the watchlist
883 foreach ( $result as $row ) {
885 'wl_user' => $row->wl_user
,
886 'wl_namespace' => $newNamespace,
887 'wl_title' => $newDBkey,
888 'wl_notificationtimestamp' => $row->wl_notificationtimestamp
,
892 if ( !empty( $values ) ) {
894 # Note that multi-row replace is very efficient for MySQL but may be inefficient for
895 # some other DBMSes, mostly due to poor simulation by us
898 [ [ 'wl_user', 'wl_namespace', 'wl_title' ] ],
904 $this->reuseConnection( $dbw );