3 * Prioritized list of file repositories.
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License as published by
7 * the Free Software Foundation; either version 2 of the License, or
8 * (at your option) any later version.
10 * This program is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 * GNU General Public License for more details.
15 * You should have received a copy of the GNU General Public License along
16 * with this program; if not, write to the Free Software Foundation, Inc.,
17 * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
18 * http://www.gnu.org/copyleft/gpl.html
24 use MediaWiki\MediaWikiServices
;
27 * Prioritized list of file repositories
35 /** @var FileRepo[] */
36 protected $foreignRepos;
38 /** @var WANObjectCache */
42 protected $reposInitialised = false;
48 protected $foreignInfo;
50 /** @var MapCacheLRU */
53 /** Maximum number of cache items */
54 const MAX_CACHE_SIZE
= 500;
57 * @deprecated since 1.34, use MediaWikiServices::getRepoGroup
60 static function singleton() {
61 return MediaWikiServices
::getInstance()->getRepoGroup();
65 * @deprecated since 1.34, use MediaWikiTestCase::overrideMwServices() or similar. This will
66 * cause bugs if you don't reset all other services that depend on this one at the same time.
68 static function destroySingleton() {
69 MediaWikiServices
::getInstance()->resetServiceForTesting( 'RepoGroup' );
73 * @deprecated since 1.34, use MediaWikiTestCase::setService, this can mess up state of other
75 * @param RepoGroup $instance
77 static function setSingleton( $instance ) {
78 $services = MediaWikiServices
::getInstance();
79 $services->disableService( 'RepoGroup' );
80 $services->redefineService( 'RepoGroup',
81 function () use ( $instance ) {
88 * Construct a group of file repositories. Do not call this -- use
89 * MediaWikiServices::getRepoGroup.
91 * @param array $localInfo Associative array for local repo's info
92 * @param array $foreignInfo Array of repository info arrays.
93 * Each info array is an associative array with the 'class' member
94 * giving the class name. The entire array is passed to the repository
95 * constructor as the first parameter.
96 * @param WANObjectCache $wanCache
98 function __construct( $localInfo, $foreignInfo, $wanCache ) {
99 $this->localInfo
= $localInfo;
100 $this->foreignInfo
= $foreignInfo;
101 $this->cache
= new MapCacheLRU( self
::MAX_CACHE_SIZE
);
102 $this->wanCache
= $wanCache;
106 * Search repositories for an image.
108 * @param Title|string $title Title object or string
109 * @param array $options Associative array of options:
110 * time: requested time for an archived image, or false for the
111 * current version. An image object will be returned which was
112 * created at the specified time.
113 * ignoreRedirect: If true, do not follow file redirects
114 * private: If true, return restricted (deleted) files if the current
115 * user is allowed to view them. Otherwise, such files will not
117 * latest: If true, load from the latest available data into File objects
118 * @return File|bool False if title is not found
120 function findFile( $title, $options = [] ) {
121 if ( !is_array( $options ) ) {
123 $options = [ 'time' => $options ];
125 if ( isset( $options['bypassCache'] ) ) {
126 $options['latest'] = $options['bypassCache']; // b/c
128 $options +
= [ 'time' => false ];
130 if ( !$this->reposInitialised
) {
131 $this->initialiseRepos();
134 $title = File
::normalizeTitle( $title );
140 $dbkey = $title->getDBkey();
141 $timeKey = is_string( $options['time'] ) ?
$options['time'] : '';
142 if ( empty( $options['ignoreRedirect'] )
143 && empty( $options['private'] )
144 && empty( $options['latest'] )
146 if ( $this->cache
->hasField( $dbkey, $timeKey, 60 ) ) {
147 return $this->cache
->getField( $dbkey, $timeKey );
154 # Check the local repo
155 $image = $this->localRepo
->findFile( $title, $options );
157 # Check the foreign repos
159 foreach ( $this->foreignRepos
as $repo ) {
160 $image = $repo->findFile( $title, $options );
167 $image = $image instanceof File ?
$image : false; // type sanity
168 # Cache file existence or non-existence
169 if ( $useCache && ( !$image ||
$image->isCacheable() ) ) {
170 $this->cache
->setField( $dbkey, $timeKey, $image );
177 * Search repositories for many files at once.
179 * @param array $inputItems An array of titles, or an array of findFile() options with
180 * the "title" option giving the title. Example:
182 * $findItem = [ 'title' => $title, 'private' => true ];
183 * $findBatch = [ $findItem ];
184 * $repo->findFiles( $findBatch );
186 * No title should appear in $items twice, as the result use titles as keys
187 * @param int $flags Supports:
188 * - FileRepo::NAME_AND_TIME_ONLY : return a (search title => (title,timestamp)) map.
189 * The search title uses the input titles; the other is the final post-redirect title.
190 * All titles are returned as string DB keys and the inner array is associative.
191 * @return array Map of (file name => File objects) for matches
193 function findFiles( array $inputItems, $flags = 0 ) {
194 if ( !$this->reposInitialised
) {
195 $this->initialiseRepos();
199 foreach ( $inputItems as $item ) {
200 if ( !is_array( $item ) ) {
201 $item = [ 'title' => $item ];
203 $item['title'] = File
::normalizeTitle( $item['title'] );
204 if ( $item['title'] ) {
205 $items[$item['title']->getDBkey()] = $item;
209 $images = $this->localRepo
->findFiles( $items, $flags );
211 foreach ( $this->foreignRepos
as $repo ) {
212 // Remove found files from $items
213 foreach ( $images as $name => $image ) {
214 unset( $items[$name] );
217 $images = array_merge( $images, $repo->findFiles( $items, $flags ) );
224 * Interface for FileRepo::checkRedirect()
225 * @param Title $title
228 function checkRedirect( Title
$title ) {
229 if ( !$this->reposInitialised
) {
230 $this->initialiseRepos();
233 $redir = $this->localRepo
->checkRedirect( $title );
238 foreach ( $this->foreignRepos
as $repo ) {
239 $redir = $repo->checkRedirect( $title );
249 * Find an instance of the file with this key, created at the specified time
250 * Returns false if the file does not exist.
252 * @param string $hash Base 36 SHA-1 hash
253 * @param array $options Option array, same as findFile()
254 * @return File|bool File object or false if it is not found
256 function findFileFromKey( $hash, $options = [] ) {
257 if ( !$this->reposInitialised
) {
258 $this->initialiseRepos();
261 $file = $this->localRepo
->findFileFromKey( $hash, $options );
263 foreach ( $this->foreignRepos
as $repo ) {
264 $file = $repo->findFileFromKey( $hash, $options );
275 * Find all instances of files with this key
277 * @param string $hash Base 36 SHA-1 hash
280 function findBySha1( $hash ) {
281 if ( !$this->reposInitialised
) {
282 $this->initialiseRepos();
285 $result = $this->localRepo
->findBySha1( $hash );
286 foreach ( $this->foreignRepos
as $repo ) {
287 $result = array_merge( $result, $repo->findBySha1( $hash ) );
289 usort( $result, 'File::compare' );
295 * Find all instances of files with this keys
297 * @param array $hashes Base 36 SHA-1 hashes
298 * @return array Array of array of File objects
300 function findBySha1s( array $hashes ) {
301 if ( !$this->reposInitialised
) {
302 $this->initialiseRepos();
305 $result = $this->localRepo
->findBySha1s( $hashes );
306 foreach ( $this->foreignRepos
as $repo ) {
307 $result = array_merge_recursive( $result, $repo->findBySha1s( $hashes ) );
309 // sort the merged (and presorted) sublist of each hash
310 foreach ( $result as $hash => $files ) {
311 usort( $result[$hash], 'File::compare' );
318 * Get the repo instance with a given key.
319 * @param string|int $index
320 * @return bool|FileRepo
322 function getRepo( $index ) {
323 if ( !$this->reposInitialised
) {
324 $this->initialiseRepos();
326 if ( $index === 'local' ) {
327 return $this->localRepo
;
329 return $this->foreignRepos
[$index] ??
false;
333 * Get the repo instance by its name
334 * @param string $name
335 * @return FileRepo|bool
337 function getRepoByName( $name ) {
338 if ( !$this->reposInitialised
) {
339 $this->initialiseRepos();
341 foreach ( $this->foreignRepos
as $repo ) {
342 if ( $repo->name
== $name ) {
351 * Get the local repository, i.e. the one corresponding to the local image
352 * table. Files are typically uploaded to the local repository.
356 function getLocalRepo() {
357 /** @var LocalRepo $repo */
358 $repo = $this->getRepo( 'local' );
364 * Call a function for each foreign repo, with the repo object as the
367 * @param callable $callback The function to call
368 * @param array $params Optional additional parameters to pass to the function
371 function forEachForeignRepo( $callback, $params = [] ) {
372 if ( !$this->reposInitialised
) {
373 $this->initialiseRepos();
375 foreach ( $this->foreignRepos
as $repo ) {
376 if ( $callback( $repo, ...$params ) ) {
385 * Does the installation have any foreign repos set up?
388 function hasForeignRepos() {
389 if ( !$this->reposInitialised
) {
390 $this->initialiseRepos();
392 return (bool)$this->foreignRepos
;
396 * Initialise the $repos array
398 function initialiseRepos() {
399 if ( $this->reposInitialised
) {
402 $this->reposInitialised
= true;
404 $this->localRepo
= $this->newRepo( $this->localInfo
);
405 $this->foreignRepos
= [];
406 foreach ( $this->foreignInfo
as $key => $info ) {
407 $this->foreignRepos
[$key] = $this->newRepo( $info );
412 * Create a repo class based on an info structure
416 protected function newRepo( $info ) {
417 $class = $info['class'];
419 $info['wanCache'] = $this->wanCache
;
421 return new $class( $info );
425 * Split a virtual URL into repo, zone and rel parts
427 * @throws MWException
428 * @return string[] Containing repo, zone and rel
430 function splitVirtualUrl( $url ) {
431 if ( substr( $url, 0, 9 ) != 'mwrepo://' ) {
432 throw new MWException( __METHOD__
. ': unknown protocol' );
435 $bits = explode( '/', substr( $url, 9 ), 3 );
436 if ( count( $bits ) != 3 ) {
437 throw new MWException( __METHOD__
. ": invalid mwrepo URL: $url" );
444 * @param string $fileName
447 function getFileProps( $fileName ) {
448 if ( FileRepo
::isVirtualUrl( $fileName ) ) {
449 list( $repoName, /* $zone */, /* $rel */ ) = $this->splitVirtualUrl( $fileName );
450 if ( $repoName === '' ) {
453 $repo = $this->getRepo( $repoName );
455 return $repo->getFileProps( $fileName );
457 $mwProps = new MWFileProps( MediaWiki\MediaWikiServices
::getInstance()->getMimeAnalyzer() );
459 return $mwProps->getPropsFromPath( $fileName, true );
464 * Clear RepoGroup process cache used for finding a file
465 * @param Title|null $title Title of the file or null to clear all files
467 public function clearCache( Title
$title = null ) {
468 if ( $title == null ) {
469 $this->cache
->clear();
471 $this->cache
->clear( $title->getDBkey() );