1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
|
<?php
/**
* This program is free software; you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation; either version 2 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License along
* with this program; if not, write to the Free Software Foundation, Inc.,
* 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
* http://www.gnu.org/copyleft/gpl.html
*
* @file
* @ingroup FileBackend
*/
namespace Wikimedia\FileBackend\FileIteration;
use AppendIterator;
use FilterIterator;
use Iterator;
use Wikimedia\FileBackend\FileBackendStore;
/**
* FileBackendStore helper function to handle listings that span container shards.
* Do not use this class from places outside of FileBackendStore.
*
* @ingroup FileBackend
*/
abstract class FileBackendStoreShardListIterator extends FilterIterator {
/** @var FileBackendStore */
protected $backend;
/** @var array */
protected $params;
/** @var string Full container name */
protected $container;
/** @var string Resolved relative path */
protected $directory;
/** @var array */
protected $multiShardPaths = []; // (rel path => 1)
/**
* @param FileBackendStore $backend
* @param string $container Full storage container name
* @param string $dir Storage directory relative to container
* @param array $suffixes List of container shard suffixes
* @param array $params
*/
public function __construct(
FileBackendStore $backend, $container, $dir, array $suffixes, array $params
) {
$this->backend = $backend;
$this->container = $container;
$this->directory = $dir;
$this->params = $params;
$iter = new AppendIterator();
foreach ( $suffixes as $suffix ) {
$iter->append( $this->listFromShard( $this->container . $suffix ) );
}
parent::__construct( $iter );
}
public function accept(): bool {
$inner = $this->getInnerIterator();
'@phan-var AppendIterator $inner';
$rel = $inner->current(); // path relative to given directory
$path = $this->params['dir'] . "/{$rel}"; // full storage path
if ( $this->backend->isSingleShardPathInternal( $path ) ) {
return true; // path is only on one shard; no issue with duplicates
} elseif ( isset( $this->multiShardPaths[$rel] ) ) {
// Don't keep listing paths that are on multiple shards
return false;
} else {
$this->multiShardPaths[$rel] = 1;
return true;
}
}
public function rewind(): void {
parent::rewind();
$this->multiShardPaths = [];
}
/**
* Get the list for a given container shard
*
* @param string $container Resolved container name
* @return Iterator
*/
abstract protected function listFromShard( $container );
}
/** @deprecated class alias since 1.43 */
class_alias( FileBackendStoreShardListIterator::class, 'FileBackendStoreShardListIterator' );
|
