1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
|
<?php
/**
* Maintenance script that populates the interwiki table with list of sites from
* a source wiki, such as English Wikipedia. (the default source)
*
* This program is free software; you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation; either version 2 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License along
* with this program; if not, write to the Free Software Foundation, Inc.,
* 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
* http://www.gnu.org/copyleft/gpl.html
*
* @file
* @ingroup Maintenance
* @author Katie Filbert < aude.wiki@gmail.com >
*/
// @codeCoverageIgnoreStart
require_once __DIR__ . '/Maintenance.php';
// @codeCoverageIgnoreEnd
class PopulateInterwiki extends Maintenance {
/**
* @var string
*/
private $source;
public function __construct() {
parent::__construct();
$this->addDescription( <<<TEXT
This script will populate the interwiki table, pulling in interwiki links that are used on Wikipedia
or another MediaWiki wiki.
When the script has finished, it will make a note of this in the database, and will not run again
without the --force option.
--source parameter is the url for the source wiki api, such as "https://en.wikipedia.org/w/api.php"
(the default) from which the script fetches the interwiki data and uses here to populate
the interwiki database table.
TEXT
);
$this->addOption( 'source', 'Source wiki for interwiki table, such as '
. 'https://en.wikipedia.org/w/api.php (the default)', false, true );
$this->addOption( 'force', 'Run regardless of whether the database says it has '
. 'been run already.' );
}
public function execute() {
$force = $this->hasOption( 'force' );
$this->source = $this->getOption( 'source', 'https://en.wikipedia.org/w/api.php' );
$data = $this->fetchLinks();
if ( $data === false ) {
$this->error( "Error during fetching data." );
} else {
$this->doPopulate( $data, $force );
}
}
/**
* @return array[]|false The 'interwikimap' sub-array or false on failure.
*/
protected function fetchLinks() {
$url = wfArrayToCgi( [
'action' => 'query',
'meta' => 'siteinfo',
'siprop' => 'interwikimap',
'sifilteriw' => 'local',
'format' => 'json'
] );
if ( $this->source ) {
$url = rtrim( $this->source, '?' ) . '?' . $url;
}
$json = $this->getServiceContainer()->getHttpRequestFactory()->get( $url, [], __METHOD__ );
$data = json_decode( $json, true );
if ( is_array( $data ) ) {
return $data['query']['interwikimap'];
} else {
return false;
}
}
/**
* @param array[] $data
* @param bool $force
*
* @return bool
*/
protected function doPopulate( array $data, $force ) {
$dbw = $this->getPrimaryDB();
if ( !$force ) {
$row = $dbw->newSelectQueryBuilder()
->select( '1' )
->from( 'updatelog' )
->where( [ 'ul_key' => 'populate interwiki' ] )
->caller( __METHOD__ )->fetchRow();
if ( $row ) {
$this->output( "Interwiki table already populated. Use php " .
"maintenance/populateInterwiki.php\n--force from the command line " .
"to override.\n" );
return true;
}
}
$lookup = $this->getServiceContainer()->getInterwikiLookup();
foreach ( $data as $d ) {
$prefix = $d['prefix'];
$row = $dbw->newSelectQueryBuilder()
->select( '1' )
->from( 'interwiki' )
->where( [ 'iw_prefix' => $prefix ] )
->caller( __METHOD__ )->fetchRow();
if ( !$row ) {
$dbw->newInsertQueryBuilder()
->insertInto( 'interwiki' )
->ignore()
->row( [
'iw_prefix' => $prefix,
'iw_url' => $d['url'],
'iw_local' => 1,
'iw_api' => '',
'iw_wikiid' => '',
] )
->caller( __METHOD__ )->execute();
}
$lookup->invalidateCache( $prefix );
}
$this->output( "Interwiki links are populated.\n" );
return true;
}
}
// @codeCoverageIgnoreStart
$maintClass = PopulateInterwiki::class;
require_once RUN_MAINTENANCE_IF_MAIN;
// @codeCoverageIgnoreEnd
|
