1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
|
<?php
/**
* Communications protocol.
* This is used by dumpTextPass.php when the --spawn option is present.
*
* This program is free software; you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation; either version 2 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License along
* with this program; if not, write to the Free Software Foundation, Inc.,
* 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
* http://www.gnu.org/copyleft/gpl.html
*
* @file
* @ingroup Maintenance
*/
require_once __DIR__ . '/Maintenance.php';
use MediaWiki\MainConfigNames;
use MediaWiki\MediaWikiServices;
use MediaWiki\Settings\SettingsBuilder;
use MediaWiki\Storage\BlobAccessException;
use MediaWiki\Storage\BlobStore;
use MediaWiki\Storage\SqlBlobStore;
/**
* Maintenance script used to fetch page text in a subprocess.
*
* @ingroup Maintenance
*/
class FetchText extends Maintenance {
public function __construct() {
parent::__construct();
$this->addDescription( "Fetch the raw revision blob from a blob address.\n" .
"Integer IDs are interpreted as referring to text.old_id for backwards compatibility.\n" .
"NOTE: Export transformations are NOT applied. " .
"This is left to dumpTextPass.php"
);
}
public function finalSetup( SettingsBuilder $settingsBuilder = null ) {
// This script should always try to run all db queries in the 'dump' group if such
// a group exists, just like the BackupDumper and TextPassDumper modules.
// To account for parts of MediaWiki that get their own db connection outside of
// Maintenance::getDB(), we set this global variable so that they will attempt
// to use this group.
$settingsBuilder->putConfigValue( MainConfigNames::DBDefaultGroup, 'dump' );
// do this last so that options can override
parent::finalSetup( $settingsBuilder );
}
/**
* @return BlobStore
*/
private function getBlobStore() {
return MediaWikiServices::getInstance()->getBlobStore();
}
/**
* returns a string containing the following in order:
* textid
* \n
* length of text (-1 on error = failure to retrieve/unserialize/gunzip/etc)
* \n
* text (may be empty)
*
* note that the text string itself is *not* followed by newline
*/
public function execute() {
$stdin = $this->getStdin();
while ( !feof( $stdin ) ) {
$line = fgets( $stdin );
if ( $line === false ) {
// We appear to have lost contact...
break;
}
$blobAddress = trim( $line );
// Plain integers are supported for backwards compatibility with pre-MCR dumps.
if ( strpos( $blobAddress, ':' ) === false && is_numeric( $blobAddress ) ) {
$blobAddress = SqlBlobStore::makeAddressFromTextId( intval( $blobAddress ) );
}
try {
$text = $this->getBlobStore()->getBlob( $blobAddress );
$textLen = strlen( $text );
} catch ( BlobAccessException | InvalidArgumentException $ex ) {
// XXX: log $ex to stderr?
$textLen = '-1';
$text = '';
}
$this->output( $blobAddress . "\n" . $textLen . "\n" . $text );
}
}
}
$maintClass = FetchText::class;
require_once RUN_MAINTENANCE_IF_MAIN;
|
