1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
|
<?php
/**
* Display replication lag times.
*
* This program is free software; you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation; either version 2 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License along
* with this program; if not, write to the Free Software Foundation, Inc.,
* 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
* http://www.gnu.org/copyleft/gpl.html
*
* @file
* @ingroup Maintenance
*/
// @codeCoverageIgnoreStart
require_once __DIR__ . '/Maintenance.php';
// @codeCoverageIgnoreEnd
use MediaWiki\Maintenance\Maintenance;
use Wikimedia\IPUtils;
/**
* Maintenance script that displays replication lag times.
*
* @ingroup Maintenance
*/
class GetLagTimes extends Maintenance {
public function __construct() {
parent::__construct();
$this->addDescription( 'Dump replication lag times' );
$this->addOption( 'report', "Report the lag values to StatsD" );
}
public function execute() {
$services = $this->getServiceContainer();
$lbFactory = $services->getDBLoadBalancerFactory();
$stats = $services->getStatsFactory();
$lbsByType = [
'main' => $lbFactory->getAllMainLBs(),
'external' => $lbFactory->getAllExternalLBs()
];
foreach ( $lbsByType as $type => $lbs ) {
foreach ( $lbs as $cluster => $lb ) {
if ( $lb->getServerCount() <= 1 ) {
continue;
}
$lags = $lb->getLagTimes();
foreach ( $lags as $serverIndex => $lag ) {
$host = $lb->getServerName( $serverIndex );
if ( IPUtils::isValid( $host ) ) {
$ip = $host;
$host = gethostbyaddr( $host );
} else {
$ip = gethostbyname( $host );
}
if ( $lag === false ) {
$stars = 'replication stopped or errored';
} else {
$starLen = min( intval( $lag ), 40 );
$stars = str_repeat( '*', $starLen );
}
$this->output( sprintf( "%10s %20s %3d %s\n", $ip, $host, $lag, $stars ) );
if ( $this->hasOption( 'report' ) ) {
$group = ( $type === 'external' ) ? 'external' : $cluster;
// $lag is the lag duration in seconds
// emit milliseconds for backwards-compatibility
$stats->getGauge( 'loadbalancer_lag_milliseconds' )
->setLabel( 'group', $group )
->setLabel( 'host', $host )
->copyToStatsdAt( "loadbalancer.lag.$group.$host" )
->set( (int)( $lag * 1e3 ) );
// emit seconds also to align with Prometheus' recommendations
$stats->getGauge( 'loadbalancer_lag_seconds' )
->setLabel( 'group', $group )
->setLabel( 'host', $host )
->set( (int)$lag );
}
}
}
}
}
}
// @codeCoverageIgnoreStart
$maintClass = GetLagTimes::class;
require_once RUN_MAINTENANCE_IF_MAIN;
// @codeCoverageIgnoreEnd
|