| Server IP : 184.154.167.98 / Your IP : 3.137.200.45 Web Server : Apache System : Linux pink.dnsnetservice.com 4.18.0-553.22.1.lve.1.el8.x86_64 #1 SMP Tue Oct 8 15:52:54 UTC 2024 x86_64 User : puertode ( 1767) PHP Version : 7.2.34 Disable Function : NONE MySQL : OFF | cURL : ON | WGET : ON | Perl : ON | Python : ON | Sudo : ON | Pkexec : ON Directory : /usr/bin/ |
Upload File : |
#!/usr/bin/pmpython
# Copyright (C) 2014-2016,2020 Red Hat.
#
# This program is free software; you can redistribute it and/or modify it
# under the terms of the GNU General Public License as published by the
# Iostat Software Foundation; either version 2 of the License, or (at your
# option) any later version.
#
# This program is distributed in the hope that it will be useful, but
# WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
# or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
# for more details.
#
# pylint: disable=bad-whitespace,protected-access,redefined-outer-name
# pylint: disable=too-many-nested-blocks,too-many-boolean-expressions
""" Display disk and device-mapper I/O statistics """
import re
import sys
import signal
from pcp import pmapi, pmcc
from cpmapi import PM_CONTEXT_ARCHIVE, PM_MODE_FORW
# use default SIGPIPE handler to avoid broken pipe exceptions
signal.signal(signal.SIGPIPE, signal.SIG_DFL)
IOSTAT_SD_METRICS = [ 'disk.dev.read', 'disk.dev.read_bytes',
'disk.dev.write', 'disk.dev.write_bytes',
'disk.dev.read_merge', 'disk.dev.write_merge',
'disk.dev.blkread', 'disk.dev.blkwrite',
'disk.dev.read_rawactive', 'disk.dev.write_rawactive',
'disk.dev.avactive']
IOSTAT_DM_METRICS = [ 'disk.dm.read', 'disk.dm.read_bytes',
'disk.dm.write', 'disk.dm.write_bytes',
'disk.dm.read_merge', 'disk.dm.write_merge',
'disk.dm.blkread', 'disk.dm.blkwrite',
'disk.dm.read_rawactive', 'disk.dm.write_rawactive',
'disk.dm.avactive']
def aggregate(method, aggr_value, value):
if method == 'sum':
aggr_value += value
elif method == 'avg':
aggr_value += value
elif method == 'min':
aggr_value = min(aggr_value, value)
elif method == 'max':
aggr_value = max(aggr_value, value)
else:
raise pmapi.pmUsageErr
return aggr_value
class IostatReport(pmcc.MetricGroupPrinter):
Hcount = 0
def timeStampDelta(self, group):
s = group.timestamp.tv_sec - group.prevTimestamp.tv_sec
u = group.timestamp.tv_usec - group.prevTimestamp.tv_usec
# u may be negative here, calculation is still correct.
return s + u / 1000000.0
def instlist(self, group, name):
return dict(map(lambda x: (x[1], x[2]), group[name].netValues)).keys()
def curVals(self, group, name):
return dict(map(lambda x: (x[1], x[2]), group[name].netValues))
def prevVals(self, group, name):
return dict(map(lambda x: (x[1], x[2]), group[name].netPrevValues))
def report(self, manager):
regex = IostatOptions.Rflag
if regex == '':
regex = '.*'
aggr = IostatOptions.Gflag
if aggr and aggr not in ('sum', 'avg', 'min', 'max'):
print("Error, -G aggregation method must be one of 'sum', 'avg', 'min' or 'max'")
raise pmapi.pmUsageErr
precision = IostatOptions.Pflag
if precision < 0 or precision > 10 :
print("Precision value must be between 0 and 10")
raise pmapi.pmUsageErr
if 'dm' in IostatOptions.xflag:
subtree = 'disk.dm'
else:
subtree = 'disk.dev'
group = manager["iostat"]
if group[subtree + '.read_merge'].netPrevValues is None:
# need two fetches to report rate converted counter metrics
return
instlist = self.instlist(group, subtree + '.read')
dt = self.timeStampDelta(group)
timestamp = group.contextCache.pmCtime(int(group.timestamp)).rstrip()
c_rrqm = self.curVals(group, subtree + '.read_merge')
p_rrqm = self.prevVals(group, subtree + '.read_merge')
c_wrqm = self.curVals(group, subtree + '.write_merge')
p_wrqm = self.prevVals(group, subtree + '.write_merge')
c_r = self.curVals(group, subtree + '.read')
p_r = self.prevVals(group, subtree + '.read')
c_w = self.curVals(group, subtree + '.write')
p_w = self.prevVals(group, subtree + '.write')
c_rkb = self.curVals(group, subtree + '.read_bytes')
p_rkb = self.prevVals(group, subtree + '.read_bytes')
c_wkb = self.curVals(group, subtree + '.write_bytes')
p_wkb = self.prevVals(group, subtree + '.write_bytes')
c_ractive = self.curVals(group, subtree + '.read_rawactive')
p_ractive = self.prevVals(group, subtree + '.read_rawactive')
c_wactive = self.curVals(group, subtree + '.write_rawactive')
p_wactive = self.prevVals(group, subtree + '.write_rawactive')
c_avactive = self.curVals(group, subtree + '.avactive')
p_avactive = self.prevVals(group, subtree + '.avactive')
if precision == 1:
utilspace=precision+5
avgrqszspace=precision+7
awaitspace=precision+6
rrqmspace=precision+5
wrqmspace=precision+5
headfmtavgspace=precision+7
headfmtquspace=precision+7
elif precision == 0:
utilspace=precision+5
avgrqszspace=precision+8
awaitspace=precision+7
rrqmspace=precision+6
wrqmspace=precision+6
headfmtavgspace=avgrqszspace
headfmtquspace=precision+8
else:
utilspace=precision+5
avgrqszspace=precision+6
awaitspace=precision+5
rrqmspace=precision+5
wrqmspace=precision+5
headfmtavgspace=avgrqszspace
headfmtquspace=precision+6
if "t" in IostatOptions.xflag:
headfmt = "%-24s %-12s %*s %*s %*s %*s %*s %*s %*s %*s %*s %*s %*s %*s"
valfmt = "%-24s %-12s %*.*f %*.*f %*.*f %*.*f %*.*f %*.*f %*.*f %*.*f %*.*f %*.*f %*.*f %*.*f"
else:
headfmt = "%-12s %*s %*s %*s %*s %*s %*s %*s %*s %*s %*s %*s %*s"
valfmt = "%-12s %*.*f %*.*f %*.*f %*.*f %*.*f %*.*f %*.*f %*.*f %*.*f %*.*f %*.*f %*.*f"
if "h" not in IostatOptions.xflag:
self.Hcount += 1
if self.Hcount == 24:
self.Hcount = 1
if self.Hcount == 1:
if "t" in IostatOptions.xflag:
heading = ('# Timestamp', 'Device',rrqmspace)
else:
heading = ('# Device',rrqmspace)
heading = heading + tuple(
['rrqm/s',wrqmspace, 'wrqm/s',precision+5,
'r/s',precision+4, 'w/s',precision+6,
'rkB/s',precision+6, 'wkB/s',
avgrqszspace,'avgrq-sz',precision+6,
'avgqu-sz',precision+5, 'await',precision+5,
'r_await', precision+5,'w_await',utilspace, '%util'])
print(headfmt % heading)
if p_rrqm == {} or p_wrqm == {} or p_r == {} or p_w == {} or \
p_ractive == {} or p_wactive == {} or p_avactive == {} or \
p_rkb == {} or p_wkb == {}:
# no values for some metric (e.g. near start of archive)
if "t" in IostatOptions.xflag:
headfmt = "%-24s %-12s %*s %*s %*s %*s %*s %*s %*s %*s %*s %*s %*s %*s"
print(headfmt % (timestamp, 'NODATA',
rrqmspace, '?', rrqmspace, '?',
precision+5, '?', precision+4, '?',
precision+6, '?', precision+6, '?',
headfmtavgspace, '?', headfmtquspace, '?',
precision+5, '?', awaitspace, '?',
awaitspace,'?', utilspace, '?'))
return
try:
if IostatOptions.Gflag:
aggr_rrqm = aggr_wrqm = aggr_r = aggr_w = aggr_rkb = aggr_wkb = aggr_avgrqsz = 0.0
aggr_avgqsz = aggr_await = aggr_r_await = aggr_w_await = aggr_util = 0.0
aggr_count = 0
for inst in sorted(instlist):
# basic stats
rrqm = (c_rrqm[inst] - p_rrqm[inst]) / dt
wrqm = (c_wrqm[inst] - p_wrqm[inst]) / dt
r = (c_r[inst] - p_r[inst]) / dt
w = (c_w[inst] - p_w[inst]) / dt
rkb = (c_rkb[inst] - p_rkb[inst]) / dt
wkb = (c_wkb[inst] - p_wkb[inst]) / dt
# totals
tot_rios = (float)(c_r[inst] - p_r[inst])
tot_wios = (float)(c_w[inst] - p_w[inst])
tot_ios = (float)(tot_rios + tot_wios)
# total active time in seconds (same units as dt)
tot_active = (float)(c_avactive[inst] - p_avactive[inst]) / 1000.0
avgrqsz = t_await = r_await = w_await = util = 0.0
# average request size units are KB (sysstat reports in units of sectors)
if tot_ios:
avgrqsz = (float)((c_rkb[inst] - p_rkb[inst]) + (c_wkb[inst] - p_wkb[inst])) / tot_ios
# average queue length
avgqsz = (float)((c_ractive[inst] - p_ractive[inst]) +
(c_wactive[inst] - p_wactive[inst])) / dt / 1000.0
# await, r_await, w_await
if tot_ios:
t_await = ((c_ractive[inst] - p_ractive[inst]) + (c_wactive[inst] - p_wactive[inst])) / tot_ios
if tot_rios:
r_await = (c_ractive[inst] - p_ractive[inst]) / tot_rios
if tot_wios:
w_await = (c_wactive[inst] - p_wactive[inst]) / tot_wios
# device utilization (percentage of active time / interval)
if tot_active:
util = 100.0 * tot_active / dt
device = inst # prepare name for printing
badcounters = (rrqm < 0 or wrqm < 0 or r < 0 or w < 0 or
t_await < 0 or avgrqsz < 0 or avgqsz < 0 or util < 0)
if "t" in IostatOptions.xflag:
if badcounters:
print(headfmt % (timestamp, device,rrqmspace,
'?',wrqmspace, '?',precision+5,
'?',precision+4, '?',precision+6,
'?',precision+6, '?',headfmtavgspace,
'?',headfmtquspace, '?', precision+5,
'?',awaitspace, '?', awaitspace,
'?',utilspace, '?'))
else:
if IostatOptions.Rflag and re.search(regex,device) is None:
continue
if IostatOptions.Gflag:
aggr_count += 1
if "noidle" in IostatOptions.xflag:
if rrqm == 0 and wrqm == 0 and r == 0 and w == 0:
continue
if not IostatOptions.Gflag:
print(valfmt % (timestamp, device,rrqmspace,precision,
rrqm,wrqmspace,precision,
wrqm,precision+5,precision,
r,precision+4,precision,
w,precision+6,precision,
rkb,precision+6,precision,
wkb,avgrqszspace,precision+1,
avgrqsz,avgrqszspace,precision+1,
avgqsz,precision+5,precision,
t_await,awaitspace,precision,
r_await,awaitspace,precision,
w_await,utilspace,precision, util))
else:
if badcounters:
print(headfmt % (device,rrqmspace, '?',wrqmspace,
'?',precision+5, '?',precision+4,
'?',precision+6, '?',precision+6,
'?',headfmtavgspace,
'?',headfmtquspace,
'?',precision+5, '?',awaitspace,
'?',awaitspace, '?',utilspace, '?'))
else:
if IostatOptions.Rflag and re.search(regex,device) is None:
continue
if IostatOptions.Gflag:
aggr_count += 1
if "noidle" in IostatOptions.xflag:
if rrqm == 0 and wrqm == 0 and r == 0 and w == 0:
continue
if not IostatOptions.Gflag:
print(valfmt % (device,rrqmspace, precision,
rrqm,wrqmspace,precision,
wrqm,precision+5,precision,
r,precision+4,precision,
w,precision+6,precision,
rkb,precision+6,precision,
wkb,avgrqszspace,precision+1,
avgrqsz,avgrqszspace,precision+1,
avgqsz,precision+5,precision,
t_await,awaitspace,precision,
r_await,awaitspace,precision,
w_await,utilspace,precision, util))
if IostatOptions.Gflag and not badcounters:
aggr_rrqm = aggregate(aggr, aggr_rrqm, rrqm)
aggr_wrqm = aggregate(aggr, aggr_wrqm, wrqm)
aggr_r = aggregate(aggr, aggr_r, r)
aggr_w = aggregate(aggr, aggr_w, w)
aggr_rkb = aggregate(aggr, aggr_rkb, rkb)
aggr_wkb = aggregate(aggr, aggr_wkb, wkb)
aggr_avgrqsz = aggregate(aggr, aggr_avgrqsz, avgrqsz)
aggr_avgqsz = aggregate(aggr, aggr_avgqsz, avgqsz)
aggr_await = aggregate(aggr, aggr_await, t_await)
aggr_r_await = aggregate(aggr, aggr_r_await, r_await)
aggr_w_await = aggregate(aggr, aggr_w_await, w_await)
aggr_util = aggregate(aggr, aggr_util, util)
# end of loop
if IostatOptions.Gflag:
if IostatOptions.Gflag == 'avg' and aggr_count > 0:
aggr_rrqm /= aggr_count
aggr_wrqm /= aggr_count
aggr_r /= aggr_count
aggr_w /= aggr_count
aggr_rkb /= aggr_count
aggr_wkb /= aggr_count
aggr_avgrqsz /= aggr_count
aggr_avgqsz /= aggr_count
aggr_await /= aggr_count
aggr_r_await /= aggr_count
aggr_w_await /= aggr_count
aggr_util /= aggr_count
# report aggregate values - the 'device' here is reported as the regex used for the aggregation
device = '%s(%s)' % (aggr, regex)
if "t" in IostatOptions.xflag:
print(valfmt % (timestamp, device,rrqmspace, precision,
aggr_rrqm,wrqmspace,precision,
aggr_wrqm,precision+5,precision,
aggr_r,precision+4,precision,
aggr_w,precision+6,precision,
aggr_rkb,precision+6,precision,
aggr_wkb,avgrqszspace,precision+1,
aggr_avgrqsz,avgrqszspace,precision+1,
aggr_avgqsz,precision+5,precision,
aggr_await,awaitspace,precision,
aggr_r_await,awaitspace,precision,
aggr_w_await,utilspace,precision, aggr_util))
else:
print(valfmt % (device,rrqmspace, precision,
aggr_rrqm,wrqmspace,precision,
aggr_wrqm,precision+5,precision,
aggr_r,precision+4,precision,
aggr_w,precision+6,precision,
aggr_rkb,precision+6,precision,
aggr_wkb,avgrqszspace,precision+1,
aggr_avgrqsz,avgrqszspace,precision+1,
aggr_avgqsz,precision+5,precision,
aggr_await,awaitspace,precision,
aggr_r_await,awaitspace,precision,
aggr_w_await,utilspace,precision, aggr_util))
except KeyError:
# instance missing from previous sample
pass
class IostatOptions(pmapi.pmOptions):
# class attributes
xflag = []
uflag = None
Pflag = 2
Rflag = ""
Gflag = ""
def checkOptions(self, manager):
if IostatOptions.uflag:
if manager._options.pmGetOptionInterval():
print("Error: -t incompatible with -u")
return False
if manager.type != PM_CONTEXT_ARCHIVE:
print("Error: -u can only be specified with -a archive")
return False
return True
def extraOptions(self, opt, optarg, index):
if opt == "x":
IostatOptions.xflag += optarg.replace(',', ' ').split(' ')
elif opt == "u":
IostatOptions.uflag = True
elif opt == "P":
IostatOptions.Pflag = int(optarg)
elif opt == "R":
IostatOptions.Rflag = optarg
elif opt == "G":
IostatOptions.Gflag = optarg
def __init__(self):
pmapi.pmOptions.__init__(self, "A:a:D:G:h:O:P:R:S:s:T:t:uVZ:z?x:")
self.pmSetOptionCallback(self.extraOptions)
self.pmSetLongOptionHeader("General options")
self.pmSetLongOptionAlign()
self.pmSetLongOptionArchive()
self.pmSetLongOptionDebug()
self.pmSetLongOption("aggregate", 1, "G", "method",
"aggregate values for devices matching -R regex"
"using 'method' (sum, avg, min or max)")
self.pmSetLongOptionHost()
self.pmSetLongOptionOrigin()
self.pmSetLongOption("precision", 1, "P", "N", "N digits after the decimal separator")
self.pmSetLongOption("regex", 1, "R", "pattern",
"only report for devices names matching pattern, "
"e.g. 'sd[a-zA-Z]+'. See also -G.")
self.pmSetLongOptionStart()
self.pmSetLongOptionSamples()
self.pmSetLongOptionFinish()
self.pmSetLongOptionInterval()
self.pmSetLongOption("no-interpolation", 0, "u", "", "disable interpolation mode with archives")
self.pmSetLongOptionVersion()
self.pmSetLongOptionTimeZone()
self.pmSetLongOptionHostZone()
self.pmSetLongOptionHelp()
self.pmSetLongOptionHeader("Extended options")
self.pmSetLongOption("", 1, 'x', "LIST", "comma separated extended options: [[dm],[t],[h],[noidle]]")
self.pmSetLongOptionText("\t\tdm\tshow device-mapper statistics (default is sd devices)")
self.pmSetLongOptionText("\t\tt\tprecede every line with a timestamp in ctime format")
self.pmSetLongOptionText("\t\th\tsuppress headings")
self.pmSetLongOptionText("\t\tnoidle\tdo not display idle devices")
if __name__ == '__main__':
try:
opts = IostatOptions()
manager = pmcc.MetricGroupManager.builder(opts, sys.argv)
if not opts.checkOptions(manager):
raise pmapi.pmUsageErr
if IostatOptions.uflag:
# -u turns off interpolation
manager.pmSetMode(PM_MODE_FORW, manager._options.pmGetOptionOrigin(), 0)
if "dm" in IostatOptions.xflag :
namelist = IOSTAT_DM_METRICS
else:
namelist = IOSTAT_SD_METRICS
missing = manager.checkMissingMetrics(namelist)
if missing is not None:
sys.stderr.write('Error: not all required metrics are available\nMissing %s\n' % (missing))
sys.exit(1)
manager["iostat"] = namelist
manager.printer = IostatReport()
sts = manager.run()
sys.exit(sts)
except pmapi.pmErr as error:
sys.stderr.write('%s: %s\n' % (error.progname(), error.message()))
except pmapi.pmUsageErr as usage:
usage.message()
sys.exit(1)
except KeyboardInterrupt:
pass